pub_sub_model_sync 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b0738657d975fdfaa12d2f28bfa942674faacd737e9be11435718204d3d90f3b
-  data.tar.gz: 234400d0857ad54f4498d531db75557e641b08dc3d237c37122cad07ecfa4d92
+  metadata.gz: fd18a29b1e99da881b9c362dbc5541f6aeee0211988bcf301336691ac071e96d
+  data.tar.gz: cbc025ff0301e1bf4fd35d78fa2b70f06ff8a3c7c1dbfa12448f1cd3a53e592f
 SHA512:
-  metadata.gz: 92a83128b548aa1b0b495ad0c67617d30c62b4566e154609009b089d136d439e40b8a0d0c7fe8b48a13aa940f232129eca5c3c20bec4f3d3288411a4757d6ca3
-  data.tar.gz: 319cc08d44633713db44eae121fda9187536f4b34abdfa8a030fa519f6e48b9aa2bf9c43542b02c133eb095e95a42b03e9d8fd5b62100ee063264fecbb13c5b8
+  metadata.gz: 3036baf17c9f78c6b4b445eb5a3a2f7be63c2a78cb36dcf9aad1abcf1eff8b691979cd1ff79e1bac916b44b1996e0f80bedf841be102ad1ec29684c1437910a2
+  data.tar.gz: aead45d302ed53d84457376dc9fa64f05d267b7441125722d4621d4d2fc9d7097fa24f3aa693c50862b616f5a25b32e77a202a0503143d347f80290728701680

data/.travis.yml

@@ -4,7 +4,7 @@ language: ruby
 cache: bundler
 rvm:
   - 2.3.1
-before_install: gem install bundler -v 2.0.2
+before_install: gem install bundler
 
 script:
   - bundle install

data/CHANGELOG.md

@@ -0,0 +1,23 @@
+# Change Log
+
+# 0.1.5
+- Add apache kafka support
+- Add Service interface for future references
+- Improve Services to use a single/common message performer
+
+# 0.1.4
+- Add attribute aliases when publishing, ```ps_publish(['name:full_name', 'email'])```
+- Ability to retrieve publisher/subscriber crud settings
+
+# 0.1.3
+- shorter publisher/subscriber methods: ps_msync_subscribe into ps_subscribe
+
+# 0.1.2
+- fix not found pub/sub library (buggy)
+
+# 0.1.1
+- Add rabbitmq pub/sub service support
+- Reformat to support multiple pub/sub services
+
+# 0.1.0
+- Google pub/sub support

data/Gemfile

@@ -1,6 +1,9 @@
 source "https://rubygems.org"
 
-gem 'rubocop', '~> 0.80.1', require: false
+gem 'rubocop'
+gem 'bunny' # rabbit-mq
+gem 'google-cloud-pubsub' # google pub/sub
+gem 'ruby-kafka' # kafka pub/sub
 
 # Specify your gem's dependencies in pub_sub_model_sync.gemspec
 gemspec

data/Gemfile.lock

@@ -1,9 +1,8 @@
 PATH
   remote: .
   specs:
-    pub_sub_model_sync (0.1.0)
+    pub_sub_model_sync (0.1.5)
       activesupport
-      google-cloud-pubsub
       rails
 
 GEM
@@ -52,12 +51,16 @@ GEM
       tzinfo (~> 1.1)
     addressable (2.7.0)
       public_suffix (>= 2.0.2, < 5.0)
+    amq-protocol (2.3.0)
     arel (9.0.0)
     ast (2.4.0)
     builder (3.2.4)
+    bunny (2.14.3)
+      amq-protocol (~> 2.3, >= 2.3.0)
     concurrent-ruby (1.1.6)
     crass (1.0.6)
     diff-lcs (1.3)
+    digest-crc (0.5.1)
     erubi (1.9.0)
     faraday (0.17.3)
       multipart-post (>= 1.2, < 3)
@@ -178,6 +181,8 @@ GEM
       rexml
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 1.7)
+    ruby-kafka (1.0.0)
+      digest-crc
     ruby-progressbar (1.10.1)
     signet (0.11.0)
       addressable (~> 2.3)
@@ -206,10 +211,13 @@ PLATFORMS
 
 DEPENDENCIES
   bundler
+  bunny
+  google-cloud-pubsub
   pub_sub_model_sync!
   rake
   rspec
-  rubocop (~> 0.80.1)
+  rubocop
+  ruby-kafka
   sqlite3
 
 BUNDLED WITH

data/README.md

@@ -1,55 +1,80 @@
 # PubSubModelSync
-Permit to sync models between rails apps through google (Proximately RabbitMQ) pub/sub service. 
+Permit to sync models data and make calls between rails apps using google or rabbitmq or apache kafka pub/sub service. 
+
 Note: This gem is based on [MultipleMan](https://github.com/influitive/multiple_man) which for now looks unmaintained.
 
-# Features
-- Sync CRUD operation between Rails apps. So, all changes made on App1, will be reflected on App2.
+## Features
+- Sync CRUD operations between Rails apps. So, all changes made on App1, will be reflected on App2, App3.
     Example: If User is created on App1, this user will be created on App2 too with the accepted attributes.
-- Ability to make class level communication 
-    Example: If User from App1 wants to generate_email, this can be listened on App2 to make corresponding actions
+- Ability to make class level communication
+    Example: If User from App1 wants to generate_email, this can be listened on App2, App3, ... to make corresponding actions
+- Change pub/sub service at any time
 
 ## Installation
 Add this line to your application's Gemfile:
 ```ruby
 gem 'pub_sub_model_sync'
+
+gem 'google-cloud-pubsub' # to use google pub/sub service
+gem 'bunny' # to use rabbit-mq pub/sub service
+gem 'ruby-kafka' # to use apache kafka pub/sub service
 ```
 And then execute: $ bundle install
 
 
 ## Usage
 
-- Configure pub/sub service (Google pub/sub)
+- Configuration for google pub/sub (You need google pub/sub service account)
     ```ruby
-        # initializers/pub_sub_config.rb
-        PubSubModelSync::Config.project = ''
-        PubSubModelSync::Config.credentials = ''
-        PubSubModelSync::Config.topic_name = ''
-        PubSubModelSync::Config.subscription_name = ''
+    # initializers/pub_sub_config.rb
+    PubSubModelSync::Config.service_name = :google 
+    PubSubModelSync::Config.project = 'project-id'
+    PubSubModelSync::Config.credentials = 'path-to-the-config'
+    PubSubModelSync::Config.topic_name = 'sample-topic'
+    PubSubModelSync::Config.subscription_name = 'p1-subscriber'
     ```
     See details here:
     https://github.com/googleapis/google-cloud-ruby/tree/master/google-cloud-pubsub
 
+- configuration for RabbitMq (You need rabbitmq installed)
+    ```ruby
+    PubSubModelSync::Config.service_name = :rabbitmq
+    PubSubModelSync::Config.bunny_connection = 'amqp://guest:guest@localhost'
+    PubSubModelSync::Config.queue_name = ''
+    PubSubModelSync::Config.topic_name = 'sample-topic'
+    ```
+    See details here: https://github.com/ruby-amqp/bunny
+
+- configuration for Apache Kafka (You need kafka installed)
+    ```ruby
+    PubSubModelSync::Config.service_name = :kafka
+    PubSubModelSync::Config.kafka_connection = [["kafka1:9092", "kafka2:9092"], logger: Rails.logger]
+    PubSubModelSync::Config.topic_name = 'sample-topic'
+    ```
+    See details here: https://github.com/zendesk/ruby-kafka    
+
 - Add publishers/subscribers to your models (See examples below)
 
-- Start listening for publishers (Only if the app has subscribers)
+- Start subscribers to listen for publishers (Only in the app that has subscribers)
     ```ruby
     rake pub_sub_model_sync:start
     ```
+    Note: Publishers do not need todo this
 
 ## Examples
 ```ruby
-# App 1
+# App 1 (Publisher)
 # attributes: name email age 
 class User < ActiveRecord::Base
   include PubSubModelSync::PublisherConcern
-  ps_msync_publish(%i[name email])
+  ps_publish(%i[name email])
 end
 
-# App 2
+# App 2 (Subscriber)
 class User < ActiveRecord::Base
   include PubSubModelSync::SubscriberConcern
-  ps_msync_subscribe(%i[name])
-  ps_msync_class_subscribe(:greeting)
+  ps_subscribe(%i[name])
+  ps_class_subscribe(:greeting)
 
   def self.greeting(data)
     puts 'Class message called'
@@ -57,29 +82,30 @@ class User < ActiveRecord::Base
 end
 
 # Samples
-User.create(name: 'test user') # Review your App 2 to see the created user (only name will be saved)
-User.ps_msync_class_publish({ msg: 'Hello' }, action: :greeting) # User.greeting method (Class method) will be called in App2
+User.create(name: 'test user', email: 'sample@gmail.com') # Review your App 2 to see the created user (only name will be saved)
+User.ps_class_publish({ msg: 'Hello' }, action: :greeting) # User.greeting method (Class method) will be called in App2
+PubSubModelSync::Publisher.new.publish_data(User, { msg: 'Hello' }, :greeting) # similar to above when not included publisher concern
 ```
 
 ## Advanced Example
 ```ruby
-# App 1
+# App 1 (Publisher)
 class User < ActiveRecord::Base
   self.table_name = 'publisher_users'
   include PubSubModelSync::PublisherConcern
-  ps_msync_publish(%i[name], actions: %i[update], as_klass: 'Client', id: :client_id)
+  ps_publish(%i[name:full_name email], actions: %i[update], as_klass: 'Client', id: :client_id)
   
-  def ps_msync_skip_for?(_action)
+  def ps_skip_for?(_action)
     false # here logic with action to skip push message
   end
 end
 
-# App 2
+# App 2 (Subscriber)
 class User < ActiveRecord::Base
   self.table_name = 'subscriber_users'
   include PubSubModelSync::SubscriberConcern
-  ps_msync_subscribe(%i[name], actions: %i[update], as_klass: 'Client', id: :custom_id)
-  ps_msync_class_subscribe(:greeting, as_action: :custom_greeting, as_klass: 'CustomUser')
+  ps_subscribe(%i[name], actions: %i[update], as_klass: 'Client', id: :custom_id)
+  ps_class_subscribe(:greeting, as_action: :custom_greeting, as_klass: 'CustomUser')
   
   def self.greeting(data)
     puts 'Class message called through custom_greeting'
@@ -87,16 +113,31 @@ class User < ActiveRecord::Base
 end
 ```
 
-## Testing
-- Rspec:
+## Testing with RSpec
+- Config: (spec/rails_helper.rb)
     ```ruby
-      # mock google service
-      # rails_helper.rb
+      
+      # when using google service
       require 'pub_sub_model_sync/mock_google_service'
       config.before(:each) do
-        pub_sub_mock = PubSubModelSync::MockGoogleService.new
-        allow(Google::Cloud::Pubsub).to receive(:new).and_return(pub_sub_mock)
+        google_mock = PubSubModelSync::MockGoogleService.new
+        allow(Google::Cloud::Pubsub).to receive(:new).and_return(google_mock)
+      end
+      
+      # when using rabbitmq service
+      require 'pub_sub_model_sync/mock_rabbit_service' 
+      config.before(:each) do
+        rabbit_mock = PubSubModelSync::MockRabbitService.new
+        allow(Bunny).to receive(:new).and_return(rabbit_mock)
       end
+    
+      # when using apache kafka service
+      require 'pub_sub_model_sync/mock_kafka_service' 
+      config.before(:each) do
+        kafka_mock = PubSubModelSync::MockKafkaService.new
+        allow(Kafka).to receive(:new).and_return(kafka_mock)
+      end
+  
     ```
 - Examples:
     ```ruby
@@ -124,7 +165,7 @@ end
       publisher = PubSubModelSync::Publisher  
       data = { name: 'hello'}
       action = :create
-      User.ps_msync_class_publish(data, action: action)
+      User.ps_class_publish(data, action: action)
       user = User.create(name: 'name', email: 'email')
       expect_any_instance_of(publisher).to receive(:publish_model).with(user, :create, anything)
     end
@@ -133,23 +174,23 @@ end
       publisher = PubSubModelSync::Publisher  
       data = {msg: 'hello'}
       action = :greeting
-      User.ps_msync_class_publish(data, action: action)
+      User.ps_class_publish(data, action: action)
       expect_any_instance_of(publisher).to receive(:publish_data).with('User', data, action)
     end
     ```
     
-    There are two special methods to extract configured crud settings (attrs, id, ...):
+    There are two special methods to extract crud configuration settings (attrs, id, ...):
     
-    Subscribers: ```User.ps_msync_subscriber_settings```
+    Subscribers: ```User.ps_subscriber```
     
-    Publishers: ```User.ps_msync_publisher_settings```
+    Publishers: ```User.ps_publisher```
     
     Note: Inspect all configured listeners with: 
     ``` PubSubModelSync::Config.listeners ```
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/pub_sub_model_sync. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/owen2345/pub_sub_model_sync. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 ## License
 

data/lib/pub_sub_model_sync.rb

@@ -12,6 +12,11 @@ require 'pub_sub_model_sync/runner'
 require 'pub_sub_model_sync/connector'
 require 'pub_sub_model_sync/message_processor'
 
+require 'pub_sub_model_sync/service_base'
+require 'pub_sub_model_sync/service_google'
+require 'pub_sub_model_sync/service_rabbit'
+require 'pub_sub_model_sync/service_kafka'
+
 module PubSubModelSync
   class Error < StandardError; end
   # Your code goes here...

data/lib/pub_sub_model_sync/config.rb

@@ -3,11 +3,26 @@
 module PubSubModelSync
   class Config
     cattr_accessor :listeners, default: []
-    cattr_accessor :project, :credentials, :topic_name, :subscription_name
+    cattr_accessor :publishers, default: []
+    cattr_accessor :service_name, default: :google
     cattr_accessor :logger
+
+    # google service
+    cattr_accessor :project, :credentials, :topic_name, :subscription_name
+
+    # rabbitmq service
+    cattr_accessor :bunny_connection, :queue_name, :topic_name
+
+    # kafka service
+    cattr_accessor :kafka_connection, :topic_name
+
     def self.log(msg, kind = :info)
       msg = "PS_MSYNC ==> #{msg}"
-      logger ? logger.send(kind, msg) : puts(msg)
+      if logger == :raise_error
+        kind == :error ? raise(msg) : puts(msg)
+      else
+        logger ? logger.send(kind, msg) : puts(msg)
+      end
     end
   end
 end

data/lib/pub_sub_model_sync/connector.rb

@@ -3,55 +3,24 @@
 require 'google/cloud/pubsub'
 module PubSubModelSync
   class Connector
-    attr_accessor :service, :topic, :subscription, :config, :subscriber
+    attr_accessor :service
+    delegate :listen_messages, :publish, :stop, to: :service
 
     def initialize
-      @config = PubSubModelSync::Config
-      @service = Google::Cloud::Pubsub.new(project: config.project,
-                                           credentials: config.credentials)
-      @topic = service.topic(config.topic_name) ||
-               service.create_topic(config.topic_name)
-    end
-
-    def listen_messages
-      @subscription = subscribe_to_topic
-      @subscriber = subscription.listen(&method(:process_message))
-      log('Listener starting...')
-      subscriber.start
-      log('Listener started')
-      sleep
-      subscriber.stop.wait!
-      log('Listener stopped')
-    end
-
-    def stop
-      log('Listener stopping...')
-      subscriber.stop!
+      @service = build_service
     end
 
     private
 
-    def subscribe_to_topic
-      topic.subscription(config.subscription_name) ||
-        topic.subscribe(config.subscription_name)
-    end
-
-    def process_message(received_message)
-      message = received_message.message
-      attrs = message.attributes.symbolize_keys
-      return unless attrs[:service_model_sync]
-
-      data = JSON.parse(message.data).symbolize_keys
-      args = [data, attrs[:klass], attrs[:action], attrs]
-      PubSubModelSync::MessageProcessor.new(*args).process
-    rescue => e
-      log("Error processing message: #{[received_message, e.message]}")
-    ensure
-      received_message.acknowledge!
-    end
-
-    def log(msg)
-      config.log(msg)
+    def build_service
+      case Config.service_name
+      when :google
+        PubSubModelSync::ServiceGoogle.new
+      when :kafka
+        PubSubModelSync::ServiceKafka.new
+      else # :rabbit_mq
+        PubSubModelSync::ServiceRabbit.new
+      end
     end
   end
 end

data/lib/pub_sub_model_sync/message_processor.rb

@@ -40,7 +40,6 @@ module PubSubModelSync
 
     # support for: create, update, destroy
     def call_listener(listener)
-      listener_add_crud_settings(listener)
       model = find_model(listener)
       if attrs[:action].to_sym == :destroy
         model.destroy!
@@ -74,11 +73,6 @@ module PubSubModelSync
       end
     end
 
-    def listener_add_crud_settings(listener)
-      model_class = listener[:klass].constantize
-      listener[:settings] = model_class.ps_msync_subscriber_settings
-    end
-
     def log(message, kind = :info)
       PubSubModelSync::Config.log "#{message} ==> #{[data, attrs]}", kind
     end

data/lib/pub_sub_model_sync/mock_google_service.rb

@@ -7,6 +7,7 @@ module PubSubModelSync
         true
       end
     end
+
     class MockSubscriber
       def start
         true
@@ -15,12 +16,15 @@ module PubSubModelSync
       def stop
         @stop ||= MockStop.new
       end
+      alias stop! stop
     end
+
     class MockSubscription
       def listen(*_args)
         @listen ||= MockSubscriber.new
       end
     end
+
     class MockTopic
       def subscription(*_args)
         @subscription ||= MockSubscription.new
@@ -31,6 +35,7 @@ module PubSubModelSync
         true
       end
     end
+
     def topic(*_args)
       @topic ||= MockTopic.new
     end

data/lib/pub_sub_model_sync/mock_kafka_service.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module PubSubModelSync
+  class MockKafkaService
+    class MockProducer
+      def produce(*_args)
+        true
+      end
+
+      def deliver_messages(*_args)
+        true
+      end
+
+      def shutdown
+        true
+      end
+    end
+
+    class MockConsumer
+      def each_message(*_args)
+        true
+      end
+
+      def stop(*_args)
+        true
+      end
+
+      def subscribe(*_args)
+        true
+      end
+    end
+
+    def producer(*_args)
+      MockProducer.new
+    end
+
+    def consumer(*_args)
+      MockConsumer.new
+    end
+
+    def close
+      true
+    end
+  end
+end

data/lib/pub_sub_model_sync/mock_rabbit_service.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+module PubSubModelSync
+  class MockRabbitService
+    class MockTopic
+      def publish(*_args)
+        true
+      end
+    end
+
+    class MockQueue
+      def bind(*_args)
+        true
+      end
+
+      def subscribe(*_args)
+        true
+      end
+
+      def name
+        'name'
+      end
+    end
+
+    class MockChannel
+      def queue(*_args)
+        @queue ||= MockQueue.new
+      end
+
+      def topic(*_args)
+        @topic ||= MockTopic.new
+      end
+    end
+
+    def create_channel(*_args)
+      @create_channel ||= MockChannel.new
+    end
+    alias channel create_channel
+
+    def start
+      true
+    end
+
+    def close
+      true
+    end
+  end
+end

data/lib/pub_sub_model_sync/publisher.rb

@@ -9,34 +9,37 @@ module PubSubModelSync
 
     def publish_data(klass, data, action)
       attributes = self.class.build_attrs(klass, action)
-      publish(data, attributes)
+      connector.publish(data, attributes)
     end
 
     # @param settings (Hash): { attrs: [], as_klass: nil, id: nil }
     def publish_model(model, action, settings = nil)
-      settings ||= model.class.ps_msync_publisher_settings
+      settings ||= model.class.ps_publisher_info(action)
       attributes = build_model_attrs(model, action, settings)
       data = {}
-      if action != 'destroy'
-        data = model.as_json(only: settings[:attrs], methods: settings[:attrs])
-      end
-      publish(data.symbolize_keys, attributes)
+      data = build_model_data(model, settings[:attrs]) if action != :destroy
+      connector.publish(data.symbolize_keys, attributes)
     end
 
     def self.build_attrs(klass, action, id = nil)
       {
         klass: klass.to_s,
         action: action.to_sym,
-        id: id,
-        service_model_sync: true
+        id: id
       }
     end
 
     private
 
-    def publish(data, attributes)
-      log("Publishing: #{[data, attributes]}")
-      connector.topic.publish(data.to_json, attributes)
+    def build_model_data(model, model_props)
+      source_props = model_props.map { |prop| prop.to_s.split(':').first }
+      data = model.as_json(only: source_props, methods: source_props)
+      aliased_props = model_props.select { |prop| prop.to_s.include?(':') }
+      aliased_props.each do |prop|
+        source, target = prop.to_s.split(':')
+        data[target] = data.delete(source)
+      end
+      data.symbolize_keys
     end
 
     def build_model_attrs(model, action, settings)

data/lib/pub_sub_model_sync/publisher_concern.rb

@@ -7,41 +7,44 @@ module PubSubModelSync
     end
 
     # Permit to skip a publish callback
-    def ps_msync_skip_for?(_action)
+    def ps_skip_for?(_action)
       false
     end
 
     module ClassMethods
       # Permit to publish crud actions (:create, :update, :destroy)
       # @param settings (Hash): { actions: nil, as_klass: nil, id: nil }
-      def ps_msync_publish(attrs, settings = {})
+      def ps_publish(attrs, settings = {})
         actions = settings.delete(:actions) || %i[create update destroy]
-        @ps_msync_publisher_settings = settings.merge(attrs: attrs)
-        ps_msync_register_callbacks(actions)
+        actions.each do |action|
+          info = settings.merge(klass: name, action: action, attrs: attrs)
+          PubSubModelSync::Config.publishers << info
+          ps_register_callback(action.to_sym, info)
+        end
       end
 
-      def ps_msync_publisher_settings
-        @ps_msync_publisher_settings
+      def ps_publisher_info(action = :create)
+        PubSubModelSync::Config.publishers.select do |listener|
+          listener[:klass] == name && listener[:action] == action
+        end.last
       end
 
-      def ps_msync_class_publish(data, action:, as_klass: nil)
+      def ps_class_publish(data, action:, as_klass: nil)
         as_klass = (as_klass || name).to_s
-        ps_msync_publisher.publish_data(as_klass, data, action.to_sym)
+        ps_publisher_service.publish_data(as_klass, data, action.to_sym)
       end
 
-      def ps_msync_publisher
+      def ps_publisher_service
         PubSubModelSync::Publisher.new
       end
 
       private
 
-      def ps_msync_register_callbacks(actions)
-        actions.each do |action|
-          after_commit(on: action) do |model|
-            unless model.ps_msync_skip_for?(action)
-              publisher = model.class.ps_msync_publisher
-              publisher.publish_model(model, action.to_sym)
-            end
+      def ps_register_callback(action, info)
+        after_commit(on: action) do |model|
+          unless model.ps_skip_for?(action)
+            service = model.class.ps_publisher_service
+            service.publish_model(model, action.to_sym, info)
           end
         end
       end

data/lib/pub_sub_model_sync/runner.rb

@@ -6,6 +6,10 @@ module PubSubModelSync
     class ShutDown < StandardError; end
     attr_accessor :connector
 
+    def initialize
+      @connector = PubSubModelSync::Connector.new
+    end
+
     def run
       trap_signals!
       preload_framework!
@@ -17,7 +21,6 @@ module PubSubModelSync
     private
 
     def start_listeners
-      @connector = PubSubModelSync::Connector.new
       connector.listen_messages
     end
 

data/lib/pub_sub_model_sync/service_base.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+module PubSubModelSync
+  class ServiceBase
+    SERVICE_KEY = 'service_model_sync'
+
+    def listen_messages
+      raise 'method :listen_messages must be defined in service'
+    end
+
+    def publish(_data, _attributes)
+      raise 'method :publish must be defined in service'
+    end
+
+    def stop
+      raise 'method :stop must be defined in service'
+    end
+
+    private
+
+    # @param payload (String JSON): '{"data":{},"attributes":{..}}'
+    #   refer: PubSubModelSync::Publisher (.publish_model | .publish_data)
+    def perform_message(payload)
+      data, attrs = parse_message_payload(payload)
+      args = [data, attrs[:klass], attrs[:action], attrs]
+      PubSubModelSync::MessageProcessor.new(*args).process
+    end
+
+    def parse_message_payload(payload)
+      message_payload = JSON.parse(payload).symbolize_keys
+      data = message_payload[:data].symbolize_keys
+      attrs = message_payload[:attributes].symbolize_keys
+      [data, attrs]
+    end
+  end
+end

data/lib/pub_sub_model_sync/service_google.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+begin
+  require 'google/cloud/pubsub'
+rescue LoadError # rubocop:disable Lint/SuppressedException
+end
+
+module PubSubModelSync
+  class ServiceGoogle < ServiceBase
+    attr_accessor :service, :topic, :subscription, :config, :subscriber
+
+    def initialize
+      @config = PubSubModelSync::Config
+      @service = Google::Cloud::Pubsub.new(project: config.project,
+                                           credentials: config.credentials)
+      @topic = service.topic(config.topic_name) ||
+               service.create_topic(config.topic_name)
+    end
+
+    def listen_messages
+      @subscription = subscribe_to_topic
+      @subscriber = subscription.listen(&method(:process_message))
+      log('Listener starting...')
+      subscriber.start
+      log('Listener started')
+      sleep
+      subscriber.stop.wait!
+      log('Listener stopped')
+    end
+
+    def publish(data, attributes)
+      log("Publishing message: #{[data, attributes]}")
+
+      payload = { data: data, attributes: attributes }.to_json
+      topic.publish(payload, { SERVICE_KEY => true })
+    end
+
+    def stop
+      log('Listener stopping...')
+      subscriber.stop!
+    end
+
+    private
+
+    def subscribe_to_topic
+      topic.subscription(config.subscription_name) ||
+        topic.subscribe(config.subscription_name)
+    end
+
+    def process_message(received_message)
+      message = received_message.message
+      return unless message.attributes[SERVICE_KEY]
+
+      perform_message(message.data)
+    rescue => e
+      log("Error processing message: #{[received_message, e.message]}", :error)
+    ensure
+      received_message.acknowledge!
+    end
+
+    def log(msg, kind = :info)
+      config.log("Google Service ==> #{msg}", kind)
+    end
+  end
+end

data/lib/pub_sub_model_sync/service_kafka.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+begin
+  require 'kafka'
+rescue LoadError # rubocop:disable Lint/SuppressedException
+end
+
+module PubSubModelSync
+  class ServiceKafka < ServiceBase
+    cattr_accessor :producer
+
+    attr_accessor :service, :consumer
+    attr_accessor :config
+    CONSUMER_GROUP = 'service_model_sync'
+
+    def initialize
+      @config = PubSubModelSync::Config
+      @service = Kafka.new(*config.kafka_connection)
+    end
+
+    def listen_messages
+      log('Listener starting...')
+      start_consumer
+      consumer.each_message(&method(:process_message))
+    rescue PubSubModelSync::Runner::ShutDown
+      raise
+    rescue => e
+      log("Error listening message: #{[e.message, e.backtrace]}", :error)
+    end
+
+    def publish(data, attributes)
+      log("Publishing: #{[data, attributes]}")
+      payload = { data: data, attributes: attributes }
+      producer.produce(payload.to_json, message_settings)
+      producer.deliver_messages
+    rescue => e
+      info = [data, attributes, e.message, e.backtrace]
+      log("Error publishing: #{info}", :error)
+    end
+
+    def stop
+      log('Listener stopping...')
+      consumer.stop
+    end
+
+    private
+
+    def message_settings
+      { topic: config.topic_name, headers: { SERVICE_KEY => true } }
+    end
+
+    def start_consumer
+      @consumer = service.consumer(group_id: CONSUMER_GROUP)
+      consumer.subscribe(config.topic_name)
+    end
+
+    def producer
+      return self.class.producer if self.class.producer
+
+      at_exit { self.class.producer.shutdown }
+      self.class.producer = service.producer
+    end
+
+    def process_message(message)
+      return unless message.headers[SERVICE_KEY]
+
+      perform_message(message.value)
+    rescue => e
+      error = [message, e.message, e.backtrace]
+      log("Error processing message: #{error}", :error)
+    end
+
+    def log(msg, kind = :info)
+      config.log("Kafka Service ==> #{msg}", kind)
+    end
+  end
+end

data/lib/pub_sub_model_sync/service_rabbit.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+begin
+  require 'bunny'
+rescue LoadError # rubocop:disable Lint/SuppressedException
+end
+
+module PubSubModelSync
+  class ServiceRabbit < ServiceBase
+    attr_accessor :service, :channel, :queue, :topic
+    attr_accessor :config
+
+    def initialize
+      @config = PubSubModelSync::Config
+      @service = Bunny.new(*config.bunny_connection)
+    end
+
+    def listen_messages
+      log('Listener starting...')
+      subscribe_to_queue
+      log('Listener started')
+      queue.subscribe(block: true, manual_ack: false, &method(:process_message))
+    rescue PubSubModelSync::Runner::ShutDown
+      raise
+    rescue => e
+      log("Error listening message: #{[e.message, e.backtrace]}", :error)
+    end
+
+    def publish(data, attributes)
+      log("Publishing: #{[data, attributes]}")
+      subscribe_to_queue
+      payload = { data: data, attributes: attributes }
+      topic.publish(payload.to_json, message_settings)
+    rescue => e
+      info = [data, attributes, e.message, e.backtrace]
+      log("Error publishing: #{info}", :error)
+    end
+
+    def stop
+      log('Listener stopping...')
+      service.close
+    end
+
+    private
+
+    def message_settings
+      { routing_key: queue.name, type: SERVICE_KEY }
+    end
+
+    def process_message(_delivery_info, meta_info, payload)
+      return unless meta_info[:type] == SERVICE_KEY
+
+      perform_message(payload)
+    rescue => e
+      error = [payload, e.message, e.backtrace]
+      log("Error processing message: #{error}", :error)
+    end
+
+    def subscribe_to_queue
+      service.start
+      @channel = service.create_channel
+      queue_settings = { durable: true, auto_delete: false }
+      @queue = channel.queue(config.queue_name, queue_settings)
+      subscribe_to_topic
+    end
+
+    def subscribe_to_topic
+      @topic = channel.topic(config.topic_name)
+      queue.bind(topic, routing_key: queue.name)
+    end
+
+    def log(msg, kind = :info)
+      config.log("Rabbit Service ==> #{msg}", kind)
+    end
+  end
+end

data/lib/pub_sub_model_sync/subscriber_concern.rb

@@ -8,32 +8,35 @@ module PubSubModelSync
 
     module ClassMethods
       # @param settings (Hash): { as_klass: nil, actions: nil, id: nil }
-      def ps_msync_subscribe(attrs, settings = {})
-        settings[:as_klass] = (settings[:as_klass] || name).to_s
+      def ps_subscribe(attrs, settings = {})
+        as_klass = (settings[:as_klass] || name).to_s
         actions = settings.delete(:actions) || %i[create update destroy]
-        @ps_msync_subscriber_settings = { attrs: attrs }.merge(settings)
+        settings = settings.merge(attrs: attrs)
         actions.each do |action|
-          add_ps_msync_subscriber(settings[:as_klass], action, action, false)
+          add_ps_subscriber(as_klass, action, action, false, settings)
         end
       end
 
-      def ps_msync_class_subscribe(action, as_action: nil, as_klass: nil)
-        add_ps_msync_subscriber(as_klass, action, as_action, true)
+      def ps_class_subscribe(action, as_action: nil, as_klass: nil)
+        add_ps_subscriber(as_klass, action, as_action, true, {})
       end
 
-      def ps_msync_subscriber_settings
-        @ps_msync_subscriber_settings || {}
+      def ps_subscriber(action = :create)
+        PubSubModelSync::Config.listeners.select do |listener|
+          listener[:klass] == name && listener[:action] == action
+        end.last
       end
 
       private
 
-      def add_ps_msync_subscriber(as_klass, action, as_action, direct_mode)
+      def add_ps_subscriber(as_klass, action, as_action, direct_mode, settings)
         listener = {
           klass: name,
           as_klass: (as_klass || name).to_s,
           action: action.to_sym,
           as_action: (as_action || action).to_sym,
-          direct_mode: direct_mode
+          direct_mode: direct_mode,
+          settings: settings
         }
         PubSubModelSync::Config.listeners << listener
       end

data/lib/pub_sub_model_sync/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PubSubModelSync
-  VERSION = '0.1.0'
+  VERSION = '0.1.5'
 end

data/pub_sub_model_sync.gemspec

@@ -33,7 +33,6 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_dependency 'activesupport'
-  spec.add_dependency 'google-cloud-pubsub'
   spec.add_dependency 'rails'
 
   spec.add_development_dependency 'bundler'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pub_sub_model_sync
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - Owen
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-03-12 00:00:00.000000000 Z
+date: 2020-03-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -24,20 +24,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: google-cloud-pubsub
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
@@ -119,6 +105,7 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - ".travis.yml"
+- CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
 - Gemfile.lock
@@ -132,10 +119,16 @@ files:
 - lib/pub_sub_model_sync/connector.rb
 - lib/pub_sub_model_sync/message_processor.rb
 - lib/pub_sub_model_sync/mock_google_service.rb
+- lib/pub_sub_model_sync/mock_kafka_service.rb
+- lib/pub_sub_model_sync/mock_rabbit_service.rb
 - lib/pub_sub_model_sync/publisher.rb
 - lib/pub_sub_model_sync/publisher_concern.rb
 - lib/pub_sub_model_sync/railtie.rb
 - lib/pub_sub_model_sync/runner.rb
+- lib/pub_sub_model_sync/service_base.rb
+- lib/pub_sub_model_sync/service_google.rb
+- lib/pub_sub_model_sync/service_kafka.rb
+- lib/pub_sub_model_sync/service_rabbit.rb
 - lib/pub_sub_model_sync/subscriber_concern.rb
 - lib/pub_sub_model_sync/tasks/worker.rake
 - lib/pub_sub_model_sync/version.rb