totoro 1.0.5 → 1.0.6

data/pkg/totoro-1.0.5/Rakefile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/pkg/totoro-1.0.5/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'totoro'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start(__FILE__)

data/pkg/totoro-1.0.5/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/pkg/totoro-1.0.5/bin/totoro

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'totoro'
+# You might want to change this
+ENV['RAILS_ENV'] ||= 'development'
+
+root = Dir.pwd
+root = File.dirname(root) until File.exist?(File.join(root, 'config'))
+Dir.chdir(root)
+
+require File.join(root, 'config', 'environment')
+
+worker_class = ARGV[0]
+
+::Worker.const_get(worker_class.to_s.camelize).new.execute

data/pkg/totoro-1.0.5/docker-compose.yml

@@ -0,0 +1,43 @@
+version: '2.0'
+services:
+  rabbitmq:
+    image: rabbitmq:3-management-alpine
+    environment:
+      RABBITMQ_DEFAULT_USER: app
+      RABBITMQ_DEFAULT_PASS: app
+    ports:
+      - '5672:5672'
+      - '15672:15672'
+
+  db:
+    image: postgres:9.6.6
+    restart: always
+    ports:
+      - '5432:5432'
+    volumes:
+      - 'postgres:/var/lib/postgresql/data'
+    environment:
+      POSTGRES_USER: root
+      POSTGRES_PASSWORD: root
+
+  totoro:
+    build: .
+    ports:
+      - '3000:3000'
+    volumes:
+      - ./test/totoro_test:/app
+      - .:/totoro
+    command: totoro example_queue
+    environment:
+      POSTGRES_HOST: db
+      POSTGRES_USER: root
+      POSTGRES_PASSWORD: root
+      RABBITMQ_HOST: rabbitmq
+      RABBITMQ_USERNAME: app
+      RABBITMQ_PASSWORD: app
+    depends_on:
+      - db
+      - rabbitmq
+
+volumes:
+  postgres:

data/pkg/totoro-1.0.5/lib/generators/totoro/config_generator.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Totoro
+  class ConfigGenerator < Rails::Generators::Base
+    source_root File.expand_path('templates', __dir__)
+    desc 'Generate totoro config file'
+
+    def copy_config_file
+      template 'totoro.yml', File.join('config', 'totoro.yml')
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/generators/totoro/init_generator.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module Totoro
+  class InitGenerator < Rails::Generators::Base
+    source_root File.expand_path('templates', __dir__)
+    desc 'Generate totoro config file'
+
+    def copy_config_file
+      template 'create_totoro_failed_messages.rb', File.join('db/migrate', "#{Time.now.strftime('%Y%m%d%H%M%S')}_create_totoro_failed_messages.rb")
+      template 'totoro.yml', File.join('config', 'totoro.yml')
+      template 'initializer.rb', File.join('config/initializers', 'totoro.rb')
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/generators/totoro/templates/create_totoro_failed_messages.rb

@@ -0,0 +1,12 @@
+class CreateTotoroFailedMessages < ActiveRecord::Migration[5.1]
+  def change
+    enable_extension "plpgsql"
+    create_table :totoro_failed_messages do |t|
+      t.string :class_name
+      t.string :queue_id
+      t.jsonb :payload
+      t.string :group
+      t.timestamps
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/generators/totoro/templates/initializer.rb

@@ -0,0 +1 @@
+Totoro::Initializer.new.execute

data/pkg/totoro-1.0.5/lib/generators/totoro/templates/totoro.yml

@@ -0,0 +1,33 @@
+default: &default
+  connect:
+    host: rabbitmq
+    port: 5672
+    user: app
+    pass: app
+  queue:
+    example_queue:
+      name: real.queue.name
+      durable: true
+      clean_start: false
+      manual_ack: true
+      force_ack: true
+
+  custom:
+    connect:
+      host: rabbitmq
+      port: 5672
+      user: app
+      pass: app
+    queue:
+      custom_queue:
+        name: custom.queue.name
+        durable: true
+
+development:
+  <<: *default
+
+test:
+  <<: *default
+
+production:
+  <<: *default

data/pkg/totoro-1.0.5/lib/generators/totoro/templates/update_totoro_failed_messages.rb

@@ -0,0 +1,6 @@
+class UpdateTotoroFailedMessages < ActiveRecord::Migration[5.1]
+  def change
+    add_column :totoro_failed_messages, :group, :string
+    Totoro::TotoroFailedMessage.all.update(group: 'enqueue')
+  end
+end

data/pkg/totoro-1.0.5/lib/generators/totoro/templates/worker.rb.erb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Worker
+  class <%= name.camelcase %> < Totoro::BaseWorker
+    setup queue_name: '<%= queue || name.underscore %>'<% if prefix.present? %> ,prefix: :<%= prefix %><% end %>
+    def process(payload, metadata, delivery_info)
+      # worker process
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/generators/totoro/update_generator.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Totoro
+  class UpdateGenerator < Rails::Generators::Base
+    source_root File.expand_path('templates', __dir__)
+    desc 'Update totoro to 1.0.0'
+
+    def copy_config_file
+      template 'update_totoro_failed_messages.rb', File.join('db/migrate', "#{Time.now.strftime('%Y%m%d%H%M%S')}_update_totoro_failed_messages.rb")
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/generators/totoro/worker_generator.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Totoro
+  class WorkerGenerator < Rails::Generators::Base
+    desc 'Generate totoro worker file'
+
+    source_root File.expand_path('templates', __dir__)
+    argument :name, type: :string
+    argument :queue, type: :string, required: false
+    argument :prefix, type: :string, required: false
+
+    def copy_config_file
+      template 'worker.rb.erb',
+               File.join('app/models/worker', "#{name.underscore}.rb")
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/totoro.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+require 'totoro/version'
+require 'totoro/config'
+require 'totoro/base_queue'
+require 'totoro/base_worker'
+require 'totoro/utils'
+require 'totoro/services/enqueue_service'
+require 'totoro/services/broadcast_service'
+require 'totoro/services/subscribe_service'
+require 'totoro/services/resend_service'
+require 'totoro/errors/connection_break_error'
+require 'totoro/errors/need_queue_name_error'
+require 'totoro/initializer'
+require 'totoro/message_resender'
+require 'totoro/models/totoro_failed_message'
+require 'totoro/railtie' if defined?(Rails)
+
+module Totoro
+  # Your code goes here...
+end

data/pkg/totoro-1.0.5/lib/totoro/base_queue.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require 'bunny'
+
+module Totoro
+  class BaseQueue
+    class <<self
+      def config
+        @config ||= Totoro::Config.new
+      end
+
+      def connection
+        @connection ||= Bunny.new(config.connect.merge(threaded: false))
+      end
+
+      def broadcast(id, payload)
+        Totoro::BroadcastService.new(connection, config).broadcast(id, payload)
+      rescue Totoro::ConnectionBreakError => error
+        handle_failed_msg(id, payload, error, :broadcast)
+      end
+
+      def enqueue(id, payload)
+        Totoro::EnqueueService.new(connection, config).enqueue(id, payload)
+      rescue Totoro::ConnectionBreakError => error
+        handle_failed_msg(id, payload, error, :enqueue)
+      end
+
+      private
+
+      def handle_failed_msg(id, payload, error, group)
+        Rails.logger.error error.message
+        Rails.logger.info 'Add failed message to resend list'
+        STDOUT.flush
+        @connection = nil
+        Totoro::TotoroFailedMessage.create(
+          class_name: to_s,
+          queue_id: id,
+          group: group,
+          payload: payload
+        )
+      end
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/totoro/base_worker.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+module Totoro
+  class BaseWorker
+    def self.setup(attrs)
+      prefix = attrs[:prefix]
+      queue_name = attrs[:queue_name]
+      define_method('setup') do
+        raise(Totoro::NeedQueueNameError) if queue_name.nil?
+
+        @prefix = prefix
+        @queue_name = queue_name
+      end
+    end
+
+    def initialize
+      setup
+    end
+
+    def execute
+      Rails.logger.info 'Listening to the Rabbitmq'
+      STDOUT.flush
+      subscribe_service.subscribe(@queue_name) do |delivery_info, metadata, payload|
+        Rails.logger.debug "#{@queue_name} received message"
+        STDOUT.flush
+        payload_hash = JSON.parse(payload).with_indifferent_access
+        process(payload_hash, metadata, delivery_info)
+      end
+
+      handle_usr1_n_usr2
+
+      subscribe_service.channel.work_pool.join
+    rescue SignalException
+      puts 'Terminating process ..'
+      subscribe_service.channel.work_pool.shutdown(true)
+      puts 'Stopped.'
+    end
+
+    def process; end
+
+    private
+
+    def handle_usr1_n_usr2
+      %w[USR1 USR2].each do |signal|
+        Signal.trap(signal) do
+          puts "#{signal} received."
+          handler = "on_#{signal.downcase}"
+          send handler if respond_to?(handler)
+        end
+      end
+    end
+
+    def config
+      @config ||= Totoro::Config.new(@prefix)
+    end
+
+    def subscribe_service
+      @subscribe_service ||= Totoro::SubscribeService.new(config)
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/totoro/config.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+module Totoro
+  class Config
+    def initialize(prefix = nil)
+      @data = Rails.application.config_for(:totoro).with_indifferent_access
+      @data = @data[prefix] if prefix.present?
+    end
+
+    def reset_data
+      @data = nil
+    end
+
+    def connect
+      @data[:connect]
+    end
+
+    def exchange(id)
+      @data[:exchange][id][:name]
+    end
+
+    def exchange_name_for_queue(queue_id)
+      @data[:queue][queue_id][:exchange]
+    end
+
+    def clean_start?(id)
+      !!@data[:queue][id][:clean_start]
+    end
+
+    def manual_ack?(id)
+      !!@data[:queue][id][:manual_ack]
+    end
+
+    def force_ack?(id)
+      manual_ack?(id) && !!@data[:queue][id][:force_ack]
+    end
+
+    def queue(id)
+      name = @data[:queue][id][:name]
+      settings = { durable: @data[:queue][id][:durable] }
+      [name, settings]
+    end
+  end
+end

data/pkg/totoro-1.0.5/lib/totoro/errors/connection_break_error.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module Totoro
+  class ConnectionBreakError < StandardError
+  end
+end

data/pkg/totoro-1.0.5/lib/totoro/errors/need_queue_name_error.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Totoro
+  class NeedQueueNameError < RuntimeError; end
+end

data/pkg/totoro-1.0.5/lib/totoro/initializer.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Totoro
+  class Initializer
+    DEFAULT_CONFIG = %i[default connect queue].freeze
+    def execute
+      config = Rails.application.config_for(:totoro).with_indifferent_access
+      # set default queue class
+      Totoro.const_set('Queue', default_queue_class(config))
+      # set custom queue class
+      (config.symbolize_keys.keys - DEFAULT_CONFIG).each do |prefix|
+        prefix_module(prefix, queue_class(prefix))
+      end
+    end
+
+    private
+
+    def default_queue_class(config)
+      if config.key?(:default)
+        queue_class(:default)
+      else
+        Class.new(Totoro::BaseQueue)
+      end
+    end
+
+    def queue_class(prefix)
+      custom_queue_class = Class.new(Totoro::BaseQueue)
+      custom_queue_class.define_singleton_method('config') do
+        @config ||= Totoro::Config.new(prefix)
+      end
+      custom_queue_class
+    end
+
+    def prefix_module(prefix, custom_queue_class)
+      prefix_module = Totoro.const_set(prefix.to_s.camelize, Module.new)
+      prefix_module.const_set('Queue', custom_queue_class)
+    end
+  end
+end