magellan-rails 0.0.1

data/gems/magellan-publisher/spec/magellan/publisher_spec.rb

@@ -0,0 +1,39 @@
+# coding: utf-8
+
+require "spec_helper"
+require 'bunny'
+require 'bunny_mock'
+require 'json'
+
+describe Magellan::Publisher do
+
+  describe "#publish" do
+
+      before do
+        @topic = "topic/aaa"
+        @rabbitmq_topic = "topic.aaa"
+        @payload = "Hello World"
+        @bunny    = BunnyMock.new
+        channel = @bunny.create_channel
+        @exchange = @bunny.exchange('test_exchange', type: :direct, durable: false, auto_delete: false)
+        expect(@exchange).to receive(:publish).with(@payload, routing_key: @rabbitmq_topic)
+
+        allow(Bunny  ).to receive(:new).and_return(@bunny)
+        allow(@bunny  ).to receive(:create_channel).and_return(channel)
+        allow(channel).to receive(:exchange).with('test_exchange', no_declare: true).and_return(@exchange)
+
+        ENV["MAGELLAN_PUBLISH_EXCHANGE"] = "test_exchange"
+        @publisher = Magellan::Publisher.new(host: "127.0.0.1",
+                                             port: 5672,
+                                             vhost: "customer1.sample_project",
+                                             user: "customer1.sample_project",
+                                             pass: "pasw1")
+      end
+
+      it do
+        @publisher.publish(@topic, @payload)
+      end
+
+
+  end
+end

data/gems/magellan-publisher/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+
+if ENV["COVERAGE"] and not(ENV["COVERAGE"].empty?)
+  require "simplecov"
+  SimpleCov.start "rails"
+end
+
+require 'magellan/publisher'

data/lib/generators/install_generator.rb

@@ -0,0 +1,20 @@
+require 'rails/generators/base'
+require 'securerandom'
+
+module Magellan
+  module Generators
+    class InstallGenerator < ::Rails::Generators::Base
+      source_root File.expand_path("../templates", __FILE__)
+
+      desc "Creates config files for Magellan"
+
+      def copy_magellan_yaml
+        template "Magellan.yml", "Magellan.yml"
+      end
+
+      def rails_4?
+        ::Rails::VERSION::MAJOR == 4
+      end
+    end
+  end
+end

data/lib/generators/templates/Magellan.yml

@@ -0,0 +1,115 @@
+trdb:
+  image: redis:2.8.13
+  # Dockerfile: https://raw.githubusercontent.com/docker-library/redis/docker-2.8.12/Dockerfile
+  after_tasks:
+    - name: "setup TD data"
+      docker:
+        detach: False
+        name: magellan-tr-data
+        image: groovenauts/magellan-tr-data
+        links:
+          - trdb:redis
+
+
+rabbitmq:
+  before_tasks:
+    - name: "stop RabbitMQ container"
+      command: docker stop rabbitmq
+      ignore_errors: yes
+    - name: "remove RabbitMQ container"
+      command: docker rm rabbitmq
+      ignore_errors: yes
+
+    - name: "make RabbitMQ log directory"
+      file:
+        path: /var/log/rabbitmq
+        force: yes
+        state: directory
+
+    - name: "change owner /var/log/rabbitmq to rabbitmq"
+      docker:
+        name: rabbitmq_dir_owner
+        image: tutum/rabbitmq
+        volumes:
+          - /var/log/rabbitmq:/var/log/rabbitmq
+        command: "chown -R rabbitmq:rabbitmq /var/log/rabbitmq"
+
+  image: tutum/rabbitmq
+  # Dockerfile: https://raw.githubusercontent.com/tutumcloud/tutum-docker-rabbitmq/master/Dockerfile
+  ports:
+    - 5672:5672
+    - 15672:15672
+  env:
+    - RABBITMQ_USER=magellan
+    - RABBITMQ_PASS=mypass
+  volumes:
+    - /var/log/rabbitmq:/var/log/rabbitmq
+
+  after_tasks:
+    - name: "wait to ready rabbitmq"
+      wait_for: delay=3 port=5672
+    - name: "wait to ready rabbitmq admin"
+      wait_for: port=15672
+    - name: "setup Queues and Exchanges"
+      docker:
+        detach: False
+        name: magellan-setup_tools
+        image: groovenauts/magellan-setup_tools:0.1.1
+        links:
+          - trdb:redis
+          - rabbitmq:rabbitmq
+        command: ruby ./rabbitmq customer1.magellan-rails-example 0.0.1 rails transaction-router pswd1 pswd2
+
+
+tr:
+  before_tasks:
+    - name: "stop tr container"
+      command: docker stop tr
+      ignore_errors: yes
+    - name: "remove tr container"
+      command: docker rm tr
+      ignore_errors: yes
+
+  image: groovenauts/magellan-transaction-router:0.0.1-with_signature
+  # Dockerfile: https://raw.githubusercontent.com/tengine/magellan-transaction-router-broadleaf/feature/integration01/Dockerfile?token=18912__eyJzY29wZSI6IlJhd0Jsb2I6dGVuZ2luZS9tYWdlbGxhbi10cmFuc2FjdGlvbi1yb3V0ZXItYnJvYWRsZWFmL2ZlYXR1cmUvaW50ZWdyYXRpb24wMS9Eb2NrZXJmaWxlIiwiZXhwaXJlcyI6MTQwNzIzMDg4MX0%3D--2ca5fb4de69eca8cbc5cda747b8716ed85ce89a2
+  ports:
+    - 3000:3000
+  links:
+    - trdb:redis
+    - rabbitmq:rabbitmq
+  tty: True
+  stdin_open: True
+  command: /bin/bash ./boot.sh
+
+
+
+
+app:
+  before_tasks:
+    - name: "stop app container"
+      command: docker stop app
+      ignore_errors: yes
+    - name: "remove app container"
+      command: docker rm app
+      ignore_errors: yes
+
+    - name: "make application log directory"
+      file:
+        path: /var/log/application
+        force: yes
+        state: directory
+
+  image: groovenauts/magellan-rails-example
+  # Dockerfile: "./Dockerfile"
+  links:
+    - rabbitmq:rabbitmq
+  env:
+    - VHOST=/customer1.magellan-rails-example
+    - REQUEST_QUEUE=customer1.magellan-rails-example.0.0.1.rails
+    - RESPONSE_EXCHANGE=customer1.magellan-rails-example.reply
+    - RABBITMQ_USER=customer1.magellan-rails-example
+    - RABBITMQ_PASS=pswd2
+    - SECRET_KEY_BASE={{ app_secret_key_base }}
+  volumes:
+    - /var/log/application:/usr/src/app/log
+  command: bundle exec magellan-rails

data/lib/magellan/extentions/rails/engine.rb

@@ -0,0 +1,28 @@
+# coding: utf-8
+
+require "rails/engine"
+require "magellan/worker/config"
+
+module Magellan
+  module Extentions
+    module Rails
+      module Engine
+        def eager_load!
+          config = Magellan::Worker.worker.config
+          unless config[:http_worker]
+            self.config.eager_load_paths -= [::Rails.root.join("app/controllers").to_s]
+          end
+          unless config[:subscriber_worker]
+            self.config.eager_load_paths -= [::Rails.root.join("app/subscribers").to_s]
+          end
+          super
+        end
+      end
+    end
+  end
+end
+
+class ::Rails::Engine
+  prepend Magellan::Extentions::Rails::Engine
+end
+

data/lib/magellan/extentions/rails.rb

@@ -0,0 +1,2 @@
+
+require "magellan/extentions/rails/engine"

data/lib/magellan/extentions.rb

@@ -0,0 +1,2 @@
+
+require "magellan/extentions/rails"

data/lib/magellan/rails/executor.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*-
+require 'magellan/rails'
+require "bunny"
+
+class Magellan::Rails::Executor
+  def initialize(exchange)
+    @exchange     = exchange
+    @app     = ::Rails.application
+  end
+
+  def execute(reply_to, correlation_id, delivery_tag, request_message)
+    response = Magellan::Rails::Response.new()
+
+    request  = Magellan::Rails::Request.new()
+    request.parse_message(request_message)
+
+    begin
+      rack_response = @app.call(request.to_rack_env)
+      response.parse_rack_response(rack_response)
+    rescue Exception => e
+      response.status  = '500'
+      response.headers = {'Content-Type' => 'text/plain', 'charset' => 'utf-8'}
+      response.body    = 'Internal Server Error'
+      Magellan.logger.error(e)
+    ensure
+      @exchange.publish(
+        response.to_message,
+        {
+          expiration: request.reply_ttl,
+          correlation_id: correlation_id,
+          routing_key: reply_to
+        })
+    end
+  end
+end

data/lib/magellan/rails/railtie.rb

@@ -0,0 +1,12 @@
+require 'magellan/rails'
+require 'rails'
+
+module Magellan::Rails
+  class Railtie < ::Rails::Railtie
+
+    generators do
+      Dir[File.expand_path("../../../generators/*_generator.rb", __FILE__)].each{|f| require f }
+    end
+
+  end
+end

data/lib/magellan/rails/request.rb

@@ -0,0 +1,111 @@
+# -*- coding: utf-8 -*-
+require 'magellan/rails'
+require 'set'
+require 'base64'
+
+class Magellan::Rails::Request
+  attr_reader :headers, :options, :body, :body_encoding
+
+  RACK_HEADER = Set.new ['CONTENT_LENGTH', 'CONTENT_TYPE', 'GATEWAY_INTERFACE',
+    'Path-Info', 'Query-String', "Method", "Server-Name", "Server-Port"]
+
+  VALID_ENCODING = %w(plain base64)
+
+  def option(key)
+    options[key]
+  end
+
+  def reply_ttl
+    # TRからのメッセージにワーカー処理結果の送信時に指定するttlが含まれていない場合, 1秒を設定します
+    ttl = options['reply_ttl'] || 1000
+    ttl.to_i
+  end
+
+  def parse_message(request_message)
+    # @options = request_message['options']
+    # TRから送られるメッセージのoptionsの型が本来はHash型なのですが、
+    # 配列型になってしまっているため、暫定的に空のHashをセットします
+    @options = {}
+    @headers = request_message['headers']
+    @body_encoding = request_message['body_encoding']
+    @body_encoding = (@body_encoding.present? and VALID_ENCODING.include?(@body_encoding)) ? @body_encoding.to_sym : :plain
+    @body          = decode_body(request_message['body'], @body_encoding)
+  end
+
+  def to_rack_env
+    env = Hash.new
+
+    scripe_name  = @headers['Path-Info'][@headers['Path-Info'].rindex('/') + 1..-1]
+    query_string = @headers['Query-String']
+
+    # Rackにクエリーストリングを渡す時は
+    query_string.slice!(0) if (query_string[0] == '?')
+
+    ct = @headers["Content-Type"]
+
+    env["CONTENT_LENGTH"]    = @body.bytesize
+    env["CONTENT_TYPE"]      = ct.dup if ct
+    env["GATEWAY_INTERFACE"] = "CGI/1.1"
+    env["PATH_INFO"]         = @headers['Path-Info']    # "/hello/index",
+    env["QUERY_STRING"]      = @headers['Query-String'] #
+
+    # TRから送られてきていないので一旦コメントアウト
+    # env["REMOTE_ADDR"]       = @peeraddr[3]
+    # env["REMOTE_HOST"]       = @peeraddr[2]
+    # env["REMOTE_USER"]       = @user
+
+    env["REQUEST_METHOD"]    = @headers['Method']      # GET, PUT, DELETE...
+    env["REQUEST_URI"]       = "#{env["PATH_INFO"]}?#{env["QUERY_STRING"]}"
+    env["SCRIPT_NAME"]       = ''                       # /scripts/sample?a=c  の場合 ルートなので ''
+    env["SERVER_NAME"]       = @headers['Server-Name']  # "localhost",
+    env["SERVER_PORT"]       = @headers['Server-Port'].to_s # "3000",
+
+    # 一旦決め打ち
+    env["SERVER_PROTOCOL"]   = "HTTP/1.1"
+
+    env["SERVER_SOFTWARE"]   = 'magellan'
+
+     @headers.each{|key, val|
+      next if RACK_HEADER.include? key
+      name = "HTTP_" + key
+      name.gsub!(/-/o, "_")
+      name.upcase!
+      env[name] = val
+    }
+
+    env["rack.version"]      = [1, 5, 2]
+    env["rack.url_scheme"]   = "http"
+    env["rack.multithread"]  = true
+    env["rack.multiprocess"] = false
+    env["rack.run_once"]     = false
+    env["rack.hijack?"]      = false
+
+    env['rack.input']        = StringIO.new(@body.to_s)
+
+    # 本来はロガーに渡すべきだが、設計するまで一旦標準エラー出力に出します
+    env["rack.errors"]       = $stderr
+
+    env["HTTP_VERSION"]      = env["SERVER_PROTOCOL"]
+    env["REQUEST_PATH"]      = env["PATH_INFO"]
+    env['rack.logger']       = Magellan.logger
+
+    env
+  end
+
+
+  # @doc レクエストボディをencodingに応じてデコードする。
+  # 現在対応しているencodingは以下。
+  # - base64: Base64デコードする
+  # - plain: デコードせずそのままの値を返す
+  #
+  # @param [String] body リクエストボディ
+  # @param [String] encoding エンコード形式
+  def decode_body(body, encoding)
+    case encoding.to_sym
+    when :base64 then
+      Base64.decode64(body)
+    else
+      body
+    end
+  end
+end

data/lib/magellan/rails/response.rb

@@ -0,0 +1,35 @@
+# -*- coding: utf-8 -*-
+require 'magellan/rails'
+
+require 'json'
+require 'base64'
+
+class Magellan::Rails::Response
+  attr_accessor :headers, :body, :status, :body_encoding
+
+  def parse_rack_response(response)
+    @status  = response[0]
+    @headers = response[1]
+    @body    = ''
+    @body_encoding = :plain
+    body_proxy = response[2]
+    body_proxy.each{|b| @body << b}
+    body_proxy.close
+  end
+
+  def to_message
+    json_generate_errors = [JSON::GeneratorError, Encoding::UndefinedConversionError]
+    begin
+      {
+        headers: @headers,
+        status:  @status,
+        body:    @body,
+        body_encoding: @body_encoding.to_s,
+      }.to_json
+    rescue *json_generate_errors
+      @body = Base64.strict_encode64(@body)
+      @body_encoding = :base64
+      to_message
+    end
+  end
+end

data/lib/magellan/rails/version.rb

@@ -0,0 +1,5 @@
+module Magellan
+  module Rails
+    VERSION = "0.0.1"
+  end
+end

data/lib/magellan/rails.rb

@@ -0,0 +1,10 @@
+# -*- coding: utf-8 -*-
+require "magellan"
+require 'magellan/rails/railtie'
+
+module Magellan::Rails
+  autoload :Executor, 'magellan/rails/executor'
+  autoload :Request,  'magellan/rails/request'
+  autoload :Response, 'magellan/rails/response'
+  autoload :VERSION,  'magellan/rails/version'
+end

data/lib/magellan/subscriber/base.rb

@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+require 'magellan/rails'
+
+class Magellan::Subscriber::Base < AbstractController::Base
+
+  include AbstractController::Callbacks # for (before,after,around)_filter
+
+  def self.logger=(logger)
+    @logger = logger
+  end
+
+  def self.logger
+    @logger || ::Rails.logger
+  end
+
+  attr_reader :request, :topic, :body
+  def initialize(request)
+    @request = request
+    @topic = request.topic
+    @body = request.body
+  end
+
+  def logger
+    Magellan::Subscriber::Base.logger
+  end
+end