tengine_event 1.1.0 → 1.2.0

data/lib/tengine/mq/suite/default_config.rb

@@ -0,0 +1,52 @@
+require 'tengine/mq/suite'
+require 'tengine/support/core_ext/enumerable/deep_freeze'
+
+class Tengine::Mq::Suite
+  DEFAULT_CONFIG = {
+      :sender                 => {
+        :keep_connection      => false,
+        :retry_interval       => 1,  # in seconds
+        :retry_count          => 30,
+      },
+      :connection             => {
+        :user                 => 'guest',
+        :pass                 => 'guest',
+        :vhost                => '/',
+        :logging              => false,
+        :insist               => false,
+        :host                 => 'localhost',
+        :port                 => 5672,
+        :auto_reconnect_delay => 1, # in seconds
+      },
+      :channel                => {
+        :prefetch             => 1,
+        :auto_recovery        => true,
+      },
+      :exchange               => {
+        :name                 => 'tengine_event_exchange',
+        :type                 => :direct,
+        :passive              => false,
+        :durable              => true,
+        :auto_delete          => false,
+        :internal             => false,
+        :nowait               => false,
+        :publish              => {
+          :content_type       => "application/json", # RFC4627
+          :persistent         => true,
+        },
+      },
+      :queue                  => {
+        :name                 => 'tengine_event_queue',
+        :passive              => false,
+        :durable              => true,
+        :auto_delete          => false,
+        :exclusive            => false,
+        :nowait               => false,
+        :subscribe            => {
+          :ack                => true,
+          :nowait             => false,
+          :confirm            => nil,
+        },
+      },
+    }.deep_freeze
+end

data/spec/actual_publisher1.rb

@@ -0,0 +1,54 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+require 'logger'
+require'eventmachine'
+
+__DIR__ = File.dirname(__FILE__)
+base_dir = File.expand_path('../', __DIR__)
+$LOAD_PATH << File.expand_path('lib', base_dir)
+require 'tengine/event'
+
+logger = Logger.new(File.expand_path("tmp/log/actual_publisher1.log", base_dir))
+Tengine.logger = logger
+
+sender = Tengine::Event::Sender.new(logger: logger, sender: {keep_connection: true} )
+
+nest = ARGV.any?{|arg| arg =~ /^nest/ }
+
+logger.debug("#{__FILE__}##{__LINE__}")
+EM.run do
+
+  if nest
+
+    logger.debug("#{__FILE__}##{__LINE__}")
+    sender.fire("foo") do
+      logger.debug("#{__FILE__}##{__LINE__}")
+      sender.fire("bar") do
+        logger.debug("#{__FILE__}##{__LINE__}")
+        sender.fire("baz") do
+          logger.debug("#{__FILE__}##{__LINE__}")
+          sender.stop
+          logger.debug("#{__FILE__}##{__LINE__}")
+        end
+        logger.debug("#{__FILE__}##{__LINE__}")
+      end
+      logger.debug("#{__FILE__}##{__LINE__}")
+    end
+    logger.debug("#{__FILE__}##{__LINE__}")
+
+  else
+
+    logger.debug("#{__FILE__}##{__LINE__}")
+    sender.fire("foo")
+    logger.debug("#{__FILE__}##{__LINE__}")
+    sender.fire("bar")
+    logger.debug("#{__FILE__}##{__LINE__}")
+    sender.fire("baz")
+    logger.debug("#{__FILE__}##{__LINE__}")
+    sender.stop
+    logger.debug("#{__FILE__}##{__LINE__}")
+
+  end
+end
+logger.debug("#{__FILE__}##{__LINE__}")

data/spec/actual_publisher2.rb

@@ -0,0 +1,142 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+require 'logger'
+require'eventmachine'
+require 'amqp'
+require'json'
+
+__DIR__ = File.dirname(__FILE__)
+base_dir = File.expand_path('..', __DIR__)
+
+logger = Logger.new(File.expand_path("tmp/log/actual_publisher2.log", base_dir))
+
+
+nest = ARGV.any?{|arg| arg =~ /^nest/ }
+
+
+logger.debug("#{__FILE__}##{__LINE__}")
+EM.run do
+
+    config                   =  {
+      :sender                 => {
+        :keep_connection      => false,
+        :retry_interval       => 1,  # in seconds
+        :retry_count          => 30,
+      },
+      :connection             => {
+        :user                 => 'guest',
+        :pass                 => 'guest',
+        :vhost                => '/',
+        :logging              => false,
+        :insist               => false,
+        :host                 => 'localhost',
+        :port                 => 5672,
+        :auto_reconnect_delay => 1, # in seconds
+      },
+      :channel                => {
+        :prefetch             => 1,
+        :auto_recovery        => true,
+      },
+      :exchange               => {
+        :name                 => 'tengine_event_exchange',
+        :type                 => :direct,
+        :passive              => false,
+        :durable              => true,
+        :auto_delete          => false,
+        :internal             => false,
+        :nowait               => false,
+        :publish              => {
+          :content_type       => "application/json", # RFC4627
+          :persistent         => true,
+        },
+      },
+      :queue                  => {
+        :name                 => 'tengine_event_queue',
+        :passive              => false,
+        :durable              => true,
+        :auto_delete          => false,
+        :exclusive            => false,
+        :nowait               => false,
+        :subscribe            => {
+          :ack                => true,
+          :nowait             => false,
+          :confirm            => nil,
+        },
+      },
+    }
+
+  logger.debug("#{__FILE__}##{__LINE__}")
+  AMQP.connect(config[:connection]) do |conn|
+    logger.debug("#{__FILE__}##{__LINE__}")
+    id = AMQP::Channel.next_channel_id
+    AMQP::Channel.new(conn, id, config[:channel]) do |ch|
+      logger.debug("#{__FILE__}##{__LINE__}")
+      cfg = config[:exchange].dup
+      name = cfg.delete :name
+      type = cfg.delete :type
+      cfg.delete :publish # not needed here
+      AMQP::Exchange.new ch, type.intern, name, cfg do |xchg|
+        logger.debug("#{__FILE__}##{__LINE__}")
+
+        if nest
+          xchg.publish({"event_type_name" => "foo"}.to_json) do
+            logger.debug("#{__FILE__}##{__LINE__}")
+            xchg.publish({"event_type_name" => "bar"}.to_json) do
+              logger.debug("#{__FILE__}##{__LINE__}")
+              xchg.publish({"event_type_name" => "baz"}.to_json) do
+                logger.debug("#{__FILE__}##{__LINE__}")
+                conn.close{
+                  logger.debug("#{__FILE__}##{__LINE__}")
+                  EM.stop{
+                    logger.debug("#{__FILE__}##{__LINE__}")
+                    exit
+                    logger.debug("#{__FILE__}##{__LINE__}")
+                  }
+                  logger.debug("#{__FILE__}##{__LINE__}")
+                }
+                logger.debug("#{__FILE__}##{__LINE__}")
+              end
+              logger.debug("#{__FILE__}##{__LINE__}")
+            end
+            logger.debug("#{__FILE__}##{__LINE__}")
+          end
+        else
+          xchg.publish({"event_type_name" => "foo"}.to_json)
+          # xchg.publish({"event_type_name" => "foo"}.to_json) do
+          #   logger.debug("#{__FILE__}##{__LINE__}")
+          # end
+          logger.debug("#{__FILE__}##{__LINE__}")
+
+          # sleep 0.1
+
+          xchg.publish({"event_type_name" => "bar"}.to_json)
+
+          xchg.publish({"event_type_name" => "baz"}.to_json) do
+            logger.debug("#{__FILE__}##{__LINE__}")
+            conn.close{
+              logger.debug("#{__FILE__}##{__LINE__}")
+              EM.stop{
+                logger.debug("#{__FILE__}##{__LINE__}")
+                exit
+                logger.debug("#{__FILE__}##{__LINE__}")
+              }
+              logger.debug("#{__FILE__}##{__LINE__}")
+            }
+            logger.debug("#{__FILE__}##{__LINE__}")
+          end
+          # xchg.publish({"event_type_name" => "bar"}.to_json) do
+          #   logger.debug("#{__FILE__}##{__LINE__}")
+          # end
+          logger.debug("#{__FILE__}##{__LINE__}")
+        end
+
+
+      end
+      logger.debug("#{__FILE__}##{__LINE__}")
+    end
+    logger.debug("#{__FILE__}##{__LINE__}")
+  end
+  logger.debug("#{__FILE__}##{__LINE__}")
+end
+logger.debug("#{__FILE__}##{__LINE__}")

data/spec/actual_spec.rb

@@ -0,0 +1,103 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+require 'logger'
+require'eventmachine'
+
+describe "tengine_event" do
+
+  before(:all) do
+    TestRabbitmq.kill_remain_processes
+    @test_rabbitmq = TestRabbitmq.new(keep_port: true).launch
+  end
+
+  after(:all) do
+    TestRabbitmq.kill_launched_processes
+  end
+
+  before do
+    system(File.expand_path("../../bin/tengine_event_sucks", __FILE__))
+  end
+
+  let(:logger){ Logger.new(File.expand_path("../../tmp/log/actual_spec.log", __FILE__)) }
+
+  before{ logger.info("-" * 100) }
+  after(:all){ logger.info("=" * 100) }
+
+  shared_examples_for "publisher and subscriber are in same process" do |block|
+    let(:buffer){ [] }
+    let(:suite ){ Tengine::Mq::Suite.new }
+    let(:sender  ){ Tengine::Event::Sender.new(logger: logger, sender: { keep_connection: true}) }
+
+    before do
+      logger.info("=" * 100)
+      Tengine.logger = logger
+      EM.run_test(timeout: 60) do # 1分はかからないと思うんだけど・・・
+        suite.subscribe do |header, payload|
+          header.ack
+          hash = JSON.parse(payload)
+          buffer << hash["event_type_name"]
+        end
+        block.call(sender)
+        EM.add_timer(10){ suite.stop }
+      end
+    end
+
+    it "receives foo, bar and baz" do
+      buffer.should =~ %w[foo bar baz]
+    end
+  end
+
+  context "sequential call" do
+    it_should_behave_like "publisher and subscriber are in same process", ->(sender){
+      sender.fire("foo")
+      sender.fire("bar")
+      sender.fire("baz")
+    }
+  end
+
+  context "nested call" do
+    it_should_behave_like "publisher and subscriber are in same process", ->(sender){
+      sender.fire("foo") do
+        sender.fire("bar") do
+          sender.fire("baz")
+        end
+      end
+    }
+  end
+
+  # ２つのイベント発火の場合には失敗したり成功したりが混じっていましたが、
+  # ３つのイベント発火の場合には100%失敗するので繰り返しは1回だけでOKです。
+  repeat = (ENV['REPEAT'] || 1).to_i
+  repeat.times do |idx|
+    context "#{idx + 1}/#{repeat} publisher is in another process" do
+      let(:timeout){ 10 }
+      let(:buffer){ [] }
+      let(:suite ){ Tengine::Mq::Suite.new }
+
+      before do
+        Tengine.logger = logger
+        EM.run_test do
+          # EM.next_tick do
+          #   puts "now waiting 2 events in #{timeout} seconds."
+          # end
+          EM.add_timer(timeout) { suite.stop } # timeoutを設定
+
+          suite.subscribe do |header, payload|
+            header.ack
+            hash = JSON.parse(payload)
+            # puts hash.inspect
+            buffer << hash["event_type_name"]
+            suite.stop if buffer.length >= 3
+          end
+          cmd = File.expand_path("../actual_publisher1.rb", __FILE__)
+          system(cmd)
+        end
+      end
+
+      it "receives foo, bar and baz", skip_travis: true do
+        buffer.should =~ %w[foo bar baz]
+      end
+    end
+  end
+end

data/spec/amqp_spec.rb

@@ -0,0 +1,144 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+
+require 'logger'
+require 'eventmachine'
+require 'amqp'
+require'json'
+
+describe "amqp" do
+
+  before(:all) do
+    TestRabbitmq.kill_remain_processes
+    @test_rabbitmq = TestRabbitmq.new(keep_port: true).launch
+  end
+  after(:all) do
+    TestRabbitmq.kill_launched_processes
+  end
+
+  let(:logger){ Logger.new(File.expand_path("../../tmp/log/amqp_spec.log", __FILE__)) }
+
+  before do
+    system(File.expand_path("../../bin/tengine_event_sucks", __FILE__))
+  end
+
+  before{ logger.debug("-" * 100) }
+  after(:all){ logger.debug("=" * 100) }
+
+  [
+    ["actual_publisher1.rb sequential", {skip_travis: true}],
+    ["actual_publisher1.rb nested"    , {skip_travis: true}],
+    ["actual_publisher2.rb sequential", {}],
+    ["actual_publisher2.rb nested"    , {}],
+  ].each do |(publisher_command, opts)|
+    # ２つのイベント発火の場合には失敗したり成功したりが混じっていましたが、
+    # ３つのイベント発火の場合には100%失敗するので繰り返しは1回だけでOKです。
+    repeat = (ENV['REPEAT'] || 1).to_i
+    repeat.times do |idx|
+
+      context "#{idx + 1}/#{repeat} publisher is in another process with #{publisher_command}", opts do
+        let(:timeout){ 10 }
+        let(:buffer){ [] }
+
+        let(:config) do
+          {
+            :sender                 => {
+              :keep_connection      => false,
+              :retry_interval       => 1,  # in seconds
+              :retry_count          => 30,
+            },
+            :connection             => {
+              :user                 => 'guest',
+              :pass                 => 'guest',
+              :vhost                => '/',
+              :logging              => false,
+              :insist               => false,
+              :host                 => 'localhost',
+              :port                 => 5672,
+              :auto_reconnect_delay => 1, # in seconds
+            },
+            :channel                => {
+              :prefetch             => 1,
+              :auto_recovery        => true,
+            },
+            :exchange               => {
+              :name                 => 'tengine_event_exchange',
+              :type                 => :direct,
+              :passive              => false,
+              :durable              => true,
+              :auto_delete          => false,
+              :internal             => false,
+              :nowait               => false,
+              :publish              => {
+                :content_type       => "application/json", # RFC4627
+                :persistent         => true,
+              },
+            },
+            :queue                  => {
+              :name                 => 'tengine_event_queue',
+              :passive              => false,
+              :durable              => true,
+              :auto_delete          => false,
+              :exclusive            => false,
+              :nowait               => false,
+              :subscribe            => {
+                :ack                => true,
+                :nowait             => false,
+                :confirm            => nil,
+              },
+            },
+          }
+        end
+
+        before do
+          EM.run_test(timeout: timeout * 3) do # timeoutの3倍あれば大丈夫でしょう
+            # EM.next_tick do
+            #   puts "now waiting 2 events in #{timeout} seconds."
+            # end
+            EM.add_timer(timeout) { EM.stop } # timeoutを設定
+
+            AMQP.connect(config[:connection]) do |conn|
+              id = AMQP::Channel.next_channel_id
+              AMQP::Channel.new(conn, id, config[:channel]) do |ch|
+
+                cfg = config[:exchange].dup
+                name = cfg.delete :name
+                type = cfg.delete :type
+                cfg.delete :publish # not needed here
+                AMQP::Exchange.new ch, type.intern, name, cfg do |xchg|
+
+                  cfg = config[:queue].dup
+                  name = cfg.delete :name
+                  ch.queue name, cfg do |que|
+                    que.bind xchg, :nowait => false do
+
+                      opts = config[:queue][:subscribe]
+                      que.subscribe opts do |h, b|
+                        h.ack
+                        # puts b
+                        hash = JSON.parse(b)
+                        buffer << hash["event_type_name"]
+                        conn.close{ EM.stop } if buffer.length >= 3
+                      end
+
+                    end
+                  end
+
+                end
+              end
+              logger.debug("#{__FILE__}##{__LINE__}")
+            end
+            logger.debug("#{__FILE__}##{__LINE__}")
+
+            Process.spawn(File.expand_path("../#{publisher_command}", __FILE__))
+          end
+        end
+
+        it "receives foo, bar and baz" do
+          buffer.should == %w[foo bar baz]
+        end
+      end
+    end
+  end
+
+end