mqbench 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 826251928967d9031b8ea764630aa77d5769f6aa
+  data.tar.gz: fd37f71e8b877d912a88a3ba445507533d0be79d
+SHA512:
+  metadata.gz: 7645e6aa88910a3587e868d728cf2f92b3cf875f059ad5bb5e5ade010528b60f0d5401d12aaf2e073b5b51ae1e4c5c2694b98fea3eb0eb8859602a4a4776c164
+  data.tar.gz: a1373c857a426792411fc48fc3d67681077f03cbff218f3f1b779c24a900dbeb6c213d7a827397b09ba3b00cd546f05644d1ae0210e66b508df63b4734382417

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*gem
+*swp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mqbench.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Hiroyasu OHYAMA
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,14 @@
+## What is this?
+This is a benchmark script to measure trend of pub/sub processing throughput at AMQP and STOMP server environment.
+
+## Usage
+```
+Usage: benchmark [options]
+    -m, --mode m                     specify benchmark mode ('amqp' or 'stomp')
+    -s, --size s                     specify message size
+    -c, --count c                    specify message counts
+    -u, --user p                     specify user-id to login broker
+    -w, --pass w                     specify password to login broker
+    -h, --host h                     specify host of server
+    -p, --port p                     specify TCP port-number which is listened
+```

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/mqbench

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+require 'mqbench'
+
+opts = MQBench::Options.new(ARGV)
+unless opts.is_valid?
+  opts.show_usage
+  puts "[warning] 'mandatory' options is required"
+  exit 1
+end
+
+MQBench.run(opts.conf)

data/lib/mqbench.rb

@@ -0,0 +1,36 @@
+require "mqbench/version"
+require "mqbench/options"
+require "mqbench/client"
+require "mqbench/amqp"
+require "mqbench/stomp"
+require "mqbench/kafka"
+
+module MQBench
+  def self.run(args)
+    obj = case args[:mode]
+    when 'amqp'
+      MQBench::AMQP.new(args)
+    when 'stomp'
+      MQBench::STOMP.new(args)
+    when 'kafka'
+      MQBench::Kafka.new(args)
+    else
+      puts "[warning] The specified mode '#{args[:mode]}' is invalid"
+      nil
+    end
+
+    if obj != nil
+      time_started = Time.now
+
+      obj.send_msg
+
+      time_enqueued = Time.now
+
+      obj.recv_msg
+
+      time_dequeued = Time.now
+
+      puts "results: #{time_dequeued - time_started} (enqueue:#{time_enqueued - time_started}, dequeue:#{time_dequeued - time_enqueued})"
+    end
+  end
+end

data/lib/mqbench/amqp.rb

@@ -0,0 +1,43 @@
+require 'bunny'
+
+module MQBench
+  class AMQP < Client
+    def initialize(args)
+      @port = 5672
+      @user = 'guest'
+      @pass = 'guest'
+  
+      super(args)
+  
+      @broker = Bunny.new(:host => @host, :port => @port, :user => @user, :pass => @pass)
+      @broker.start
+    end
+  
+    def send_msg
+      ch = @broker.create_channel
+      q = ch.queue(QNAME)
+    
+      (1..@count).each do |_|
+        q.publish('a' * @size)
+      end
+    
+      ch.close
+    end
+    
+    def recv_msg
+      ch = @broker.create_channel
+      q = ch.queue(QNAME)
+    
+      cnt = 0
+      q.subscribe(:block => true) do |delivery_info, _, _|
+        cnt += 1
+        if cnt >= @count
+          delivery_info.consumer.cancel
+          break
+        end
+      end
+    
+      ch.close
+    end
+  end
+end

data/lib/mqbench/client.rb

@@ -0,0 +1,14 @@
+module MQBench
+  class Client
+    QNAME = "benchmark9-#{(rand * 10000).to_i}"
+
+    def initialize(args = {})
+      @size = args[:size] if args.key? :size
+      @host = args[:host] if args.key? :host
+      @port = args[:port] if args.key? :port
+      @user = args[:user] if args.key? :user
+      @pass = args[:pass] if args.key? :pass
+      @count = args[:count] if args.key? :count
+    end
+  end
+end

data/lib/mqbench/kafka.rb

@@ -0,0 +1,44 @@
+require 'kafka'
+
+module MQBench
+  class Kafka < Client
+    def initialize(args)
+      @port = 9092
+      @host = 'localhost'
+  
+      super(args)
+  
+      @broker = ::Kafka.new(seed_brokers: ["#{@host}:#{@port}"])
+    end
+  
+    def send_msg
+      producer = @broker.producer(:required_acks => 0,
+                                  :max_buffer_size => (@count * @size),
+                                  :max_buffer_bytesize => (@count * (@size + 100)))
+
+      (1..@count).each do |x|
+        producer.produce('a' * @size, topic: QNAME)
+        producer.deliver_messages
+      end
+
+      producer.shutdown
+    end
+  
+    def recv_msg
+      consumer = @broker.consumer(group_id: 'test')
+  
+      # It's possible to subscribe to multiple topics by calling `subscribe`
+      # repeatedly.
+      consumer.subscribe(QNAME)
+  
+      # This will loop indefinitely, yielding each message in turn.
+      current = 1
+      consumer.each_message do |message|
+        current += 1
+        if(current >= @count)
+          break
+        end
+      end
+    end
+  end
+end

data/lib/mqbench/options.rb

@@ -0,0 +1,37 @@
+require 'optparse'
+
+module MQBench
+  class Options
+    MANDATORY_OPTS = [:mode, :size, :count]
+
+    attr_reader :conf
+
+    def initialize(argv)
+      @opt = OptionParser.new
+      @conf = {}
+      
+      @opt.on("-m m", "--mode m",  "[mandatory] broker type {amqp|stomp|kafka}")   {|v| @conf[:mode] = v}
+      @opt.on("-s s", "--size s",  "[mandatory] message size (bytes)")             {|v| @conf[:size] = v.to_i}
+      @opt.on("-c c", "--count c", "[mandatory] message counts")                   {|v| @conf[:count] = v.to_i}
+      @opt.on("-u u", "--user p",  "specify user-id to login broker")              {|v| @conf[:user] = v}
+      @opt.on("-w w", "--pass w",  "specify password to login broker")             {|v| @conf[:pass] = v}
+      @opt.on("-h h", "--host h",  "specify host where broker is running")         {|v| @conf[:host] = v}
+      @opt.on("-p p", "--port p",  "specify TCP port-number which broker listens") {|v| @conf[:port] = v.to_i}
+    
+      begin
+        @opt.parse!(argv)
+      rescue OptionParser::MissingArgument => e
+        puts @opt.help
+        exit 1
+      end
+    end
+
+    def is_valid?
+      not MANDATORY_OPTS.map {|x| @conf.key? x}.include?(false)
+    end
+
+    def show_usage
+      puts @opt.help
+    end
+  end
+end

data/lib/mqbench/stomp.rb

@@ -0,0 +1,34 @@
+require 'stomp'
+
+module MQBench
+  class STOMP < Client
+    def initialize(args)
+      @port = 61613
+      @user = 'guest'
+      @pass = 'guest'
+  
+      super(args)
+  
+      @broker = Stomp::Connection.open(@user, @pass, @host, @port)
+    end
+  
+    def send_msg
+      (1..@count).each do |x|
+        @broker.publish(QNAME, 'a' * @size)
+      end
+    end
+  
+    def recv_msg
+      @broker.subscribe(QNAME, {:ack => 'client'})
+      cnt = 0
+      loop do
+        @broker.receive
+      
+        cnt += 1
+        if cnt >= @count
+          break
+        end
+      end
+    end
+  end
+end

data/lib/mqbench/version.rb

@@ -0,0 +1,3 @@
+module Mqbench
+  VERSION = "0.1.0"
+end

data/mqbench.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mqbench/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mqbench"
+  spec.version       = Mqbench::VERSION
+  spec.authors       = ["Hiroyasu OHYAMA"]
+  spec.email         = ["user.localhost2000@gmail.com"]
+
+  spec.summary       = %q{A benchmark client for MOM}
+  spec.description   = %q{This aims to be a common benchmark tool for MOM}
+  spec.homepage      = "https://github.com/userlocalhost2000/mqbench"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "stomp", "~> 1.3"
+  spec.add_runtime_dependency "bunny", "~> 2.3"
+  spec.add_runtime_dependency "ruby-kafka", "~> 0.3.6"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.4"
+end

metadata

@@ -0,0 +1,144 @@
+--- !ruby/object:Gem::Specification
+name: mqbench
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Hiroyasu OHYAMA
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-05-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: stomp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+- !ruby/object:Gem::Dependency
+  name: ruby-kafka
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.6
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+description: This aims to be a common benchmark tool for MOM
+email:
+- user.localhost2000@gmail.com
+executables:
+- mqbench
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/mqbench
+- lib/mqbench.rb
+- lib/mqbench/amqp.rb
+- lib/mqbench/client.rb
+- lib/mqbench/kafka.rb
+- lib/mqbench/options.rb
+- lib/mqbench/stomp.rb
+- lib/mqbench/version.rb
+- mqbench.gemspec
+homepage: https://github.com/userlocalhost2000/mqbench
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: A benchmark client for MOM
+test_files: []
+has_rdoc: