logstash-perftool 0.1.0

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+$LOAD_PATH.unshift File.join(ROOT, 'lib')
+$LOAD_PATH.unshift File.join(ROOT, 'spec')
+
+require 'lsperfm'
+
+def load_fixture(name)
+  IO.read("spec/fixtures/#{name}")
+end

data/suite.rb

@@ -0,0 +1,46 @@
+# encoding: utf-8
+
+require_relative 'run'
+
+RUNNER = File.join(File.expand_path(File.dirname(__FILE__)), "run.rb")
+BASE_DIR = File.expand_path(File.dirname(__FILE__))
+
+## script main
+
+if ARGV.size < 1 or ARGV.size > 2
+  $stderr.puts("usage: ruby suite.rb [suite file] [logstash path]")
+  exit(1)
+end
+
+@debug = !!ENV["DEBUG"]
+
+logstash_home = ENV['LOGSTASH_HOME'] || 'logstash'
+install_path  = ARGV.size > 1 ? ARGV[1] : logstash_home
+
+tests         = eval(IO.read(ARGV[0]))
+lines         = ["name, #{Runner.headers.join(',')}"]
+first         = true
+
+reporter = Thread.new do
+  loop do
+    $stderr.print "."
+    sleep 1
+  end
+end
+
+tests.each do |test|
+
+  events = test[:events].to_i # total number of events to feed, independant of input file size
+  time   = test[:time].to_i
+  config = File.join(BASE_DIR, test[:config])
+  input  = File.join(BASE_DIR, test[:input])
+
+  runner = Runner.new(config, @debug, install_path)
+  p, elaspsed, events_count = runner.run(events, time, runner.read_input_file(input))
+
+  lines << "#{test[:name]}, #{"%.2f" % elaspsed}, #{events_count}, #{"%.0f" % (events_count / elaspsed)},#{p.last}, #{"%.0f" % (p.reduce(:+) / p.size)}"
+  first = false
+end
+
+reporter.kill
+puts lines.join("\n")

metadata

@@ -0,0 +1,154 @@
+--- !ruby/object:Gem::Specification
+name: logstash-perftool
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Pere Urbon-Bayes
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-07-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rake
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  prerelease: false
+  type: :development
+- !ruby/object:Gem::Dependency
+  name: rspec
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.3'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.3.0
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.3'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.3.0
+  prerelease: false
+  type: :development
+description: A performance testing tool for Logstash
+email:
+- pere.urbon@elastic.co
+executables:
+- lsperfm
+- lsperfm-deps
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- CONTRIBUTORS
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/lsperfm
+- bin/lsperfm-deps
+- examples/config/complex_syslog.conf
+- examples/config/json_inout_codec.conf
+- examples/config/json_inout_filter.conf
+- examples/config/simple.conf
+- examples/config/simple_grok.conf
+- examples/config/simple_json_out.conf
+- examples/input/apache_log.txt
+- examples/input/json_medium.txt
+- examples/input/simple_10.txt
+- examples/input/syslog_acl_10.txt
+- examples/suite/basic_performance_long.rb
+- examples/suite/basic_performance_quick.rb
+- lib/lsperfm.rb
+- lib/lsperfm/core.rb
+- lib/lsperfm/core/reporter.rb
+- lib/lsperfm/core/run.rb
+- lib/lsperfm/core/stats.rb
+- lib/lsperfm/defaults/config/complex_syslog.conf
+- lib/lsperfm/defaults/config/json_inout_codec.conf
+- lib/lsperfm/defaults/config/json_inout_filter.conf
+- lib/lsperfm/defaults/config/simple.conf
+- lib/lsperfm/defaults/config/simple_grok.conf
+- lib/lsperfm/defaults/config/simple_json_out.conf
+- lib/lsperfm/defaults/input/apache_log.txt
+- lib/lsperfm/defaults/input/json_medium.txt
+- lib/lsperfm/defaults/input/simple_10.txt
+- lib/lsperfm/defaults/input/syslog_acl_10.txt
+- lib/lsperfm/defaults/suite.rb
+- lib/lsperfm/defaults/suite/long.rb
+- lib/lsperfm/defaults/suite/quick.rb
+- lib/lsperfm/version.rb
+- logstash-perftool.gemspec
+- scripts/loader.rb
+- scripts/setup.sh
+- spec/fixtures/basic_suite.rb
+- spec/fixtures/config.yml
+- spec/fixtures/simple.conf
+- spec/fixtures/simple_10.txt
+- spec/fixtures/wrong_config.yml
+- spec/lib/runner_spec.rb
+- spec/lib/suite_spec.rb
+- spec/spec_helper.rb
+- suite.rb
+homepage: http://logstash.net/
+licenses:
+- Apache License (2.0)
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.5
+signing_key:
+specification_version: 4
+summary: With this gem you can run core performance test for your logstash-core pipeline
+test_files:
+- spec/fixtures/basic_suite.rb
+- spec/fixtures/config.yml
+- spec/fixtures/simple.conf
+- spec/fixtures/simple_10.txt
+- spec/fixtures/wrong_config.yml
+- spec/lib/runner_spec.rb
+- spec/lib/suite_spec.rb
+- spec/spec_helper.rb