rubybench_runner 0.1.0

data/lib/rubybench_runner/rails/benchmarks/views/posts/index.json.jbuilder

@@ -0,0 +1,4 @@
+json.array!(@posts) do |post|
+  json.extract! post, :id, :title, :body, :author
+  json.url post_url(post, format: :json)
+end

data/lib/rubybench_runner/rails/benchmarks/views/posts/new.html.erb

@@ -0,0 +1,5 @@
+<h1>New Post</h1>
+
+<%= render 'form' %>
+
+<%= link_to 'Back', posts_path %>

data/lib/rubybench_runner/rails/benchmarks/views/posts/show.html.erb

@@ -0,0 +1,19 @@
+<p id="notice"><%= notice %></p>
+
+<p>
+  <strong>Title:</strong>
+  <%= @post.title %>
+</p>
+
+<p>
+  <strong>Body:</strong>
+  <%= @post.body %>
+</p>
+
+<p>
+  <strong>Author:</strong>
+  <%= @post.author %>
+</p>
+
+<%= link_to 'Edit', edit_post_path(@post) %> |
+<%= link_to 'Back', posts_path %>

data/lib/rubybench_runner/rails/benchmarks/views/posts/show.json.jbuilder

@@ -0,0 +1 @@
+json.extract! @post, :id, :title, :body, :author, :created_at, :updated_at

data/lib/rubybench_runner/rails_runner.rb

@@ -0,0 +1,91 @@
+module RubybenchRunner
+  class RailsRunner < BaseRunner
+    def command
+      command = "RAILS_ENV=production #{super}"
+      if require_db?
+        command = "DATABASE_URL=#{database_url} #{command}"
+      end
+      command
+    end
+
+    def database_url
+      return @db_url if @db_url
+      raw_config = RubybenchRunner::Configurations.new
+      config = OpenStruct.new(raw_config[opts.db.to_sym])
+      url = "#{opts.db}://#{config.user}"
+      url += ":#{config.password}" if config.password
+      url += "@"
+      if config.host && config.port
+        url += "#{config.host}:#{config.port}"
+      end
+      url += "/#{config.dbname}"
+      with_prep_statement = opts.wps == true
+      url += "?prepared_statements=#{with_prep_statement}"
+      @db_url = url
+    end
+
+    def setup_db
+      return if !require_db?
+      log("Checking database...")
+      config = RubybenchRunner::Configurations.new(mysql_map: true)
+      if opts.db == "postgres"
+        require 'pg'
+        conn_config = config["postgres"]
+        rubybench_db = conn_config[:dbname]
+        conn_config[:dbname] = "postgres"
+        conn = PG.connect(conn_config)
+        begin
+          res = conn.exec("SELECT 1 FROM pg_database WHERE datname = '#{rubybench_db}'")
+          if !res.first
+            conn.exec("CREATE DATABASE #{rubybench_db}")
+            log("Created PostgreSQL database with the name '#{rubybench_db}'")
+          end
+        ensure
+          conn.close
+        end
+      elsif opts.db == "mysql2"
+        require 'mysql2'
+        conn_config = config["mysql2"]
+        rubybench_db = conn_config[:database]
+        conn_config[:database] = "mysql"
+        client = Mysql2::Client.new(conn_config)
+        begin
+          res = client.query("SHOW DATABASES LIKE '#{rubybench_db}'")
+          if !res.first
+            client.query("CREATE DATABASE #{rubybench_db}")
+            log("Created MySQL database with the name '#{rubybench_db}'")
+          end
+        ensure
+          client.close
+        end
+      end
+    end
+
+    def benchmark_name
+      @benchmark_name ||= "Rails"
+    end
+
+    def gemfile_content
+      @gemfile_content ||= <<~GEMFILE
+        source 'https://rubygems.org'
+
+        gem 'rails', path: '#{@repo_path}'
+
+        gem 'mysql2', '0.5.2'
+        gem 'pg', '1.1.4'
+        gem 'benchmark-ips', '~> 2.7.2'
+        gem 'redis', '~> 4.1.2'
+        gem 'puma', '~> 3.12.1'
+      GEMFILE
+    end
+
+    def save_dir
+      @save_dir ||= File.join(dest_dir, "rails")
+    end
+
+    def require_db?
+      filename = @script_url.split("/")[-1]
+      filename.match?(/activerecord|scaffold/)
+    end
+  end
+end

data/lib/rubybench_runner/support/benchmark_runner.rb

@@ -0,0 +1,62 @@
+require 'benchmark/ips'
+require 'json'
+
+module Benchmark
+  module Runner
+    def self.run(label=nil, version:, time:, disable_gc:, warmup:, &block)
+      unless block_given?
+        raise ArgumentError.new, "You must pass block to run"
+      end
+
+      GC.disable if disable_gc
+
+      ips_result = compute_ips(time, warmup, label, &block)
+      objects_result = compute_objects(&block)
+
+      print_output(ips_result, objects_result, label, version)
+    end
+
+    def self.compute_ips(time, warmup, label, &block)
+      report = Benchmark.ips(time, warmup, true) do |x|
+        x.report(label) { yield }
+      end
+
+      report.entries.first
+    end
+
+    def self.compute_objects(&block)
+      if block_given?
+        key =
+          if RUBY_VERSION < '2.2'
+            :total_allocated_object
+          else
+            :total_allocated_objects
+          end
+
+        before = GC.stat[key]
+        yield
+        after = GC.stat[key]
+        after - before
+      end
+    end
+
+    def self.print_output(ips_result, objects_result, label, version)
+      standard_deviation =
+        # https://github.com/evanphx/benchmark-ips/commit/b42c3dfbe104f32ce7db075a01858d598da87a8b
+        if ips_result.respond_to?(:error_percentage)
+          ips_result.error_percentage
+        else
+          ips_result.stddev_percentage # deprecated
+        end
+      output = {
+        label: label,
+        version: version,
+        iterations_per_second: ips_result.ips,
+        iterations_per_second_standard_deviation: standard_deviation,
+        total_allocated_objects_per_iteration: objects_result,
+      }.to_json
+
+      puts output
+    end
+  end
+end

data/lib/rubybench_runner/support/helpers.rb

@@ -0,0 +1,11 @@
+STRING_COLUMNS_COUNT = 25
+
+def db_adapter
+  ENV['DATABASE_URL'].split(":")[0]
+end
+
+def db_setup(script:)
+  Dir.chdir("../../support/setup") do
+    `DATABASE_URL=#{ENV.fetch("DATABASE_URL")} BUNDLE_GEMFILE=Gemfile ruby #{script}`
+  end
+end

data/lib/rubybench_runner/support/setup/.bundle/config

@@ -0,0 +1,4 @@
+---
+BUNDLE_DISABLE_SHARED_GEMS: "true"
+BUNDLE_PATH: "vendor/bundle"
+BUNDLE_JOBS: "4"

data/lib/rubybench_runner/support/setup/Gemfile

@@ -0,0 +1,11 @@
+source "https://rubygems.org"
+
+group :postgres do
+  gem "pg"
+end
+
+group :mysql do
+  gem "mysql2"
+end
+
+gem "activerecord"

data/lib/rubybench_runner/support/setup/bm_create_string_columns_setup.rb

@@ -0,0 +1,16 @@
+require "bundler/setup"
+require "active_record"
+require_relative "../helpers"
+
+ActiveRecord::Base.establish_connection(ENV.fetch('DATABASE_URL'))
+ActiveRecord::Migration.verbose = false
+
+ActiveRecord::Schema.define do
+  create_table :users, force: true do |t|
+    STRING_COLUMNS_COUNT.times do |i|
+      t.string :"column#{i}"
+    end
+
+    t.timestamps null: false
+  end
+end

data/lib/rubybench_runner/support/setup/bm_destroy_setup.rb

@@ -0,0 +1,12 @@
+require "bundler/setup"
+require "active_record"
+
+ActiveRecord::Base.establish_connection(ENV.fetch('DATABASE_URL'))
+ActiveRecord::Migration.verbose = false
+
+ActiveRecord::Schema.define do
+  create_table :users, force: true do |t|
+    t.string :name, :email
+    t.timestamps null: false
+  end
+end

data/lib/rubybench_runner/support/setup/bm_discourse_setup.rb

@@ -0,0 +1,164 @@
+require "bundler/setup"
+require "active_record"
+
+ActiveRecord::Base.establish_connection(ENV.fetch('DATABASE_URL'))
+
+ActiveRecord::Migration.verbose = false
+
+ActiveRecord::Schema.define do
+  create_table :topics, force: true do |t|
+    t.timestamps null: false
+    t.string "title"
+    t.datetime "bumped_at"
+    t.string "archetype"
+    t.datetime "deleted_at"
+    t.boolean "pinned_globally"
+    t.datetime "pinned_at"
+    t.integer "user_id", null: false
+    t.integer "category_id"
+
+    t.index ["deleted_at", "archetype", "category_id", "id"], name: "idx_topics_front_page", using: :btree
+    t.index ["user_id"], name: "idx_topics_user_id_deleted_at", using: :btree
+    t.index ["bumped_at"], name: "index_topics_on_bumped_at", using: :btree
+    t.index ["id", "deleted_at"], name: "index_topics_on_id_and_deleted_at", using: :btree
+    t.index ["pinned_at"], name: "index_topics_on_pinned_at", using: :btree
+    t.index ["pinned_globally"], name: "index_topics_on_pinned_globally", using: :btree
+  end
+
+  create_table :topic_users, force: true do |t|
+    t.timestamps null: false
+    t.integer "user_id", null: false
+    t.integer "topic_id", null: false
+    t.integer "notification_level"
+    t.datetime "cleared_pinned_at"
+
+    t.index ["topic_id", "user_id"], name: "idx_topic_users_on_topic_id_and_user_id", unique: true, using: :btree
+    t.index ["user_id", "topic_id"], name: "idx_topic_users_on_user_id_and_topic_id", unique: true, using: :btree
+  end
+
+  create_table :categories, force: true do |t|
+    t.timestamps null: false
+    t.integer "topic_id"
+  end
+
+  create_table :category_users, force: true do |t|
+    t.timestamps null: false
+    t.integer "user_id", null: false
+    t.integer "category_id", null: false
+    t.integer "notification_level"
+
+    t.index ["user_id", "category_id", "notification_level"], name: "idx_category_users_on_user_cat_and_not", unique: true, using: :btree
+    t.index ["category_id", "user_id", "notification_level"], name: "idx_category_users_on_cat_user_and_not", unique: true, using: :btree
+  end
+
+  create_table :users, force: true do |t|
+    t.timestamps null: false
+    t.string "username"
+
+    t.index ["username"], name: "index_users_on_username", unique: true, using: :btree
+  end
+end
+
+class User < ActiveRecord::Base
+  has_many :topic_users
+  has_many :category_users
+  has_many :topics
+end
+
+class Topic < ActiveRecord::Base
+  has_many :topic_users
+  has_many :categories
+  belongs_to :user
+  belongs_to :category
+  scope :listable_topics, -> { where('topics.archetype <> ?', 'private_message') }
+end
+
+class TopicUser < ActiveRecord::Base
+  belongs_to :topic
+  belongs_to :user
+end
+
+class Category < ActiveRecord::Base
+  has_many :category_users
+  has_many :topics
+  belongs_to :topic
+end
+
+class CategoryUser < ActiveRecord::Base
+  belongs_to :category
+  belongs_to :user
+end
+
+# Helpers
+
+def archetype(i)
+  if i % 4 == 0
+    "not_private_message"
+  else
+    "private_message"
+  end
+end
+
+def bumped_at(i, user_id)
+  Time.at(50000 + i + user_id)
+end
+
+def deleted_at(i, user_id)
+  if i % 3 == 0
+    Time.at(100000 + i + user_id)
+  end
+end
+
+def pinned_globally(i)
+  i % 2 == 0
+end
+
+def pinned_at(i, user_id)
+  if i % 2 == 0
+    Time.at(1000 + i + user_id)
+  end
+end
+
+def notification_level(i)
+  i % 2 == 0 ? 1 : 0
+end
+
+def cleared_pinned_at(topic)
+  if topic.pinned_at
+    topic.pinned_at + 5
+  end
+end
+
+# Stage DB
+
+10.times do |i|
+  User.create!(username: "user#{i}")
+end
+
+User.all.each do |user|
+  500.times do |i|
+    user.topics.create!(
+      title: "#{user.username} topic #{i}",
+      pinned_globally: pinned_globally(i),
+      bumped_at: bumped_at(i, user.id),
+      archetype: archetype(i),
+      deleted_at: deleted_at(i, user.id),
+      pinned_at: pinned_at(i, user.id)
+    )
+  end
+end
+
+200.times do |i|
+  Category.create!(topic: Topic.limit(1).offset(i).first)
+end
+
+Topic.last(100).each_with_index do |topic, i|
+  topic.category = Category.offset(i).limit(1).first
+  topic.save!
+end
+
+User.all.each do |user|
+  Topic.where.not(user: user).each_with_index do |topic, i|
+    TopicUser.create!(user: user, topic: topic, cleared_pinned_at: cleared_pinned_at(topic), notification_level: notification_level(i))
+  end
+end

data/lib/rubybench_runner/support/setup/bm_finders_setup.rb

@@ -0,0 +1,37 @@
+require "bundler/setup"
+require "active_record"
+
+ActiveRecord::Base.establish_connection(ENV.fetch('DATABASE_URL'))
+ActiveRecord::Migration.verbose = false
+
+ActiveRecord::Schema.define do
+  create_table :users, force: true do |t|
+    t.string :name
+    t.string :email
+    t.boolean :approved
+    t.integer :age
+    t.datetime :birthday
+    t.timestamps null: false
+  end
+end
+
+class User < ActiveRecord::Base; end
+
+attributes = {
+  name: "Lorem ipsum dolor sit amet, consectetur adipiscing elit.",
+  email: "foobar@email.com",
+  approved: false,
+  age: 51,
+  birthday: DateTime.now
+}
+
+1000.times do
+  User.create!(attributes)
+end
+
+User.create!(
+  name: 'kir', 
+  email: 'shatrov@me.com', 
+  approved: true,
+  birthday: DateTime.now
+)