benchmark_driver-output-rubybench 0.2.2 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2ac3b43d5332f007435fe219875e4c0da251038dcd12b12f87609c4b4d9d85f6
-  data.tar.gz: 3a0c5c3dbaa42e4f1b4f0ef33259eb4db26bd098ac394b0615ab24a3ce92c557
+  metadata.gz: 60e1386301a2541d0ee52889e3015edb95500b7dd8730465d03df48cb1fd0f8c
+  data.tar.gz: 04cc7eae0ba531753f168a5171f0acc040ddb0b3597ba88cbc4f3c90609b6b38
 SHA512:
-  metadata.gz: 71ebd1fd40794389827eb9b75bed3214232c5b4f1556dc8f52bf66110f5da32a82fa1654ed27c3bf2791cd97ac8aa33ccc041c79eb96c6d80811b31180ebf085
-  data.tar.gz: a6695e9fc85824e4b1a60f839db328d784b166da2e88f871f938ddc43aca74ef30ab2b4914711d06e2bbb4b839081e7e33e1026ba10c82a91c05e4781d06a9ee
+  metadata.gz: 2691745beccb9e90f12cb4ec1a92cc18b8baccf33fa201a3ee38696b2eb1112eb447e10f67a8fd831aa205d7791e77c397bd47c5d6028c617094d4d926305c88
+  data.tar.gz: f6c550aac7af86ed6707c7a9fc2e4870d3a7b8644740018d2594d3a6ee3cd3db0e7f62437ab5294e86b41c815df6d7a5bfb25d2135e37c28272f00c3e483f8a4

data/lib/benchmark_driver/output/rubybench/version.rb

@@ -1,7 +1,7 @@
 module BenchmarkDriver
   module Output
     class Rubybench
-      VERSION = "0.2.2"
+      VERSION = "0.2.3"
     end
   end
 end

data/lib/benchmark_driver/runner/rsskb.rb

@@ -0,0 +1,135 @@
+require 'benchmark_driver/struct'
+require 'benchmark_driver/metric'
+require 'benchmark_driver/default_job'
+require 'benchmark_driver/default_job_parser'
+require 'tempfile'
+require 'shellwords'
+
+# Max resident set size
+class BenchmarkDriver::Runner::Memory
+  # Using the RubyBench's original label
+  METRIC = BenchmarkDriver::Metric.new(
+    name: 'RSS memory usage', unit: 'Kilobytes', larger_better: false, worse_word: 'larger',
+  )
+
+  # JobParser returns this, `BenchmarkDriver::Runner.runner_for` searches "*::Job"
+  Job = Class.new(BenchmarkDriver::DefaultJob)
+  # Dynamically fetched and used by `BenchmarkDriver::JobParser.parse`
+  JobParser = BenchmarkDriver::DefaultJobParser.for(klass: Job, metrics: [METRIC])
+
+  # @param [BenchmarkDriver::Config::RunnerConfig] config
+  # @param [BenchmarkDriver::Output] output
+  # @param [BenchmarkDriver::Context] contexts
+  def initialize(config:, output:, contexts:)
+    @config = config
+    @output = output
+    @contexts = contexts
+  end
+
+  # This method is dynamically called by `BenchmarkDriver::JobRunner.run`
+  # @param [Array<BenchmarkDriver::Default::Job>] jobs
+  def run(jobs)
+    # Currently Linux's time(1) support only...
+    if Etc.uname.fetch(:sysname) != 'Linux'
+      raise "memory output is not supported for '#{Etc.uname[:sysname]}' for now"
+    end
+
+    if jobs.any? { |job| job.loop_count.nil? }
+      jobs = jobs.map do |job|
+        job.loop_count ? job : Job.new(job.to_h.merge(loop_count: 1))
+      end
+    end
+
+    @output.with_benchmark do
+      jobs.each do |job|
+        @output.with_job(name: job.name) do
+          job.runnable_contexts(@contexts).each do |context|
+            value = BenchmarkDriver::Repeater.with_repeat(config: @config, larger_better: false) do
+              run_benchmark(job, context: context)
+            end
+            @output.with_context(name: context.name, executable: context.executable, gems: context.gems, prelude: context.prelude) do
+              @output.report(values: { METRIC => value }, loop_count: job.loop_count)
+            end
+          end
+        end
+      end
+    end
+  end
+
+  private
+
+  # @param [BenchmarkDriver::Runner::Ips::Job] job - loop_count is not nil
+  # @param [BenchmarkDriver::Context] context
+  # @return [BenchmarkDriver::Metrics]
+  def run_benchmark(job, context:)
+    benchmark = BenchmarkScript.new(
+      preludes:   [context.prelude, job.prelude],
+      script:     job.script,
+      teardown:   job.teardown,
+      loop_count: job.loop_count,
+    )
+
+    with_script(benchmark.render) do |path|
+      output = IO.popen(['/usr/bin/time', *context.executable.command, path], err: [:child, :out], &:read)
+      if $?.success?
+        match_data = /^(?<user>\d+.\d+)user\s+(?<system>\d+.\d+)system\s+(?<elapsed1>\d+):(?<elapsed2>\d+.\d+)elapsed.+\([^\s]+\s+(?<maxresident>\d+)maxresident\)k$/.match(output)
+        raise "Unexpected format given from /usr/bin/time:\n#{out}" unless match_data[:maxresident]
+
+        Integer(match_data[:maxresident])
+      else
+        $stdout.print(output)
+        BenchmarkDriver::Result::ERROR
+      end
+    end
+  end
+
+  def with_script(script)
+    if @config.verbose >= 2
+      sep = '-' * 30
+      $stdout.puts "\n\n#{sep}[Script begin]#{sep}\n#{script}#{sep}[Script end]#{sep}\n\n"
+    end
+
+    Tempfile.open(['benchmark_driver-', '.rb']) do |f|
+      f.puts script
+      f.close
+      return yield(f.path)
+    end
+  end
+
+  # @param [String] prelude
+  # @param [String] script
+  # @param [String] teardown
+  # @param [Integer] loop_count
+  BenchmarkScript = ::BenchmarkDriver::Struct.new(:preludes, :script, :teardown, :loop_count) do
+    def render
+      prelude = preludes.reject(&:nil?).reject(&:empty?).join("\n")
+      <<-RUBY
+#{prelude}
+#{while_loop(script, loop_count)}
+#{teardown}
+      RUBY
+    end
+
+    private
+
+    def while_loop(content, times)
+      if !times.is_a?(Integer) || times <= 0
+        raise ArgumentError.new("Unexpected times: #{times.inspect}")
+      end
+
+      # TODO: execute in batch
+      if times > 1
+        <<-RUBY
+__bmdv_i = 0
+while __bmdv_i < #{times}
+  #{content}
+  __bmdv_i += 1
+end
+        RUBY
+      else
+        content
+      end
+    end
+  end
+  private_constant :BenchmarkScript
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: benchmark_driver-output-rubybench
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.3
 platform: ruby
 authors:
 - Takashi Kokubun
@@ -67,6 +67,7 @@ files:
 - benchmark_driver-output-rubybench.gemspec
 - lib/benchmark_driver/output/rubybench.rb
 - lib/benchmark_driver/output/rubybench/version.rb
+- lib/benchmark_driver/runner/rsskb.rb
 - lib/benchmark_driver/runner/seconds.rb
 homepage: https://github.com/ruby-bench/ruby-bench-suite
 licenses: