opal 1.6.0 → 1.7.0.rc1

data/benchmark/run.rb

@@ -1,56 +1,77 @@
-if RUBY_ENGINE == 'opal'
-  require 'opal/compiler'
-  require 'nodejs'
-  require 'corelib/string/unpack'
-end
-
-BEST_OF_N = Integer(ENV['BEST_OF_N']) rescue 1
+require 'open3'
+require 'optparse'
+require 'opal/os'
+require 'opal/cli_runners'
 
-require 'benchmark'
+OS = Opal::OS
 
 files = ARGV
 
-if files.empty?
-  files = File.read('benchmark/benchmarks').lines.map(&:strip).reject do |line|
-    line.empty? || line.start_with?('#')
-  end
-end
-
-files = files.shuffle
-
-maxlen = files.max_by{|file| file.length}.length + 1
+# ruby exes
 
-total_time = 0
+ruby_exe = Gem.ruby
 
-files.each do |file|
-  print file, " " * (maxlen - file.length)
+bench_exe = {
+  "chrome"  => "bin/opal -Rchrome -rheadless_browser/base -rheadless_browser/file",
+  "firefox" => "bin/opal -Rfirefox -rheadless_browser/base -rheadless_browser/file",
+  "deno"    => "bin/opal -Rdeno -rdeno/file",
+  "nodejs"  => "bin/opal -Rnodejs -rnodejs/file",
+}.transform_values { |i| "#{ruby_exe} #{i}" }
 
-  times = []
+# runners
+runners = Opal::CliRunners.registered_runners.sort.reject { |r| r == 'Compiler' }
 
-  if RUBY_ENGINE == 'opal'
-    code = File.read(file)
-    code = "Benchmark.measure { #{code} }"
-    code = Opal.compile(code, file: file)
+# rubies for benchmark_driver
+selected_rubies = []
 
-    BEST_OF_N.times do
-      times << `eval(code)`
-    end
-  else
-    code = File.read(file)
-    code = "Benchmark.measure { #{code} }"
+OptionParser.new do |parser|
+  parser.banner = "Usage: run.rb runner(s) [files...]"
+  parser.on("--ruby", "Use system Ruby") { rubies << ruby_exe }
 
-    BEST_OF_N.times do
-      times << eval(code)
-    end
+  runners.each do |runner|
+    runner_dc = runner.downcase
+    parser.on("--#{runner_dc}", "Use Opal #{runner} runner") { selected_rubies << [runner_dc, bench_exe[runner_dc]] }
   end
+end.parse!
+
+# check if rubies exist
+raise "No runner! Must provide at least one runner with --{runner name}, eg. --chrome or --firefox." if selected_rubies.empty?
+selected_rubies.each do |ruby, command|
+  raise "The #{ruby} does not exist yet. Pleas use another runner." unless command
+end
 
-  time = times.min_by{|t| t.real}
+rubies = selected_rubies.map(&:last).join(';')
 
-  total_time += time.real
+if ENV['OPAL_BENCH_EXTRA_RUBIES']
+  rubies << ';'
+  rubies << ENV['OPAL_BENCH_EXTRA_RUBIES']
+end
 
-  print time.real, "\n"
+# files
+if files.empty?
+  files = File.read('benchmark/benchmarks').lines.map(&:strip).reject do |line|
+    line.empty? || line.start_with?('#')
+  end
 end
 
-bottom_line = "Executed #{ files.length } benchmark#{ 's' if files.length != 1} in #{ total_time } sec"
-$stderr.print "=" * bottom_line.length, "\n"
-$stderr.print bottom_line, "\n"
+files = files.shuffle
+
+# run
+files.each do |file|
+  if !File.exist?(file)
+    STDERR.puts "Error: #{file} does not exist!"
+    next
+  end
+  STDERR.puts "\nBenchmarking #{file} started at #{Time.now}:"
+  out, err, status = Open3.capture3("bundle exec benchmark-driver -e \"#{rubies}\" #{file}")
+  if out.include?('ERROR')
+    # print errors
+    STDERR.puts "ERROR:\n#{err}"
+  end
+  # print numbers to STDOUT for tee to record
+  c_idx = out.index("Calculating")
+  out[c_idx..-1].each_line { |line| puts line if line.include?(' times in ') && !line.include?('ERROR')}
+  # print complete output to STDERR for a nice view
+  STDERR.puts out
+end
+STDERR.puts "\n\n" # keep this because of tee delay (Windows)