benchmark_driver 0.15.18 → 0.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 056db37cfc1c2453c9ab994d4b1241bb450ad7e138e69e2ae4a5995825976753
-  data.tar.gz: f827c814001e175ebcb878181ff0b6b411466bb34bf4ff4a34e02b0f1fdafdda
+  metadata.gz: c01422dfa4032a839397f7151e374767d0596292930e83a132ce934c7734e0b4
+  data.tar.gz: ef5ddc5dec5813f662e46f6bccc12910ad74279b12e76c4680240973d04b392f
 SHA512:
-  metadata.gz: f34f11c0d5a30be2e232af08d00e2e1b2420a161aa18c1f020a0f342f53804b82da754c61632a008ec7822f710edab2af7a1dde18cf1a67a4e51ab14852b3b3a
-  data.tar.gz: e0601d752e1f55d95ae2c1b83f6dfaa432290b28856ceca553500597f8b06b508c34909df98cd96f3aaf0989df9d2ef76fa0c1e31099f80486b37fa641ce15dd
+  metadata.gz: c6fc200972891784176499cc685a10c6e823982d004fc1c068cb0beccdaa7eabade24da867f3b72f92c8d2db3af9b33bee1a122262d13a962ee19a2b36d2df20
+  data.tar.gz: d779167efb7516daba05bdb79b0a332ac6896c7717c70d550a788a7855b50e919d60f7c1ba2ebddfcb857d80bd83e5d716ef6a0807ed373b2065264ef9996f67

data/.github/workflows/test.yml

@@ -0,0 +1,36 @@
+name: test
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    types:
+      - opened
+      - synchronize
+      - reopened
+  schedule:
+    - cron: "00 15 * * *"
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby:
+          - '2.5'
+          - '2.6'
+          - '2.7'
+          - '3.0'
+          - '3.1'
+      fail-fast: false
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+      - name: Install benchmark targets
+        run: |
+          gem install haml -v 4.0.7
+          gem install haml -v 5.0.4
+      - run: VERBOSE=1 bundle exec rake

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# v0.16.0
+
+- Support benchmarking inline Ruby scripts [#75](https://github.com/benchmark-driver/benchmark-driver/pull/75)
+- Require Ruby 2.5+
+- Fix `recorded` runner for Ruby 3.1's Psych
+
 # v0.15.18
 
 - Mention `--output=all` in help

data/README.md

@@ -1,4 +1,4 @@
-# BenchmarkDriver [![Build Status](https://travis-ci.org/benchmark-driver/benchmark-driver.svg?branch=master)](https://travis-ci.org/benchmark-driver/benchmark-driver)
+# BenchmarkDriver
 
 Fully-featured accurate benchmark driver for Ruby
 

data/benchmark_driver.gemspec

@@ -19,7 +19,7 @@ Gem::Specification.new do |spec|
   spec.bindir        = 'exe'
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
-  spec.required_ruby_version = '>= 2.2.0'
+  spec.required_ruby_version = '>= 2.5.0'
 
   spec.add_development_dependency 'bundler'
   spec.add_development_dependency 'rake'

data/exe/benchmark-driver

@@ -87,11 +87,11 @@ config = BenchmarkDriver::Config.new.tap do |c|
     end
   end
   begin
-    c.paths = parser.parse!(ARGV)
+    c.args = parser.parse!(ARGV)
   rescue OptionParser::InvalidArgument => e
     abort e.message
   end
-  if c.paths.empty?
+  if c.args.empty?
     abort "No YAML file is specified!\n\n#{parser.help}"
   end
 
@@ -112,24 +112,32 @@ config = BenchmarkDriver::Config.new.tap do |c|
 end
 
 # Parse benchmark job definitions
-jobs = config.paths.flat_map do |path|
+jobs = config.args.flat_map do |arg|
   job = { 'type' => config.runner_type }
 
-  # Treat *.rb as a single-execution benchmark, others are considered as YAML definition
-  if path.end_with?('.rb')
-    name = File.basename(path).sub(/\.rb\z/, '')
-    script = File.read(path)
+  # Three types of input:
+  #   * YAML file (*.yml, *.yaml): a regular benchmark with various params
+  #   * Ruby file (*.rb): a single-execution benchmark
+  #   * Ruby inline (any other argument): a multi-execution benchmark
+  if arg.end_with?('.yml') || arg.end_with?('.yaml')
+    yaml = File.read(arg)
+    job.merge!(YAML.respond_to?(:unsafe_load) ? YAML.unsafe_load(yaml) : YAML.load(yaml))
+  elsif arg.end_with?('.rb')
+    name = File.basename(arg).sub(/\.rb\z/, '')
+    script = File.read(arg)
     prelude = script.slice!(/\A(^#[^\n]+\n)+/m) || '' # preserve magic comment
     job.merge!('prelude' => prelude, 'benchmark' => { name => script }, 'loop_count' => 1)
-  else
-    job.merge!(YAML.load_file(path))
+  else # Ruby inline
+    job.merge!('benchmark' => { arg => arg })
+    working_directory = Dir.pwd
   end
+  working_directory ||= File.expand_path(File.dirname(arg))
 
   begin
     # `working_directory` is YAML-specific special parameter, mainly for "command_stdout"
-    BenchmarkDriver::JobParser.parse(job, working_directory: File.expand_path(File.dirname(path)))
+    BenchmarkDriver::JobParser.parse(job, working_directory: working_directory)
   rescue ArgumentError
-    $stderr.puts "benchmark-driver: Failed to parse #{path.dump}."
+    $stderr.puts "benchmark-driver: Failed to parse #{arg.dump}."
     $stderr.puts '  YAML format may be wrong. See error below:'
     $stderr.puts
     raise

data/lib/benchmark_driver/config.rb

@@ -8,7 +8,7 @@ module BenchmarkDriver
     :runner_type,   # @param [String]
     :output_type,   # @param [String]
     :output_opts,   # @param [Hash{ Symbol => Object }]
-    :paths,         # @param [Array<String>]
+    :args,          # @param [Array<String>]
     :executables,   # @param [Array<BenchmarkDriver::Config::Executable>]
     :filters,       # @param [Array<Regexp>]
     :repeat_count,  # @param [Integer]

data/lib/benchmark_driver/version.rb

@@ -1,3 +1,3 @@
 module BenchmarkDriver
-  VERSION = '0.15.18'
+  VERSION = '0.16.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: benchmark_driver
 version: !ruby/object:Gem::Version
-  version: 0.15.18
+  version: 0.16.0
 platform: ruby
 authors:
 - Takashi Kokubun
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-06-08 00:00:00.000000000 Z
+date: 2022-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -74,9 +74,9 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/test.yml"
 - ".gitignore"
 - ".rspec"
-- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - LICENSE.txt
@@ -139,14 +139,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.2.0
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: Fully-featured accurate benchmark driver for Ruby

data/.travis.yml

@@ -1,21 +0,0 @@
-language: ruby
-rvm:
-  - 2.3.8
-  - 2.4.9
-  - 2.5.7
-  - 2.6.5
-  - 2.7.0
-  - ruby-head
-matrix:
-  allow_failures:
-    - rvm: ruby-head
-cache: bundler
-branches:
-  only:
-    - master
-before_install:
-  - gem install bundler -v 1.15.4
-  - gem install haml -v 4.0.7
-  - gem install haml -v 5.0.4
-script:
-  - VERBOSE=1 bundle exec rake