probatio 0.9.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a2ad9b151150b2a112358c58b0a480d72eaba65a400ae8a6a21e54d74e61136e
-  data.tar.gz: d2d008237d2133169b56dedd842e72c27efc760caa2ddf13d95d232e6c5b6197
+  metadata.gz: 341afa67e0fa27ef98742a21d8e5842b132ba812cb9fc702d37793ea702fbeb7
+  data.tar.gz: fdf5c8a7baface7d2fa2d95ceb2b201364ce0a2c98f5926c5659617a8402cbc2
 SHA512:
-  metadata.gz: ceb178be47b755d00d0bedb8f16087d983b3e5ab61afa1c7b22d366ecd8f3646edb231f70f840cf2a3ce65b744991802b087b9806e9f385d009d6fbf60ca76fe
-  data.tar.gz: b1845474c38066483e226dfbd87ef75697ab0d39a2deaf9b550229ab9000744b3906f1e133b453804e5d02148b5252a5f79e691ad09c27d44ca804d496fc72c4
+  metadata.gz: 0ec333e78a402d7c77e518bc212c3cb47b40b26e82c807692d924c5d0755d7b460801a527966f0621b06934e66f1961d1db84896b174633bf995135f0c9cca69
+  data.tar.gz: c8293d3a2d05b726618ab9965ce970841fe82c14d7d35312ce650a8676aaeba873e221bf19dd7a528c690a1575b1558218995ee7ec802359e2fee4092ce541bb

data/CHANGELOG.md

@@ -2,7 +2,17 @@
 # CHANGELOG.md
 
 
-## djan 0.9.0 released 2024-12-19
+## proba 1.1.0 released 2025-04-16
+
+* Introduce `assert_no_error { do_this_or_that() }`
+
+
+## proba 1.0.0 released 2025-02-08
+
+* Initial release
+
+
+## proba 0.9.0 released 2024-12-19
 
 * Initial bogus release ;-)
 

data/README.md

@@ -7,6 +7,313 @@
 Test tools for floraison and flor. Somewhere between Minitest and Rspec, but not as excellent.
 
 
+## Goals
+
+* versatile `bundle exec proba`, run this or these tests, at the line
+* `bundle exec proba first` for first failing tests
+* `bundle exec proba last` for last failing tests
+* `bundle exec proba .` for the test currently edited `.test-point`
+* `bundle exec proba f` for the test file currently edited `.test-point`
+* `bundle exec proba list.txt` to run a list of tests
+* `bundle exec proba list.rb` to run a list of tests (Ruby array)
+
+
+## Usage
+
+```
+Usage: bundle exec proba [OPTIONS] [DIRS] [FILES] [OTHERS] [ENVS]
+
+  A test runner for Ruby.
+
+  Options:
+    -h, --help             Show this help message and quit
+    --version              Show proba's version and exit
+    -c, --color            Enable colour output anyway
+    -C, --no-color         Disable colour output
+    -y, --dry              Don't run the tests, just flag them as successes
+    -n, --name PATTERN     include tests matching /regexp/ or string in run
+    -e, --exclude PATTERN  Exclude /regexp/ or string from run
+    -p, --print            Dumps the test tree
+    -m, --map              Dumps the test file map
+    -s, --seed             Sets random seed
+    -d, --debug smr        's' for start opts, 'm' for messages, 'r' for $DEBUG
+    -x, --example          Outputs an example test file
+    -X, --plugin-example   Outputs an example plugin file
+    --mangle               Turns the given _spec.rb files into proba _test.rb
+
+  Dirs:
+    Defaults to test/ if no files nor dir are given.
+    Probatio will look at all the *_helper[s].rb, *_test[s].rb files
+    under the given dirs and also at the setup.rb, *_setup.rb files
+
+  Files:
+    List of test files to scan for tests.
+    A file may end with `:123` to indicate that the test at line 123 should
+    be run. Multiple "colon-lnumber" suffixes may be specified, as in
+    `test/fun/that_test.rb:123:456`
+
+  Others:
+    Short codes like
+    * `bundle exec proba -1`
+    * `bundle exec proba last` run the last failing test of the last run
+    * `bundle exec proba first`
+    * `bundle exec proba 1st`
+    * `bundle exec proba 0` run the first failing test of the last run
+  Lists:
+    * `bundle exec proba list.txt` will run all the tests in list.txt
+    * `bundle exec proba a_list.rb` will eval and lists the arrayed tests
+
+
+  Envs:
+    Short FULLCAPS environment variable setters driven by a
+    `.probatio-environments.rb` file in the current work directory.
+
+    ```
+    # .probatio-environments.rb
+    {
+      D: { 'FLOR_DEBUG' => 'dbg,stdout' },
+      DD: { 'FLOR_DEBUG' => 'dbg,sto,stdout' },
+    }
+    ```
+
+  Examples:
+    # Run all tests in a dir
+    bundle exec proba test/
+
+    # Run all the tests in a file
+    bundle exec proba test/this_test.rb
+```
+
+## Test files
+
+By default probatio looks into `test/` for test files ending in `_test.rb` or `_tests.rb` but first look at helpers ending in `_helper.rb` or `_helpers.rb`.
+
+A typical test hierarchy:
+```
+test/
+|-- helpers/
+|   |-- some_helpers.rb
+|   `-- some_other_helpers.rb
+|-- this_test.rb
+|-- that_test.rb
+`-- more_tests.rb
+```
+
+```ruby
+group 'core' do
+
+  setup do
+    # occurs once before tests and sub-groups in group 'core'
+  end
+  teadowm do
+    # occurs once after tests and sub-groups in group 'core'
+  end
+
+  group 'alpha' do
+
+    before do
+      # is run in the separate test context before _each_ test
+    end
+    after do
+      # is run in the separate test context after _each_ test
+    end
+
+    test 'one' do
+
+      MyLib.do_this_or_that()
+
+      assert_nil nil
+      assert_not_nil [], 1
+
+      assert_true true
+      assert_false 1 > 2
+
+      assert_truthy "yes", "no"
+      assert_trueish "yes", "no"
+      assert_falsy nil, false
+      assert_falsey nil, false
+      assert_falseish nil, false
+
+      assert_any %w[ an array ], 'a string'
+      assert_empty [], ''
+
+      assert_size [], 0
+      assert_size 'foo', 3
+      assert_size { a: 1 }, 1
+      assert_count %w[ a b c ], 3
+
+      assert_equal 'one', 'o' + 'ne'
+        # checks that all its arguments are equal
+
+      assert_match 'one', /^one$/
+        # checks that it receives a regex and one or more strings
+        # and that all those strings match the regex
+
+      assert_start_with 'one', 'one two or three'
+        # checks that the shortest string is the start of the remaining string
+        # arguments
+      assert_end_with 'three', 'one two or three'
+        # checks that the shortest string is the end of the remaining string
+        # arguments
+
+      assert_include 1, [ 1, 'two' ]
+        # checks that the first array argument includes all other arguments
+
+      assert_error(ArgumentError) { do_this_or_that() }
+        # checks that the given block raises an ArgumentError
+      assert_error(ArgumentError, /bad/) { do_this_or_that() }
+        # checks that the given block raises an ArgumentError and
+        # the error message matches the /bad/ regexp
+      assert_error lambda { do_this_or_that() }, ArgumentError
+        # checks that the given Proc raises an ArgumentError
+      assert_error lambda { do_this_or_that() }, ArgumentError, 'bad'
+        # checks that the given Proc raises an ArgumentError and
+        # the error message == "bad"
+
+      assert_no_error { do_this_or_that() }
+      assert_no_error lambda { do_this_or_that() }
+      assert_not_error { do_this_or_that() }
+      assert_not_error lambda { do_this_or_that() }
+        # checks that the block or Proc does not raise an error
+
+      assert_hashy(
+        this_thing => 1,
+        that_thing => 'two')
+          # combines two assert_equals in one
+
+      assert_instance_of 1, Integer
+      assert_is_a Integer, 123
+        # checks that value or set of values are of a given of class
+
+      assert 1, 1
+        # behaves like assert_equal
+      assert 'one', /one/i
+        # behaves like assert_match
+      assert 11 => '10'.to_i + 1
+        # assert equality between key and value
+      assert 'one' => 'on' + 'e', 'two' => :two.to_s
+        # assert equality between keys and values
+    end
+  end
+
+  group 'bravo' do
+  end
+end
+
+group 'core' do
+  #
+  # it's OK to re-open a group to add sub-groups, tests,
+  # and setups, teardowns, befores, or afters
+  #
+  # it's OK to re-open a group in another file, as long
+  # as it's the same name at the same point in the name hierarchy
+
+  _test 'not yet' do
+    #
+    # prefix a test, a group, or other element with _
+    # marks it as _pending
+  end
+end
+
+group 'core', 'sub-core', 'sub-sub-core' do
+  #
+  # it's OK to specifiy a path of group names
+
+  test 'this' do
+  end
+end
+
+group 'core < sub-core < sub-sub-core' do
+  #
+  # this is also ok...
+
+  test 'that' do
+  end
+end
+```
+
+
+## .test-point
+
+By running `bx proba .`, one tells probatio to run the test pointed at in the file `.test-point`.
+
+Here is an example of `.test-point` content:
+```
+test/wma/dwm/onboarding_benchmark_non_star_test.rb:189
+```
+
+For Vim users, here is a snippet that saves the current path and line number to `.test-point` every 700ms:
+```vim
+au BufEnter test/*_test.rb,test/**/*_test.rb :set updatetime=700
+
+au BufEnter,CursorHold,BufWrite test/*_test.rb,test/**/*_test.rb :call writefile([ expand('%') . ':' . line('.') ], '.test-point', 'b')
+```
+
+
+## .probatio-output.rb
+
+By default, probatio summarizes a run in a `.probatio-output.rb` file.
+
+Here is an example of such a file:
+```ruby
+# .probatio-output.rb
+{
+argv: [ "test/alpha_test.rb:23" ],
+failures:
+  [
+  { n: "test_fail", p: "test/alpha_test.rb", l: 24, t: "0s000_077" },
+  { n: "test_fail", p: "test/alpha_test.rb", l: 29, t: "0s000_033" },
+  ],
+duration: "0s001_297",
+probatio: { v: "1.0.0" },
+ruby:
+  {
+  p: "/usr/local/bin/ruby33",
+  d: "ruby 3.3.5 (2024-09-03 revision ef084cc8f4) [x86_64-openbsd]",
+  l: 100,
+  },
+some_env:
+  {
+  USER: "jmettraux",
+  HOME: "/home/jmettraux",
+  PATH: "/home/jmettraux/.gem/ruby/3.3/bin:/home/jmettraux/.pkg_rubies/ruby33:/usr/local/jdk-21/bin:/home/jmettraux/bin:/bin:/usr/bin:/sbin:/usr/sbin:/usr/X11R6/bin:/usr/local/bin:/usr/local/sbin",
+  SHELL: "/usr/local/bin/fish",
+  GEM_HOME: "/home/jmettraux/.gem/ruby/3.3",
+  PWD: "/home/jmettraux/w/probatio/test",
+  },
+}
+```
+
+Probatio uses it when servicing `bundle exec proba 0` or `bundle exe proba -1`.
+
+It can also be useful to other tools around probatio.
+
+
+## Warnings
+
+```
+$ RUBYOPT="-w $RUBYOPT" bundle exec proba
+```
+
+
+## Plugins
+
+```ruby
+#
+# examples of probatio plugins
+
+class MyProbatioPlugin
+
+  def on_test_succeed(ev)
+
+    puts "GREAT SUCCESS! " + ev.to_s
+  end
+end
+
+Probatio.plug(MyProbatioPlugin.new)
+```
+
+
 ## LICENSE
 
 MIT, see [LICENSE.txt](LICENSE.txt)

data/exe/proba

@@ -2,15 +2,259 @@
 
 require 'probatio'
 
+
 #
 # gather opts
 
-opts = { dir: 'test' }
+args = ARGV.dup
+
+def rework_switch(a)
+
+  case a
+  when '-n', '--name' then '--name'
+  when '-e', '--exclude' then '--exclude'
+  when '-s', '--seed' then '--seed'
+  when '-d', '--debug' then '--debug'
+  else nil
+  end
+end
+
+def is_directory_with_tests?(path)
+
+  File.directory?(path) &&
+  Dir[File.join(path, '**', '*_test.rb')].any?
+end
+
+switches = {}
+dirs, files, lists, strings, environments, integers = [], [], [], [], [], []
+
+while a = args.shift
+
+  if a.match?(/^(-[a-z]|--[a-z0-9][-a-z0-9]+)$/i)
+    if k = rework_switch(a)
+      (switches[k] ||= []) << args.shift
+    else
+      switches[a] = true
+    end
+  elsif File.directory?(a) && a != '.'
+    dirs << a
+  elsif File.file?(a) && (a.match?(/(\.txt|_list\.rb)$/))
+    lists << a
+  elsif File.file?(a.split(':').first)
+    files << a
+  elsif a.match?(/\A-?\d+\z/)
+    integers << a.to_i
+  elsif a.match?(/\A[A-Z][A-Z0-9]*\z/)
+    environments << a
+  else
+    strings << a
+  end
+end
+
+$_PROBATIO_COLOURS =
+  switches['-C'] || switches['--no-color'] ? Colorato.no_colours :
+  switches['-c'] || switches['--color'] ? Colorato.colours :
+  ( ! $stdout.tty?) ? Colorato.no_colours :
+  Colorato.colours
+
+$_PROBATIO_DEBUG =
+  (switches['--debug'] || []).join.downcase.chars.collect(&:to_sym)
+$DEBUG =
+  true if $_PROBATIO_DEBUG.include?(:r)
+
+Probatio.dbg_s {
+  ' * switches:      ' + switches.inspect + "\n" +
+  ' * strings:       ' + strings.inspect + "\n" +
+  ' * integers:      ' + integers.inspect + "\n" +
+  ' * environments:  ' + environments.inspect }
+
+if switches['-h'] || switches['--help']
+
+    puts %{
+  Usage: bundle exec proba [OPTIONS] [DIRS] [FILES] [OTHERS] [ENVS]
+
+  A test runner for Ruby.
+
+  Options:
+    -h, --help             Show this help message and quit
+    --version              Show proba's version and exit
+    -c, --color            Enable colour output anyway
+    -C, --no-color         Disable colour output
+    -y, --dry              Don't run the tests, just flag them as successes
+    -n, --name PATTERN     include tests matching /regexp/ or string in run
+    -e, --exclude PATTERN  Exclude /regexp/ or string from run
+    -p, --print            Dumps the test tree
+    -m, --map              Dumps the test file map
+    -s, --seed             Sets random seed
+    -d, --debug smr        's' for start opts, 'm' for messages, 'r' for $DEBUG
+    -x, --example          Outputs an example test file
+    -X, --plugin-example   Outputs an example plugin file
+    --mangle               Turns the given _spec.rb files into proba _test.rb
+
+  Dirs:
+    Defaults to test/ if no files nor dir are given.
+    Probatio will look at all the *_helper[s].rb, *_test[s].rb files
+    under the given dirs and also at the setup.rb, *_setup.rb files
+
+  Files:
+    List of test files to scan for tests.
+    A file may end with `:123` to indicate that the test at line 123 should
+    be run. Multiple "colon-lnumber" suffixes may be specified, as in
+    `test/fun/that_test.rb:123:456`
+
+  Others:
+    Short codes like
+    * `bundle exec proba -1`
+    * `bundle exec proba last` run the last failing test of the last run
+    * `bundle exec proba first`
+    * `bundle exec proba 1st`
+    * `bundle exec proba 0` run the first failing test of the last run
+  Lists:
+    * `bundle exec proba list.txt` will run all the tests in list.txt
+    * `bundle exec proba a_list.rb` will eval and lists the arrayed tests
+
+
+  Envs:
+    Short FULLCAPS environment variable setters driven by a
+    `.probatio-environments.rb` file in the current work directory.
+
+    ```
+    # .probatio-environments.rb
+    {
+      D: { 'FLOR_DEBUG' => 'dbg,stdout' },
+      DD: { 'FLOR_DEBUG' => 'dbg,sto,stdout' },
+    }
+    ```
+
+  Examples:
+    # Run all tests in a dir
+    bundle exec proba test/
+
+    # Run all the tests in a file
+    bundle exec proba test/this_test.rb
+      }.rstrip + "\n\n"
+  exit 0
+end
+
+if switches['--version']
+
+  puts "proba -- probatio test tool -- #{Probatio::VERSION}"
+  exit 0
+
+elsif switches['-x'] || switches['--example']
+
+  puts File.read(File.join(__dir__, '../lib/probatio/examples/a_test.rb'))
+  exit 0
+
+elsif switches['-X'] || switches['--plugin-example']
+
+  puts File.read(File.join(__dir__, '../lib/probatio/examples/a_plugin.rb'))
+  exit 0
+
+elsif switches['--mangle']
+
+  require 'probatio/mangle'
+  Probatio.mangle(dirs, files, switches)
+  exit 0
+end
+
+opts = {}
+
+opts[:dry] = true if switches['-y'] || switches['--dry']
+
+opts[:map] = true if switches['-m'] || switches['--map']
+opts[:print] = true if switches['-p'] || switches['--print']
+
+opts[:dirs] = dirs if dirs.any?
+opts[:files] = files.any? ? files : []
+
+def read_list(a, item)
+
+  case item
+  when Array
+    item.each { |e| read_list(a, e) }
+  when Hash
+    if item[:p].is_a?(String)
+      a << [ item[:p], item[:l] ].compact.collect(&:to_s).join(':')
+    elsif (fs = item[:failures] || item[:files] || item[:paths]).is_a?(Array)
+      read_list(a, fs)
+    #else
+      # no item to add...
+    end
+  else
+    s = item.to_s.strip
+    a << s if File.file?(s.split(':').first)
+  end
+
+  a
+end
+
+prev = Kernel.eval(File.read(Probatio.opath)) rescue { failures: [] }
+fails = prev[:failures].collect { |f| "#{f[:p]}:#{f[:l]}" }
+#print 'fails:'; pp fails
+  #
+tpoint = File.exist?(Probatio.tpath) ? File.read(Probatio.tpath).strip : nil
+  #
+strings.each do |s|
+  opts[:files] <<
+    case s
+    when '.' then tpoint
+    when 'f' then tpoint && tpoint.split(':').first
+    when '1st', 'first' then fails[0]
+    when 'last' then fails[-1]
+    when /^:\d+$/ then fails.find { |f| f.end_with?(s) }
+    else nil; end
+end
+integers.each do |i|
+  opts[:files] << fails[i]
+end
+lists.each do |li|
+  opts[:files].concat(
+    li.end_with?('_list.rb') ? read_list([], Kernel.eval(File.read(li))) :
+    read_list([], File.readlines(li)))
+end
+  #
+opts[:files] = opts[:files].uniq.compact
+opts[:files] = nil if opts[:files].empty? && strings.empty? && integers.empty?
+
+opts[:dirs] = [
+  is_directory_with_tests?('test') ? 'test' :
+  is_directory_with_tests?('spec') ? 'spec' :
+  'test'
+    ] unless opts[:dirs] || opts[:files]
+
+opts[:includes] = Probatio.to_rexes_and_strs(switches['--name'])
+opts[:excludes] = Probatio.to_rexes_and_strs(switches['--exclude'])
+
+s = switches['--seed'] || []
+s = s.any? ? s.first : (Time.now.to_f * 1000) % 99_999
+opts[:seed] = s.to_i
+
+if environments.any?
+  envs =
+    (File.exist?(Probatio.epath) &&
+     Kernel.eval(File.read(Probatio.epath)) rescue nil) ||
+    {}
+  environments.each do |e|
+    (envs[e.to_sym] || {}).each { |k, v|
+      Probatio.dbg_s { " . setting ENV[#{k.inspect}] to #{v.inspect}" }
+      ENV[k] = v }
+  end
+end
+
+Probatio.dbg_s { ' * opts: ' + opts.inspect }
+
+if strings & %w[ . 1st first last ]
+  puts $_PROBATIO_COLOURS.dark_grey
+  puts opts[:files]
+  print $_PROBATIO_COLOURS.reset
+end
 
 #
 # run
 
 Probatio.run(opts)
 
+
 # vim: set filetype=ruby