grntest 1.5.6 → 1.5.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cc70a0713dc6900659018742093257e50ab5569b05e603934d3554939fd0c246
-  data.tar.gz: 953a77a00a938f5126cc925228195b3dfad9bffc08e2aec83f168acb316cb9c6
+  metadata.gz: 29784781308745fb8cbb626e33012d1dfb25dfdbe7196c53079b57327478a4d2
+  data.tar.gz: 970b7ea3558d9ad1febbdfa4b375f849b0dd10bb81c65b6651b6e210a91e6431
 SHA512:
-  metadata.gz: 5cc8ec7a63366dd1f0af5e5b414a2f5dd270225eb31905e43712a5c73d049a31b7ecb7e5ed4d61ef124659e660c59c4ae99988b39b5fa5c40b4d8b6fe01db7fe
-  data.tar.gz: e8ff6acc4e760082c9511a7445baa9662057d12d1cb046b60eafe53277e6310b832198767cbeabd582db6b20fb34bdd9c7e838ccdfc5f9dbf459a138fcd7feef
+  metadata.gz: 9752d6bcb935119c458d2911a7643620a6b3c5b4b9a2a8af772a5d8942e3a94fef6a51370772a317bbeaa47b202e35b3e47a5ed66e6b33c0e9870249e4ac3d8d
+  data.tar.gz: 35d70626990bead81c6eccb5a15b21c4a00279484635f131d231e0d5f2242cf48ac220a4d72e9d61addce35d0e07c20073a2a0e3f6df08cdc48adfce351863f2

data/doc/text/news.md

@@ -1,5 +1,16 @@
 # News
 
+## 1.5.7: 2023-03-08
+
+### Improvements
+
+  * Added support for `rr`.
+
+  * Improved backtrace normalization on macOS.
+
+  * Added `add-substitution` and `remove-substitution` to unify common
+    tests for `NormalizerNFKC*`.
+
 ## 1.5.6: 2022-03-16
 
 ### Improvements

data/lib/grntest/executors/base-executor.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2012-2021  Sutou Kouhei <kou@clear-code.com>
+# Copyright (C) 2012-2023  Sutou Kouhei <kou@clear-code.com>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -47,6 +47,7 @@ module Grntest
         @sleep_after_command = nil
         @raw_status_response = nil
         @features = nil
+        @substitutions = {}
       end
 
       def execute(script_path)
@@ -59,6 +60,7 @@ module Grntest
             parser = create_parser
             script_file.each_line do |line|
               begin
+                line = substitute_input(line)
                 parser << line
               rescue Error, Groonga::Command::Parser::Error
                 line_info = "#{script_path}:#{script_file.lineno}:#{line.chomp}"
@@ -319,7 +321,7 @@ module Grntest
               record << ","
             end
             record << "\n"
-            record << evaluator.evaluate(i).to_json
+            record << evaluator.evaluate(i: i).to_json
             before = Time.now
             parser << record
             elapsed = Time.now - before
@@ -479,6 +481,45 @@ module Grntest
         end
       end
 
+      def substitute_input(input)
+        return input if @substitutions.empty?
+        @substitutions.each_value do |pattern, substituted_evaluator, _|
+          input = input.gsub(pattern) do
+            substituted_evaluator.evaluate(match_data: Regexp.last_match)
+          end
+        end
+        input
+      end
+
+      def normalize_input(input)
+        return input if @substitutions.empty?
+        @substitutions.each_value do |pattern, _, normalized_evaluator|
+          input = input.gsub(pattern) do
+            normalized_evaluator.evaluate(match_data: Regexp.last_match)
+          end
+        end
+        input
+      end
+
+      def execute_directive_add_substitution(line, content, options)
+        _, pattern, rest = content.split(" ", 3)
+        substituted, normalized = Shellwords.shellsplit(rest)
+        substituted.force_encoding("UTF-8")
+        normalized.force_encoding("UTF-8")
+        substituted_evaluator = TemplateEvaluator.new("\"#{substituted}\"")
+        normalized_evaluator = TemplateEvaluator.new("\"#{normalized}\"")
+        @substitutions[pattern] = [
+          compile_pattern(pattern),
+          substituted_evaluator,
+          normalized_evaluator,
+        ]
+      end
+
+      def execute_directive_remove_substitution(line, content, options)
+        pattern = content.split(" ", 2)[1]
+        @substitutions.delete(pattern)
+      end
+
       def execute_directive(parser, line, content)
         command, *options = Shellwords.split(content)
         case command
@@ -534,6 +575,10 @@ module Grntest
           execute_directive_require_feature(line, content, options)
         when "synonym-generate"
           execute_directive_synonym_generate(parser, line, content, options)
+        when "add-substitution"
+          execute_directive_add_substitution(line, content, options)
+        when "remove-substitution"
+          execute_directive_remove_substitution(line, content, options)
         else
           log_input(line)
           log_error("#|e| unknown directive: <#{command}>")
@@ -731,7 +776,7 @@ module Grntest
           # groonga-httpd(+0xbd1aa) [0x564caf2bfc12]
           # groonga-httpd(ngx_http_core_run_phases+0x25) [0x564caf2bfc12]
           true
-        when /\A\d+\s+(?:lib\S+\.dylib|\S+\.so|groonga|nginx|\?\?\?)\s+
+        when /\A\d+\s+(?:lib\S+\.dylib|\S+\.so|groonga|nginx|\?\?\?|dyld)\s+
                 0x[\da-f]+\s
                 \S+\s\+\s\d+\z/x
           true
@@ -780,6 +825,7 @@ module Grntest
       end
 
       def log_input(content)
+        content = normalize_input(content)
         log(:input, content)
       end
 

data/lib/grntest/template-evaluator.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2016  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2016-2023  Sutou Kouhei <kou@clear-code.com>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -19,8 +19,12 @@ module Grntest
       @template = template
     end
 
-    def evaluate(i)
-      eval(@template)
+    def evaluate(**local_variables)
+      _binding = binding
+      local_variables.each do |name, value|
+        _binding.local_variable_set(name, value)
+      end
+      _binding.eval(@template)
     end
   end
 end

data/lib/grntest/test-runner.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2012-2021  Sutou Kouhei <kou@clear-code.com>
+# Copyright (C) 2012-2022  Sutou Kouhei <kou@clear-code.com>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -272,6 +272,13 @@ call (int)chdir("#{context.temporary_directory_path}")
         command_line << "--command=#{gdb_command_path}"
         command_line << "--quiet"
         command_line << "--args"
+      elsif @tester.rr
+        if libtool_wrapper?(command)
+          command_line << find_libtool(command)
+          command_line << "--mode=execute"
+        end
+        command_line << @tester.rr
+        command_line << "record"
       elsif @tester.valgrind
         if libtool_wrapper?(command)
           command_line << find_libtool(command)

data/lib/grntest/tester.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2012-2021  Sutou Kouhei <kou@clear-code.com>
+# Copyright (C) 2012-2022  Sutou Kouhei <kou@clear-code.com>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -197,6 +197,12 @@ module Grntest
           tester.gdb = command || tester.default_gdb
         end
 
+        parser.on("--rr[=COMMAND]",
+                  "Run Groonga on 'rr record' and use COMMAND as rr",
+                  "(#{tester.default_rr})") do |command|
+          tester.rr = command || tester.default_rr
+        end
+
         parser.on("--valgrind[=COMMAND]",
                   "Run Groonga on valgrind and use COMMAND as valgrind",
                   "(#{tester.default_valgrind})") do |command|
@@ -323,6 +329,7 @@ module Grntest
     attr_accessor :n_workers
     attr_accessor :output
     attr_accessor :gdb, :default_gdb
+    attr_accessor :rr, :default_rr
     attr_accessor :valgrind, :default_valgrind
     attr_accessor :timeout
     attr_accessor :read_timeout
@@ -534,6 +541,8 @@ module Grntest
     def initialize_debuggers
       @gdb = nil
       @default_gdb = "gdb"
+      @rr = nil
+      @default_rr = "rr"
     end
 
     def initialize_memory_checkers

data/lib/grntest/version.rb

@@ -14,5 +14,5 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
 module Grntest
-  VERSION = "1.5.6"
+  VERSION = "1.5.7"
 end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: grntest
 version: !ruby/object:Gem::Version
-  version: 1.5.6
+  version: 1.5.7
 platform: ruby
 authors:
 - Kouhei Sutou
 - Haruka Yoshihara
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-03-16 00:00:00.000000000 Z
+date: 2023-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: diff-lcs
@@ -269,7 +269,7 @@ homepage: https://github.com/groonga/grntest
 licenses:
 - GPL-3.0+
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -284,8 +284,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.0.dev
-signing_key: 
+rubygems_version: 3.5.0.dev
+signing_key:
 specification_version: 4
 summary: Grntest is a testing framework for Groonga. You can write a test for Groonga
   by writing Groonga commands and expected result.