serialbench 0.4.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e90d8b6ebc8deebf308b1e02214b978597d0d2a9699c3845ebf6405953d733b7
-  data.tar.gz: 4cc9e46139f7054919657d66fd26ed6b40430856e0bdd317f2677451bc1bf715
+  metadata.gz: fe9e6d376c22b6c6326017435378977a38426eaeba84a1284dfa9f488f18d3bb
+  data.tar.gz: 2d11e9d26b9f0e6669502741bf1c151b0807ca18c54c79c1ac2f6ba19b66a2cb
 SHA512:
-  metadata.gz: 38652e0714893c8ed9590fe1a7ef29c9c6e94cdbdcb0104d9190d12bad1c95f8635680b904d66b9edda72f55f7c037ce5e18894bf5fb66d5b88db21ba2dcaa3d
-  data.tar.gz: 728e8ee7c92138afdfd722cfb93ef7463c22e7d1c8882e5d83507dba7861637addd659e489df21c91a80a45680fc532eb0898f9ffed9ce48402a604962b73c85
+  metadata.gz: aa8cb879628d4b55671da1f54104f550f29c067af9e59471799728ed813ba2c428cb45457d6d90460e4ea5f9481a41c072c9a11e1237e37c4f407e3fd15e9854
+  data.tar.gz: a1cd5baddbca54dcc8ada57b3d5a3de4f566ad2a93cacb83281dbb7f16d44955827af1726f1027badb64a0e3a9f650121040430b04f9fd4edcb4e413e206cc3a

data/.github/workflows/benchmark.yml

@@ -3,11 +3,7 @@ name: benchmark-weekly
 on:
   push:
     branches: [main]
-    paths-ignore:
-      - '.github/workflows/windows-debug.yml'
   pull_request:
-    paths-ignore:
-      - '.github/workflows/windows-debug.yml'
   schedule:
     # Run benchmarks weekly on Sundays at 2 AM UTC
     - cron: '0 2 * * 0'

data/.github/workflows/rake.yml

@@ -1,26 +1,23 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
 name: rake
 
 on:
   push:
-    branches: [ master, main ]
+    branches: [ main ]
     tags: [ v* ]
-    paths-ignore:
-      - '.github/workflows/windows-debug.yml'
   pull_request:
-    paths-ignore:
-      - '.github/workflows/windows-debug.yml'
+
+permissions:
+  contents: read
 
 jobs:
-  rake:
-    uses: metanorma/ci/.github/workflows/generic-rake.yml@main
-    with:
-      before-setup-ruby: |
-        vcpkg install libxml2:x64-windows 2>&1 || true
-        vcpkg integrate install 2>&1 || true
-        mkdir -p .bundle 2>&1 || true
-        echo "---" > .bundle/config 2>&1 || true
-        echo 'BUNDLE_BUILD__LIBXML___RUBY: "--with-xml2-dir=C:/vcpkg/installed/x64-windows --with-xml2-include=C:/vcpkg/installed/x64-windows/include/libxml2 --with-xml2-lib=C:/vcpkg/installed/x64-windows/lib"' >> .bundle/config 2>&1 || true
-    secrets:
-      pat_token: ${{ secrets.METANORMA_CI_PAT_TOKEN }}
+  rspec:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '3.4'
+          bundler-cache: true
+
+      - run: bundle exec rspec --format progress

data/config/benchmarks/full-json.yml

@@ -17,8 +17,8 @@ iterations:
   large: 1
 
 operations:
-- parse
-- generate
+- parsing
+- generation
 - streaming
 - memory
 

data/config/benchmarks/full-toml.yml

@@ -17,8 +17,8 @@ iterations:
   large: 1
 
 operations:
-- parse
-- generate
+- parsing
+- generation
 - streaming
 - memory
 

data/config/benchmarks/full-xml.yml

@@ -17,8 +17,8 @@ iterations:
   large: 1
 
 operations:
-- parse
-- generate
+- parsing
+- generation
 - streaming
 - xpath
 - memory

data/config/benchmarks/full-yaml.yml

@@ -17,8 +17,8 @@ iterations:
   large: 1
 
 operations:
-- parse
-- generate
+- parsing
+- generation
 - streaming
 - memory
 

data/config/benchmarks/full.yml

@@ -25,8 +25,8 @@ iterations:
   large: 1
 
 operations:
-- parse
-- generate
+- parsing
+- generation
 - streaming
 - xpath
 - memory

data/config/benchmarks/short.yml

@@ -19,8 +19,8 @@ iterations:
   large: 1
 
 operations:
-- parse
-- generate
+- parsing
+- generation
 - streaming
 
 warmup: 2

data/lib/serialbench/benchmark_runner.rb

@@ -21,6 +21,7 @@ module Serialbench
       @serializers = Serializers.available
       @test_data = {}
       @results = []
+      validate_operations!
       load_test_data
     end
 
@@ -45,11 +46,13 @@ module Serialbench
       puts "Test data sizes: #{@test_data.keys.join(', ')}"
       puts
 
+      selected = @benchmark_config.operations
+      selected = OPERATIONS.keys + ['memory'] if selected.nil? || selected.empty?
       results = {}
       OPERATIONS.each do |name, handler|
-        results[name.to_sym] = run_benchmark_type(name, name, &handler)
+        results[name.to_sym] = selected.include?(name) ? run_benchmark_type(name, name, &handler) : []
       end
-      results[:memory] = run_memory_benchmarks
+      results[:memory] = selected.include?('memory') ? run_memory_benchmarks : []
 
       Models::BenchmarkResult.new(
         serializers: Serializers.information,
@@ -165,6 +168,13 @@ module Serialbench
       end
     end
 
+    def validate_operations!
+      unknown = (@benchmark_config.operations || []) - (OPERATIONS.keys + ['memory'])
+      return if unknown.empty?
+
+      raise ArgumentError, "unknown operations #{unknown.inspect}; expected: #{OPERATIONS.keys.join(', ')}, memory"
+    end
+
     def load_test_data
       @test_data = TestData.load(@benchmark_config)
     end

data/lib/serialbench/cli/base_cli.rb

@@ -46,6 +46,32 @@ module Serialbench
       def generate_timestamp
         Time.now.utc.strftime('%Y%m%d_%H%M%S')
       end
+
+      def load_environment_config(environment_config_path)
+        unless File.exist?(environment_config_path)
+          say "❌ Environment not found: #{environment_config_path}", :red
+          exit 1
+        end
+
+        require_relative '../models/environment_config'
+        Models::EnvironmentConfig.from_yaml(IO.read(environment_config_path))
+      rescue StandardError => e
+        say "❌ Failed to load environment config: #{e.message}", :red
+        exit 1
+      end
+
+      def load_benchmark_config(benchmark_config_path)
+        unless File.exist?(benchmark_config_path)
+          say "❌ Benchmark configuration file not found: #{benchmark_config_path}", :red
+          exit 1
+        end
+
+        require_relative '../models/benchmark_config'
+        Models::BenchmarkConfig.from_yaml(IO.read(benchmark_config_path))
+      rescue StandardError => e
+        say "❌ Failed to load benchmark config: #{e.message}", :red
+        exit 1
+      end
     end
   end
 end

data/lib/serialbench/cli/benchmark_cli.rb

@@ -76,22 +76,60 @@ module Serialbench
         say "Environment: #{environment.name} (#{environment.kind})", :cyan
         say "Configuration: #{benchmark_config_path}", :cyan
 
-        begin
-          # Execute benchmark based on environment type
-          case environment.kind
-          when 'local'
-            execute_local_benchmark(environment, config, benchmark_config_path)
-          when 'docker'
-            execute_docker_benchmark(environment, config, benchmark_config_path)
-          when 'asdf'
-            execute_asdf_benchmark(environment, config, benchmark_config_path)
-          else
-            raise "Unsupported environment type: #{environment.kind}"
-          end
-        rescue StandardError => e
-          say "❌ Error executing benchmark run: #{e.message}", :red
-          exit 1
+        result_dir = "results/runs/#{environment.name}-results"
+        FileUtils.mkdir_p(result_dir)
+
+        Runners.for(environment, environment_config_path)
+               .run_benchmark(config, benchmark_config_path, result_dir)
+
+        say '✅ Benchmark completed successfully!', :green
+        say "Results saved to: #{result_dir}", :cyan
+      rescue StandardError => e
+        say "❌ Error executing benchmark run: #{e.message}", :red
+        exit 1
+      end
+
+      desc 'create [NAME]', 'Generate a run configuration file'
+      long_desc <<~DESC
+        Generate a configuration file for a benchmark run.
+
+        NAME is optional - if not provided, a timestamped name will be generated.
+
+        Examples:
+          serialbench benchmark create                    # Creates config with timestamp
+          serialbench benchmark create my-benchmark       # Creates config/runs/my-benchmark.yml
+      DESC
+      option :formats, type: :array, default: %w[xml json yaml toml],
+                       desc: 'Formats to benchmark (xml, json, yaml, toml)'
+      option :warmup, type: :numeric, default: 3,
+                      desc: 'Number of warmup iterations'
+      option :data_sizes, type: :array, default: %w[small medium large],
+                          desc: 'Data sizes to test (small, medium, large)'
+      def create(name = nil)
+        raise 'Run name cannot be empty' if name&.strip&.empty?
+
+        validate_name(name)
+
+        config_dir = 'config/runs'
+        FileUtils.mkdir_p(config_dir)
+
+        benchmark_config_path = File.join(config_dir, "#{name}.yml")
+
+        if File.exist?(benchmark_config_path)
+          say "Configuration file already exists: #{benchmark_config_path}", :yellow
+          return unless yes?('Overwrite existing file? (y/n)')
         end
+
+        benchmark_config = Models::BenchmarkConfig.new(
+          formats: options[:formats],
+          warmup: options[:warmup],
+          data_sizes: options[:data_sizes]
+        )
+
+        benchmark_config.to_file(benchmark_config_path)
+
+        say "✅ Generated run configuration: #{benchmark_config_path}", :green
+        say 'Edit the file to customize benchmark settings', :cyan
       end
 
       desc '_docker_execute ENVIRONMENT_CONFIG_PATH BENCHMARK_CONFIG_PATH', '(Private) Execute a benchmark run'
@@ -242,79 +280,6 @@ module Serialbench
 
       private
 
-      def execute_local_benchmark(environment, config, benchmark_config_path)
-        say '🏠 Executing local benchmark', :green
-
-        runner = Serialbench::BenchmarkRunner.new(
-          environment_config: environment,
-          benchmark_config: config
-        )
-
-        # Run benchmarks
-        results = runner.run_all_benchmarks
-
-        platform = Serialbench::Models::Platform.current_local
-
-        metadata = Models::RunMetadata.new(
-          benchmark_config_path: benchmark_config_path,
-          environment_config_path: "config/environments/#{environment.name}.yml",
-          tags: [
-            'local',
-            platform.os,
-            platform.arch,
-            "ruby-#{environment.ruby_build_tag}"
-          ]
-        )
-
-        # Create results directory
-        result_dir = "results/runs/#{environment.name}-results"
-        FileUtils.mkdir_p(result_dir)
-
-        # Save results to single YAML file with platform and metadata merged in
-        results_model = Models::Result.new(
-          platform: platform,
-          metadata: metadata,
-          environment_config: environment,
-          benchmark_config: config,
-          benchmark_result: results
-        )
-
-        results_file = File.join(result_dir, 'results.yaml')
-        results_model.to_file(results_file)
-
-        say '✅ Local benchmark completed successfully!', :green
-        say "Results saved to: #{result_dir}", :cyan
-        say "Generate site: serialbench benchmark build-site #{result_dir}", :white
-      rescue StandardError => e
-        say "❌ Local benchmark failed: #{e.message}", :red
-        say "Details: #{e.backtrace.first(3).join("\n")}", :white if options[:verbose]
-        raise e
-      end
-
-      def execute_docker_benchmark(environment, config, benchmark_config_path)
-        say '🐳 Executing Docker benchmark', :green
-
-        require_relative '../runners/docker_runner'
-
-        environment_config_path = "config/environments/#{environment.name}.yml"
-        runner = Runners::DockerRunner.new(environment, environment_config_path)
-
-        # Create results directory
-        result_dir = "results/runs/#{environment.name}-results"
-        FileUtils.mkdir_p(result_dir)
-
-        # Run benchmark
-        runner.run_benchmark(config, benchmark_config_path, result_dir)
-
-        say '✅ Docker benchmark completed successfully!', :green
-        say "Results saved to: #{result_dir}", :cyan
-        say "Generate site: serialbench benchmark build-site #{result_dir}", :white
-      rescue StandardError => e
-        say "❌ Docker benchmark failed: #{e.message}", :red
-        say "Details: #{e.backtrace.first(3).join("\n")}", :white if options[:verbose]
-        raise e
-      end
-
       def show_execute_usage_and_exit
         say '❌ Error: Environment and config file arguments are required.', :red
         say ''
@@ -331,123 +296,6 @@ module Serialbench
         exit 1
       end
 
-      def load_environment_config(environment_config_path)
-        unless File.exist?(environment_config_path)
-          say "❌ Environment not found: #{environment_config_path}", :red
-          exit 1
-        end
-
-        Models::EnvironmentConfig.from_file(environment_config_path)
-      rescue StandardError => e
-        say "❌ Failed to load environment: #{e.message}", :red
-        say "Environment file: #{environment_config_path}", :white
-        exit 1
-      end
-
-      def load_benchmark_config(benchmark_config_path)
-        unless File.exist?(benchmark_config_path)
-          say "❌ Benchmark config not found: #{benchmark_config_path}", :red
-          exit 1
-        end
-
-        Models::BenchmarkConfig.from_file(benchmark_config_path)
-      rescue StandardError => e
-        say "❌ Failed to load benchmark config: #{e.message}", :red
-        say "Benchmark config file: #{benchmark_config_path}", :white
-        exit 1
-      end
-
-      # def execute_local_benchmark(environment, config, benchmark_config_path)
-      #   say '🏠 Executing local benchmark', :green
-
-      #   # Create benchmark runner with config
-      #   runner_options = {
-      #     formats: (config['formats'] || %w[xml json yaml toml]).map(&:to_sym),
-      #     iterations: config['iterations'] || 10,
-      #     warmup: config['warmup'] || 3,
-      #     config: config
-      #   }
-
-      #   runner = Serialbench::BenchmarkRunner.new(**runner_options)
-
-      #   # Run benchmarks
-      #   say "Running benchmarks with #{runner_options[:iterations]} iterations...", :white
-      #   results = runner.run_all_benchmarks
-
-      #   # Create platform-specific directory name using environment's ruby_build_tag
-      #   require_relative '../models/platform'
-      #   platform = Serialbench::Models::Platform.current_local
-      #   platform_string = "local-#{platform.os}-#{platform.arch}-ruby-#{environment['ruby_build_tag']}"
-
-      #   # Create results directory
-      #   result_dir = "results/runs/#{environment['name']}"
-      #   FileUtils.mkdir_p(result_dir)
-
-      #   # Save results to single YAML file with platform and metadata merged in
-      #   results_file = File.join(result_dir, 'results.yaml')
-      #   full_results = {
-      #     'platform' => {
-      #       'platform_string' => platform_string,
-      #       'os' => platform.os,
-      #       'arch' => platform.arch
-      #     },
-      #     'metadata' => {
-      #       'environment_name' => environment['name'],
-      #       'benchmark_config' => benchmark_config_path,
-      #       'created_at' => Time.now.iso8601,
-      #       'tags' => ['local', platform.os, platform.arch, "ruby-#{environment['ruby_build_tag']}"]
-      #     },
-      #     'environment' => {
-      #       'name' => environment['name'],
-      #       'type' => environment.kind,
-      #       'ruby_build_tag' => environment['ruby_build_tag'],
-      #       'created_at' => Time.now.iso8601
-      #     },
-      #     'config' => {
-      #       'benchmark_config' => benchmark_config_path,
-      #       'formats' => config['formats'],
-      #       'iterations' => config['iterations'],
-      #       'data_sizes' => config['data_sizes']
-      #     },
-      #     'results' => results
-      #   }
-
-      #   File.write(results_file, full_results.to_yaml)
-
-      #   say '✅ Local benchmark completed successfully!', :green
-      #   say "Results saved to: #{result_dir}", :cyan
-      #   say "Generate site: serialbench benchmark build-site #{result_dir}", :white
-      # rescue StandardError => e
-      #   say "❌ Local benchmark failed: #{e.message}", :red
-      #   say "Details: #{e.backtrace.first(3).join("\n")}", :white if options[:verbose]
-      #   raise e
-      # end
-
-      def execute_asdf_benchmark(environment, _config, benchmark_config_path)
-        say '🔧 Executing ASDF benchmark', :green
-
-        # Use the ASDF runner to execute the benchmark
-        require_relative '../asdf_runner'
-
-        # Create a config object that AsdfRunner expects
-        asdf_config = environment.merge({
-                                          'benchmark_config' => benchmark_config_path
-                                        })
-
-        runner = Serialbench::AsdfRunner.new(asdf_config)
-
-        say "Installing Ruby #{environment['ruby_build_tag']} via ASDF...", :white
-        runner.prepare
-        runner.benchmark
-
-        say '✅ ASDF benchmark completed successfully!', :green
-        say "Results saved to: results/runs/#{environment['name']}", :cyan
-        say "Generate site: serialbench benchmark build-site results/runs/#{environment['name']}", :white
-      rescue StandardError => e
-        say "❌ ASDF benchmark failed: #{e.message}", :red
-        say "Details: #{e.backtrace.first(3).join("\n")}", :white if options[:verbose]
-        raise e
-      end
     end
   end
 end

data/lib/serialbench/cli/environment_cli.rb

@@ -30,7 +30,7 @@ module Serialbench
                             desc: 'Default Docker image for docker environments'
       option :dockerfile, type: :string, default: 'Dockerfile', desc: 'Default Dockerfile for docker environments'
       def new(name, kind, ruby_build_tag)
-        validate_environment_name!(name)
+        validate_name(name)
 
         config_path = File.join(options[:dir], "#{name}.yml")
 
@@ -39,15 +39,15 @@ module Serialbench
           return unless yes?('Overwrite existing environment? (y/n)')
         end
 
-        FileUtils.mkdir_p('config/environments')
+        FileUtils.mkdir_p(options[:dir])
 
         kind_config = case kind
                       when 'docker'
-                        raise unless options[:docker_image] && options[:dockerfile]
+                        raise ArgumentError, '--docker_image and --dockerfile are required for docker environments' unless options[:docker_image] && options[:dockerfile]
 
                         Models::EnvironmentConfig.new(
                           name: name,
-                          type: kind,
+                          kind: kind,
                           ruby_build_tag: ruby_build_tag,
                           docker: Models::DockerEnvConfig.new(
                             image: options[:docker_image],
@@ -58,19 +58,25 @@ module Serialbench
                       when 'asdf'
                         Models::EnvironmentConfig.new(
                           name: name,
-                          type: kind,
+                          kind: kind,
                           ruby_build_tag: ruby_build_tag,
                           asdf: Models::AsdfEnvConfig.new(auto_install: true),
                           description: "ASDF environment for Ruby #{ruby_build_tag} benchmarks"
                         )
+                      when 'local'
+                        Models::EnvironmentConfig.new(
+                          name: name,
+                          kind: kind,
+                          ruby_build_tag: ruby_build_tag,
+                          description: "Local environment for Ruby #{ruby_build_tag} benchmarks"
+                        )
+                      else
+                        raise ArgumentError, "unknown environment kind: #{kind} (expected local, docker, or asdf)"
                       end
         File.write(config_path, kind_config.to_yaml)
 
         say "✅ Created environment template: #{config_path}", :green
 
-        # Show ruby-build tag suggestion for local environments
-        show_ruby_build_suggestion if kind == 'local'
-
         say ''
         say 'Next steps:', :white
         say "1. Edit #{config_path} to confirm/change configuration", :cyan
@@ -99,7 +105,7 @@ module Serialbench
         FileUtils.mkdir_p(result_dir)
         say "Results will be saved to: #{result_dir}", :cyan
 
-        runner = create_environment_runner(environment_config, environment_path)
+        runner = Runners.for(environment_config, environment_path)
         runner.run_benchmark(benchmark_config, benchmark_config_path, result_dir)
 
         say '✅ Benchmark completed successfully!', :green
@@ -125,7 +131,7 @@ module Serialbench
 
         say "🔧 Preparing environment '#{environment_config.name}'...", :green
 
-        runner = create_environment_runner(environment_config, environment_config_path)
+        runner = Runners.for(environment_config, environment_config_path)
         runner.prepare
 
         say '✅ Environment prepared successfully!', :green
@@ -137,45 +143,8 @@ module Serialbench
 
       private
 
-      def load_benchmark_config(benchmark_config_path)
-        unless File.exist?(benchmark_config_path)
-          say "❌ Benchmark configuration file not found: #{benchmark_config_path}", :red
-          exit 1
-        end
 
-        Models::BenchmarkConfig.from_yaml(IO.read(benchmark_config_path))
-      rescue StandardError => e
-        say "❌ Failed to load benchmark config: #{e.message}", :red
-        exit 1
-      end
 
-      def load_environment_config(environment_config_path)
-        unless File.exist?(environment_config_path)
-          say "❌ Environment not found: #{environment_config_path}", :red
-          exit 1
-        end
-
-        Models::EnvironmentConfig.from_yaml(IO.read(environment_config_path))
-      rescue StandardError => e
-        say "❌ Failed to load environment config: #{e.message}", :red
-        exit 1
-      end
-
-      def create_environment_runner(environment_config, environment_config_path)
-        case environment_config.kind
-        when 'docker'
-          require_relative '../runners/docker_runner'
-          Runners::DockerRunner.new(environment_config, environment_config_path)
-        when 'asdf'
-          require_relative '../runners/asdf_runner'
-          Runners::AsdfRunner.new(environment_config, environment_config_path)
-        when 'local'
-          require_relative '../runners/local_runner'
-          Runners::LocalRunner.new(environment_config, environment_config_path)
-        else
-          raise "Unknown environment type: #{environment_config.kind}"
-        end
-      end
     end
   end
 end

data/lib/serialbench/models/benchmark_config.rb

@@ -51,7 +51,7 @@ module Serialbench
       attribute :formats, :string, collection: true, values: %w[xml json yaml toml]
       attribute :iterations, BenchmarkIteration
       attribute :warmup, :integer, default: -> { 1 }
-      attribute :operations, :string, collection: true, values: %w[parse generate memory streaming]
+      attribute :operations, :string, collection: true, values: %w[parsing generation xpath streaming memory]
 
       key_value do
         map 'name', to: :name

data/lib/serialbench/runners/base.rb

@@ -7,8 +7,8 @@ require 'open3'
 require 'stringio'
 
 module Serialbench
-  # Handles ASDF-based benchmark execution
   module Runners
+    # Runner protocol: prepare, then run_benchmark(config, config_path, result_dir)
     class Base
       def initialize(environment_config, environment_config_path)
         @environment_config = environment_config
@@ -23,9 +23,8 @@ module Serialbench
         raise NotImplementedError, 'Subclasses must implement the prepare method'
       end
 
-      # Run benchmark
-      def benchmark
-        raise NotImplementedError, 'Subclasses must implement the benchmark method'
+      def run_benchmark(benchmark_config, benchmark_config_path, result_dir)
+        raise NotImplementedError, 'Subclasses must implement the run_benchmark method'
       end
     end
   end

data/lib/serialbench/runners.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require_relative 'runners/base'
+require_relative 'runners/local_runner'
+require_relative 'runners/docker_runner'
+require_relative 'runners/asdf_runner'
+
+module Serialbench
+  # Executes benchmarks in an environment: local, docker, or asdf.
+  module Runners
+    def self.for(environment_config, environment_config_path)
+      runner_class = case environment_config.kind
+                     when 'local' then LocalRunner
+                     when 'docker' then DockerRunner
+                     when 'asdf' then AsdfRunner
+                     else raise ArgumentError, "unknown environment kind: #{environment_config.kind}"
+                     end
+
+      runner_class.new(environment_config, environment_config_path)
+    end
+  end
+end

data/lib/serialbench/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Serialbench
-  VERSION = '0.4.0'
+  VERSION = '0.6.0'
 end

data/lib/serialbench.rb

@@ -9,6 +9,7 @@ require_relative 'serialbench/models'
 
 module Serialbench
   autoload :TestData, 'serialbench/test_data'
+  autoload :Runners, 'serialbench/runners'
 
   class Error < StandardError; end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: serialbench
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Ribose
@@ -260,7 +260,6 @@ files:
 - ".github/workflows/benchmark.yml"
 - ".github/workflows/rake.yml"
 - ".github/workflows/release.yml"
-- ".github/workflows/windows-debug.yml"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
@@ -309,6 +308,7 @@ files:
 - lib/serialbench/models/result.rb
 - lib/serialbench/models/result_store.rb
 - lib/serialbench/ruby_build_manager.rb
+- lib/serialbench/runners.rb
 - lib/serialbench/runners/asdf_runner.rb
 - lib/serialbench/runners/base.rb
 - lib/serialbench/runners/docker_runner.rb

data/.github/workflows/windows-debug.yml

@@ -1,171 +0,0 @@
-name: Windows Debug
-
-on:
-  push:
-    branches: [ master, main ]
-    paths:
-      - '.github/workflows/windows-debug.yml'
-  pull_request:
-    paths:
-      - '.github/workflows/windows-debug.yml'
-  workflow_dispatch:
-
-jobs:
-  test-libxml2-install:
-    runs-on: windows-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: ['3.1', '3.4']
-        method: ['vcpkg', 'msys2', 'direct']
-
-    name: Test ${{ matrix.method }} on Ruby ${{ matrix.ruby }}
-
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-
-      - name: Install via vcpkg
-        if: matrix.method == 'vcpkg'
-        shell: powershell
-        run: |
-          Write-Host "Installing libxml2 via vcpkg..."
-          vcpkg install libxml2:x64-windows
-          vcpkg integrate install
-
-          # Find the libxml2 installation
-          $vcpkgRoot = "C:\vcpkg"
-          $libxml2Path = Join-Path $vcpkgRoot "installed\x64-windows"
-
-          Write-Host "libxml2 installed at: $libxml2Path"
-
-          # Set environment variables
-          echo "LIBXML2_INCLUDE=$libxml2Path\include" >> $env:GITHUB_ENV
-          echo "LIBXML2_LIB=$libxml2Path\lib" >> $env:GITHUB_ENV
-          echo "PKG_CONFIG_PATH=$libxml2Path\lib\pkgconfig" >> $env:GITHUB_ENV
-
-          # Add to PATH
-          $currentPath = [Environment]::GetEnvironmentVariable("PATH", "Process")
-          $newPath = "$libxml2Path\bin;$currentPath"
-          echo "$newPath" >> $env:GITHUB_PATH
-
-          # Verify installation
-          Get-ChildItem -Path $libxml2Path -Recurse | Where-Object { $_.Name -like "*libxml*" } | Select-Object FullName
-
-      - name: Install via msys2
-        if: matrix.method == 'msys2'
-        shell: powershell
-        run: |
-          Write-Host "Installing libxml2 via msys2..."
-          choco install -y msys2
-
-          # Initialize msys2 and install libxml2
-          C:\tools\msys64\usr\bin\bash -lc "pacman -Syu --noconfirm"
-          C:\tools\msys64\usr\bin\bash -lc "pacman -S --noconfirm mingw-w64-x86_64-libxml2 mingw-w64-x86_64-pkg-config"
-
-          # Set environment variables
-          $msys2Root = "C:\tools\msys64\mingw64"
-          echo "LIBXML2_INCLUDE=$msys2Root\include\libxml2" >> $env:GITHUB_ENV
-          echo "LIBXML2_LIB=$msys2Root\lib" >> $env:GITHUB_ENV
-          echo "PKG_CONFIG_PATH=$msys2Root\lib\pkgconfig" >> $env:GITHUB_ENV
-
-          # Add to PATH
-          echo "$msys2Root\bin" >> $env:GITHUB_PATH
-
-          # Verify installation
-          Get-ChildItem -Path $msys2Root -Recurse | Where-Object { $_.Name -like "*libxml*" } | Select-Object FullName
-
-      - name: Install via direct download
-        if: matrix.method == 'direct'
-        shell: powershell
-        run: |
-          Write-Host "Installing libxml2 via direct download..."
-
-          # Download pre-built binaries from gnome.org
-          $downloadDir = "$env:TEMP\libxml2"
-          New-Item -ItemType Directory -Force -Path $downloadDir
-
-          # Download libxml2 and dependencies
-          $libxml2Url = "https://download.gnome.org/binaries/win64/libxml2/2.9/libxml2-2.9.14-x64_dll.zip"
-          $zlibUrl = "https://download.gnome.org/binaries/win64/dependencies/zlib-1.2.13-x64_dll.zip"
-          $iconvUrl = "https://download.gnome.org/binaries/win64/dependencies/libiconv-1.17-x64_dll.zip"
-
-          Invoke-WebRequest -Uri $libxml2Url -OutFile "$downloadDir\libxml2.zip"
-          Invoke-WebRequest -Uri $zlibUrl -OutFile "$downloadDir\zlib.zip"
-          Invoke-WebRequest -Uri $iconvUrl -OutFile "$downloadDir\iconv.zip"
-
-          # Extract archives
-          Expand-Archive -Path "$downloadDir\libxml2.zip" -DestinationPath "C:\libxml2" -Force
-          Expand-Archive -Path "$downloadDir\zlib.zip" -DestinationPath "C:\libxml2" -Force
-          Expand-Archive -Path "$downloadDir\iconv.zip" -DestinationPath "C:\libxml2" -Force
-
-          # Set environment variables
-          echo "LIBXML2_INCLUDE=C:\libxml2\include" >> $env:GITHUB_ENV
-          echo "LIBXML2_LIB=C:\libxml2\lib" >> $env:GITHUB_ENV
-
-          # Add to PATH
-          echo "C:\libxml2\bin" >> $env:GITHUB_PATH
-
-          # Verify installation
-          Get-ChildItem -Path "C:\libxml2" -Recurse | Where-Object { $_.Name -like "*libxml*" } | Select-Object FullName
-
-      - name: Verify pkg-config
-        shell: powershell
-        run: |
-          Write-Host "Checking for pkg-config..."
-          try {
-            $pkgConfigPath = Get-Command pkg-config -ErrorAction Stop
-            Write-Host "pkg-config found at: $($pkgConfigPath.Source)"
-            pkg-config --version
-          } catch {
-            Write-Host "pkg-config not found, installing pkgconfiglite..."
-            choco install -y pkgconfiglite
-            pkg-config --version
-          }
-
-          # Try to find libxml2 via pkg-config
-          Write-Host "`nSearching for libxml-2.0.pc..."
-          if ($env:PKG_CONFIG_PATH) {
-            Write-Host "PKG_CONFIG_PATH: $env:PKG_CONFIG_PATH"
-            pkg-config --list-all | Select-String libxml
-          }
-
-      - name: Install bundler
-        run: gem install bundler
-
-      - name: Try to install libxml-ruby gem
-        shell: powershell
-        continue-on-error: true
-        run: |
-          Write-Host "Attempting to install libxml-ruby..."
-
-          # Set additional environment variables for gem installation
-          if ($env:LIBXML2_INCLUDE) {
-            $env:CFLAGS = "-I$env:LIBXML2_INCLUDE"
-            $env:CPPFLAGS = "-I$env:LIBXML2_INCLUDE"
-          }
-          if ($env:LIBXML2_LIB) {
-            $env:LDFLAGS = "-L$env:LIBXML2_LIB"
-          }
-
-          gem install libxml-ruby --verbose
-
-      - name: Report results
-        if: always()
-        shell: powershell
-        run: |
-          Write-Host "`n=== Installation Method: ${{ matrix.method }} ==="
-          Write-Host "Ruby Version: ${{ matrix.ruby }}"
-          Write-Host "`nEnvironment Variables:"
-          Write-Host "LIBXML2_INCLUDE: $env:LIBXML2_INCLUDE"
-          Write-Host "LIBXML2_LIB: $env:LIBXML2_LIB"
-          Write-Host "PKG_CONFIG_PATH: $env:PKG_CONFIG_PATH"
-          Write-Host "`nPATH:"
-          $env:PATH -split ';' | ForEach-Object { Write-Host "  $_" }
-
-          Write-Host "`nChecking for libxml2 files..."
-          Get-ChildItem C:\ -Recurse -ErrorAction SilentlyContinue -Include libxml2.dll,libxml2.lib,xml2-config.h 2>$null | Select-Object FullName