serialbench 0.2.0 → 0.3.1

data/config/benchmarks/full.yml

@@ -15,15 +15,20 @@ formats:
 - yaml
 - toml
 
+# Trimmed from 20/5/2 (warmup 3): a healthy leg took ~70 minutes at that
+# setting, which both inflates weekly cost and leaves legs exposed to
+# runner-eviction flakiness. 10/3/1 with warmup 2 halves runtime with
+# acceptable added noise.
 iterations:
-  small: 20
-  medium: 5
-  large: 2
+  small: 10
+  medium: 3
+  large: 1
 
 operations:
 - parse
 - generate
 - streaming
+- xpath
 - memory
 
-warmup: 3
+warmup: 2

data/lib/serialbench/benchmark_runner.rb

@@ -24,6 +24,19 @@ module Serialbench
       load_test_data
     end
 
+    # Each operation maps to a lambda. Adding an operation = one entry.
+    OPERATIONS = {
+      'parsing' => ->(s, data) { s.parse(data) },
+      'generation' => ->(s, data) { s.generate(s.parse(data)) },
+      'xpath' => lambda { |s, data|
+        doc = s.parse(data)
+        s.xpath_query(doc, '//book')
+        s.xpath_query(doc, "//book[@id='101']")
+        s.xpath_query(doc, '//book[price > 30]/title')
+      },
+      'streaming' => ->(s, data) { s.stream_parse(data) { |_event, _data| } },
+    }.freeze
+
     def run_all_benchmarks
       puts 'Serialbench - Running comprehensive serialization performance tests'
       puts '=' * 70
@@ -32,34 +45,18 @@ module Serialbench
       puts "Test data sizes: #{@test_data.keys.join(', ')}"
       puts
 
+      results = {}
+      OPERATIONS.each do |name, handler|
+        results[name.to_sym] = run_benchmark_type(name, name, &handler)
+      end
+      results[:memory] = run_memory_benchmarks
+
       Models::BenchmarkResult.new(
         serializers: Serializers.information,
-        parsing: run_parsing_benchmarks,
-        generation: run_generation_benchmarks,
-        memory: run_memory_benchmarks,
-        streaming: run_streaming_benchmarks
+        **results
       )
     end
 
-    def run_parsing_benchmarks
-      run_benchmark_type('parsing', 'parse') do |serializer, data|
-        serializer.parse(data)
-      end
-    end
-
-    def run_generation_benchmarks
-      run_benchmark_type('generation', 'generation') do |serializer, data|
-        document = serializer.parse(data)
-        serializer.generate(document)
-      end
-    end
-
-    def run_streaming_benchmarks
-      run_benchmark_type('streaming', 'stream parse') do |serializer, data|
-        serializer.stream_parse(data) { |event, data| }
-      end
-    end
-
     def run_memory_benchmarks
       puts "\nRunning memory usage benchmarks..."
       return [] unless defined?(::MemoryProfiler)

data/lib/serialbench/cli/benchmark_cli.rb

@@ -190,7 +190,7 @@ module Serialbench
         say "🏗️  Generating HTML site for result: #{result_path}", :green
 
         # Use the unified site generator for results
-        Serialbench::SiteGenerator.generate_for_result(result, options[:output_dir])
+        puts 'Site generation moved to serialbench.github.io'
 
         say '✅ HTML site generated successfully!', :green
         say "Site location: #{options[:output_dir]}", :cyan

data/lib/serialbench/cli.rb

@@ -4,9 +4,9 @@ require 'thor'
 require_relative 'cli/base_cli'
 require_relative 'cli/environment_cli'
 require_relative 'cli/benchmark_cli'
-require_relative 'cli/resultset_cli'
 require_relative 'cli/ruby_build_cli'
 require_relative 'cli/validate_cli'
+require_relative 'cli/resultset_cli'
 
 module Serialbench
   # Main CLI entry point for the new object-oriented command structure
@@ -17,9 +17,6 @@ module Serialbench
     desc 'benchmark SUBCOMMAND', 'Manage individual benchmark runs'
     subcommand 'benchmark', Serialbench::Cli::BenchmarkCli
 
-    desc 'resultset SUBCOMMAND', 'Manage benchmark resultsets (collections of runs)'
-    subcommand 'resultset', Serialbench::Cli::ResultsetCli
-
     desc 'ruby_build SUBCOMMAND', 'Manage Ruby-Build definitions for validation'
     subcommand 'ruby_build', Serialbench::Cli::RubyBuildCli
 
@@ -45,7 +42,6 @@ module Serialbench
           COMMANDS:
             environment   Manage benchmark environments (Docker, ASDF, Local)
             benchmark     Manage individual benchmark runs
-            resultset     Manage benchmark resultsets (collections of runs)
             ruby-build    Manage Ruby-Build definitions for validation
             version       Show version information
             help          Show this help message
@@ -63,12 +59,9 @@ module Serialbench
             serialbench benchmark execute my-benchmark.yml
 
             # Create a result set for comparison
-            serialbench resultset create comparison-set
-            serialbench resultset add-result comparison-set results/my-benchmark
 
             # Generate static sites
             serialbench benchmark build-site results/my-benchmark
-            serialbench resultset build-site resultsets/comparison-set
 
           For detailed help on any command, use:
             serialbench COMMAND help

data/lib/serialbench/models/benchmark_result.rb

@@ -68,6 +68,7 @@ module Serialbench
       attribute :generation, IterationPerformance, collection: true
       attribute :memory, MemoryPerformance, collection: true
       attribute :streaming, IterationPerformance, collection: true
+      attribute :xpath, IterationPerformance, collection: true
 
       key_value do
         map 'serializers', to: :serializers
@@ -75,6 +76,7 @@ module Serialbench
         map 'generation', to: :generation
         map 'memory', to: :memory
         map 'streaming', to: :streaming
+        map 'xpath', to: :xpath
       end
     end
   end

data/lib/serialbench/serializers/base_serializer.rb

@@ -1,3 +1,5 @@
+require 'set'
+
 # frozen_string_literal: true
 
 require 'singleton'
@@ -33,9 +35,19 @@ module Serialbench
         result
       end
 
+      # Capabilities: a Set of symbols declaring what this adapter can do.
+      # Subclasses override to add symbols; the base handles every query.
+      # This replaces the 12+ individual supports_X? predicates.
+      def capabilities
+        Set.new(%i[dom parse generate])
+      end
+
+      def supports?(capability)
+        capabilities.include?(capability)
+      end
+
       def supports_streaming?
-        # Override in subclasses that support streaming
-        false
+        supports?(:sax) || supports?(:streaming)
       end
 
       def require_library(library_name)

data/lib/serialbench/serializers/xml/base_xml_serializer.rb

@@ -23,21 +23,17 @@ module Serialbench
           generate(document, options)
         end
 
-        # XML-specific features
+        # XML-specific features derive from the capability set
         def features
           {
-            xpath: supports_xpath?,
-            namespaces: supports_namespaces?,
-            validation: supports_validation?,
-            streaming: supports_streaming?,
-            stax: supports_stax?
+            xpath: supports?(:xpath),
+            namespaces: supports?(:namespaces),
+            validation: supports?(:validation),
+            streaming: supports?(:sax) || supports?(:streaming),
+            stax: supports?(:stax)
           }
         end
 
-        def supports_stax?
-          false
-        end
-
         def supports_generation?
           true
         end

data/lib/serialbench/serializers/xml/leptris_serializer.rb

@@ -12,11 +12,13 @@ module Serialbench
 
         def parse(xml_string)
           require 'leptris'
+          require 'leptris/xml'
           Leptris::XML.parse(xml_string)
         end
 
         def generate(data)
           require 'leptris'
+          require 'leptris/xml'
           if data.is_a?(Leptris::XML::Document) || data.is_a?(Leptris::XML::Node)
             data.to_xml(indent: 2)
           else
@@ -26,6 +28,7 @@ module Serialbench
 
         def parse_streaming(xml_string, &block)
           require 'leptris'
+          require 'leptris/xml'
 
           handler = StreamingHandler.new(&block)
           parser = Leptris::XML::SAX::Parser.new(handler)
@@ -37,24 +40,27 @@ module Serialbench
           true
         end
 
-        def supports_xpath?
-          true
+        def capabilities
+          super | Set.new(%i[xpath namespaces sax stax])
+        end
+
+        def xpath_query(document, expression)
+          require 'leptris'
+          require 'leptris/xml'
+          result = document.xpath(expression)
+          result.size
         end
 
         # leptris-ruby >= 1.6 exposes Leptris::XML::Pull, a StAX-style
         # cursor (one event per #next). Declared by gem version so the
         # check never triggers the FFI library load.
-        def supports_stax?
-          spec = Gem.loaded_specs['leptris'] || Gem::Specification.find_by_name('leptris')
-          !spec.nil? && spec.version >= Gem::Version.new('1.6.0')
-        rescue Gem::LoadError
-          false
-        end
+
 
         def version
           return 'unknown' unless available?
 
           require 'leptris'
+          require 'leptris/xml'
           Leptris::VERSION
         end
 
@@ -70,6 +76,7 @@ module Serialbench
 
           @available = begin
             require 'leptris'
+          require 'leptris/xml'
             Leptris::XML.parse('<probe/>')
             true
           rescue StandardError, LoadError

data/lib/serialbench/serializers/xml/nokogiri_serializer.rb

@@ -38,13 +38,8 @@ module Serialbench
           handler.elements_processed
         end
 
-        def supports_xpath?
-          true
-        end
-
-        # The binding exposes a pull-parser cursor (XML::Reader)
-        def supports_stax?
-          true
+        def capabilities
+          super | Set.new(%i[xpath namespaces stax])
         end
 
         def supports_streaming?

data/lib/serialbench/serializers/xml/oga_serializer.rb

@@ -42,6 +42,10 @@ module Serialbench
           true
         end
 
+        def xpath_query(document, expression)
+          document.xpath(expression).size
+        end
+
         def supports_streaming?
           true
         end

data/lib/serialbench/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Serialbench
-  VERSION = '0.2.0'
+  VERSION = '0.3.1'
 end

data/lib/serialbench.rb

@@ -1,12 +1,12 @@
 # frozen_string_literal: true
 
 require_relative 'serialbench/version'
+require_relative 'serialbench/site_generator'
 require_relative 'serialbench/serializers'
 require_relative 'serialbench/benchmark_runner'
 require_relative 'serialbench/cli'
 require_relative 'serialbench/memory_profiler'
 require_relative 'serialbench/models'
-require_relative 'serialbench/site_generator'
 
 module Serialbench
   class Error < StandardError; end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: serialbench
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Ribose
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-08-24 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: benchmark-ips
@@ -271,6 +270,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/scripts/push-to-data.sh"
 - ".github/workflows/benchmark.yml"
 - ".github/workflows/rake.yml"
 - ".github/workflows/release.yml"
@@ -282,6 +282,10 @@ files:
 - Gemfile
 - README.adoc
 - Rakefile
+- config/benchmarks/full-json.yml
+- config/benchmarks/full-toml.yml
+- config/benchmarks/full-xml.yml
+- config/benchmarks/full-yaml.yml
 - config/benchmarks/full.yml
 - config/benchmarks/short.yml
 - config/environments/asdf-ruby-3.2.yml
@@ -347,41 +351,9 @@ files:
 - lib/serialbench/serializers/yaml/psych_serializer.rb
 - lib/serialbench/serializers/yaml/syck_serializer.rb
 - lib/serialbench/site_generator.rb
-- lib/serialbench/templates/assets/css/benchmark_report.css
-- lib/serialbench/templates/assets/css/format_based.css
-- lib/serialbench/templates/assets/css/themes.css
-- lib/serialbench/templates/assets/js/chart_helpers.js
-- lib/serialbench/templates/assets/js/dashboard.js
-- lib/serialbench/templates/assets/js/navigation.js
-- lib/serialbench/templates/base.liquid
-- lib/serialbench/templates/format_based.liquid
-- lib/serialbench/templates/partials/chart_section.liquid
 - lib/serialbench/version.rb
 - lib/serialbench/yaml_validator.rb
 - serialbench.gemspec
-- site/.gitignore
-- site/README.md
-- site/astro.config.mjs
-- site/package-lock.json
-- site/package.json
-- site/public/favicon.svg
-- site/scripts/gen-sample-data.mjs
-- site/src/components/AvailabilityMatrix.astro
-- site/src/components/CalibratedLeaderboard.vue
-- site/src/components/CitationBox.vue
-- site/src/components/DashboardConsole.vue
-- site/src/components/FeaturesTable.astro
-- site/src/components/MemoryPanel.vue
-- site/src/components/OpsChart.vue
-- site/src/config.ts
-- site/src/layouts/Layout.astro
-- site/src/lib/channels.ts
-- site/src/lib/dashboard.ts
-- site/src/pages/index.astro
-- site/src/pages/library/[slug].astro
-- site/src/pages/methodology.astro
-- site/src/styles/global.css
-- site/tsconfig.json
 homepage: https://github.com/metanorma/serialbench
 licenses:
 - BSD-2-Clause
@@ -389,7 +361,6 @@ metadata:
   homepage_uri: https://github.com/metanorma/serialbench
   source_code_uri: https://github.com/metanorma/serialbench
   bug_tracker_uri: https://github.com/metanorma/serialbench/issues
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -404,8 +375,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Comprehensive serialization benchmarking tool for Ruby
 test_files: []