serialbench 0.2.0 → 0.4.0

data/lib/serialbench.rb

@@ -6,8 +6,9 @@ require_relative 'serialbench/benchmark_runner'
 require_relative 'serialbench/cli'
 require_relative 'serialbench/memory_profiler'
 require_relative 'serialbench/models'
-require_relative 'serialbench/site_generator'
 
 module Serialbench
+  autoload :TestData, 'serialbench/test_data'
+
   class Error < StandardError; end
 end

data/serialbench.gemspec

@@ -14,7 +14,7 @@ Gem::Specification.new do |spec|
 
   spec.summary = 'Comprehensive serialization benchmarking tool for Ruby'
   spec.description = 'A benchmarking suite for comparing performance of various serialization libraries in Ruby, including XML, JSON, and TOML parsers/generators.'
-  spec.homepage = 'https://github.com/metanorma/serialbench'
+  spec.homepage = 'https://github.com/serialbench/serialbench'
   spec.license = 'BSD-2-Clause'
   spec.required_ruby_version = Gem::Requirement.new('>= 2.7.0')
 
@@ -42,7 +42,6 @@ Gem::Specification.new do |spec|
 
   # Reporting dependencies
   spec.add_dependency 'csv' # Required from Ruby 3.4+
-  spec.add_dependency 'liquid' # Template engine for HTML reports
 
   # XML serializers
   spec.add_dependency 'oga'

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: serialbench
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Ribose
-autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-08-24 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: benchmark-ips
@@ -94,20 +93,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: liquid
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: oga
   requirement: !ruby/object:Gem::Requirement
@@ -271,6 +256,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/scripts/push-to-data.sh"
 - ".github/workflows/benchmark.yml"
 - ".github/workflows/rake.yml"
 - ".github/workflows/release.yml"
@@ -282,6 +268,10 @@ files:
 - Gemfile
 - README.adoc
 - Rakefile
+- config/benchmarks/full-json.yml
+- config/benchmarks/full-toml.yml
+- config/benchmarks/full-xml.yml
+- config/benchmarks/full-yaml.yml
 - config/benchmarks/full.yml
 - config/benchmarks/short.yml
 - config/environments/asdf-ruby-3.2.yml
@@ -307,7 +297,6 @@ files:
 - lib/serialbench/cli/base_cli.rb
 - lib/serialbench/cli/benchmark_cli.rb
 - lib/serialbench/cli/environment_cli.rb
-- lib/serialbench/cli/resultset_cli.rb
 - lib/serialbench/cli/ruby_build_cli.rb
 - lib/serialbench/cli/validate_cli.rb
 - lib/serialbench/config_manager.rb
@@ -318,7 +307,6 @@ files:
 - lib/serialbench/models/environment_config.rb
 - lib/serialbench/models/platform.rb
 - lib/serialbench/models/result.rb
-- lib/serialbench/models/result_set.rb
 - lib/serialbench/models/result_store.rb
 - lib/serialbench/ruby_build_manager.rb
 - lib/serialbench/runners/asdf_runner.rb
@@ -346,50 +334,17 @@ files:
 - lib/serialbench/serializers/yaml/base_yaml_serializer.rb
 - lib/serialbench/serializers/yaml/psych_serializer.rb
 - lib/serialbench/serializers/yaml/syck_serializer.rb
-- lib/serialbench/site_generator.rb
-- lib/serialbench/templates/assets/css/benchmark_report.css
-- lib/serialbench/templates/assets/css/format_based.css
-- lib/serialbench/templates/assets/css/themes.css
-- lib/serialbench/templates/assets/js/chart_helpers.js
-- lib/serialbench/templates/assets/js/dashboard.js
-- lib/serialbench/templates/assets/js/navigation.js
-- lib/serialbench/templates/base.liquid
-- lib/serialbench/templates/format_based.liquid
-- lib/serialbench/templates/partials/chart_section.liquid
+- lib/serialbench/test_data.rb
 - lib/serialbench/version.rb
 - lib/serialbench/yaml_validator.rb
 - serialbench.gemspec
-- site/.gitignore
-- site/README.md
-- site/astro.config.mjs
-- site/package-lock.json
-- site/package.json
-- site/public/favicon.svg
-- site/scripts/gen-sample-data.mjs
-- site/src/components/AvailabilityMatrix.astro
-- site/src/components/CalibratedLeaderboard.vue
-- site/src/components/CitationBox.vue
-- site/src/components/DashboardConsole.vue
-- site/src/components/FeaturesTable.astro
-- site/src/components/MemoryPanel.vue
-- site/src/components/OpsChart.vue
-- site/src/config.ts
-- site/src/layouts/Layout.astro
-- site/src/lib/channels.ts
-- site/src/lib/dashboard.ts
-- site/src/pages/index.astro
-- site/src/pages/library/[slug].astro
-- site/src/pages/methodology.astro
-- site/src/styles/global.css
-- site/tsconfig.json
-homepage: https://github.com/metanorma/serialbench
+homepage: https://github.com/serialbench/serialbench
 licenses:
 - BSD-2-Clause
 metadata:
-  homepage_uri: https://github.com/metanorma/serialbench
-  source_code_uri: https://github.com/metanorma/serialbench
-  bug_tracker_uri: https://github.com/metanorma/serialbench/issues
-post_install_message:
+  homepage_uri: https://github.com/serialbench/serialbench
+  source_code_uri: https://github.com/serialbench/serialbench
+  bug_tracker_uri: https://github.com/serialbench/serialbench/issues
 rdoc_options: []
 require_paths:
 - lib
@@ -404,8 +359,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
 summary: Comprehensive serialization benchmarking tool for Ruby
 test_files: []

data/lib/serialbench/cli/resultset_cli.rb

@@ -1,301 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'base_cli'
-require_relative '../models/result_set'
-require_relative '../site_generator'
-
-module Serialbench
-  module Cli
-    # CLI for managing benchmark resultsets (collections of runs)
-    class ResultsetCli < BaseCli
-      desc 'create NAME PATH', 'Create a new resultset'
-      long_desc <<~DESC
-        Create a new resultset (collection of benchmark runs).
-
-        NAME is required and must be unique.
-        PATH is the directory where the resultset will be created.
-
-        Examples:
-          serialbench resultset create performance-comparison results/sets/performance-comparison
-          serialbench resultset create cross-platform-test results/sets/cross-platform-test
-      DESC
-      def create(resultset_name, resultset_path)
-        Serialbench::Models::ResultStore.default
-
-        # Check if resultset already exists
-        definition_path = File.join(resultset_path, 'resultset.yaml')
-
-        if File.exist?(definition_path)
-          say "ResultSet at '#{resultset_path}' already exists", :yellow
-          return unless yes?('Create anyway with timestamp suffix? (y/n)')
-
-          resultset_path = "#{resultset_path}-#{generate_timestamp}"
-        end
-
-        # Create empty resultset using the new ResultSet model
-        resultset = Serialbench::Models::ResultSet.new(
-          name: resultset_name,
-          description: "ResultSet for #{resultset_name} benchmarks",
-          created_at: Time.now.utc.iso8601,
-          updated_at: Time.now.utc.iso8601
-        )
-        resultset.save(resultset_path)
-
-        say "✅ Created resultset: #{resultset_path}", :green
-        say "Path: #{definition_path}", :cyan
-        say "Use 'serialbench resultset add-result' to add benchmark runs", :white
-      rescue StandardError => e
-        say "Error creating resultset: #{e.message}", :red
-        exit 1
-      end
-
-      desc 'add-result RESULTSET_PATH RESULT_PATH...', 'Add one or more runs to a resultset'
-      long_desc <<~DESC
-        Add one or more benchmark runs to a resultset.
-
-        RESULTSET_PATH is the path to the resultset directory
-        RESULT_PATH... accepts multiple result paths (supports shell expansion)
-
-        Examples:
-          # Add single result
-          serialbench resultset add-result results/sets/weekly results/runs/my-run
-
-          # Add multiple results explicitly
-          serialbench resultset add-result results/sets/weekly results/runs/run1 results/runs/run2
-
-          # Add multiple results with shell expansion
-          serialbench resultset add-result results/sets/weekly artifacts/benchmark-results-*/
-          serialbench resultset add-result results/sets/weekly results/runs/*
-      DESC
-      def add_result(resultset_path, *result_paths)
-        if result_paths.empty?
-          say '❌ Error: At least one result path must be provided', :red
-          exit 1
-        end
-
-        resultset = Serialbench::Models::ResultSet.load(resultset_path)
-
-        say "📦 Adding #{result_paths.size} result(s) to resultset", :cyan
-        say "ResultSet: #{resultset_path}", :white
-        say ''
-
-        added_count = 0
-        failed_count = 0
-        skipped_count = 0
-
-        result_paths.each_with_index do |result_path, index|
-          say "#{index + 1}/#{result_paths.size} Processing: #{result_path}", :cyan
-
-          # Find results.yaml in the path or subdirectories
-          results_file = if File.exist?(File.join(result_path, 'results.yaml'))
-                           File.join(result_path, 'results.yaml')
-                         else
-                           Dir.glob(File.join(result_path, '**/results.yaml')).first
-                         end
-
-          unless results_file
-            say '  ⚠️  No results.yaml found - skipping', :yellow
-            skipped_count += 1
-            next
-          end
-
-          result_dir = File.dirname(results_file)
-
-          begin
-            resultset.add_result(result_dir)
-            say '  ✅ Added successfully', :green
-            added_count += 1
-          rescue StandardError => e
-            say "  ❌ Failed: #{e.message}", :red
-            failed_count += 1
-          end
-          say ''
-        end
-
-        resultset.save(resultset_path)
-
-        say '=' * 60, :cyan
-        say 'Summary:', :green
-        say "  Total processed: #{result_paths.size}", :white
-        say "  ✅ Successfully added: #{added_count}", :green
-        say "  ❌ Failed: #{failed_count}", :red if failed_count > 0
-        say "  ⚠️  Skipped: #{skipped_count}", :yellow if skipped_count > 0
-        say "  📊 Total results in set: #{resultset.results.count}", :cyan
-        say '=' * 60, :cyan
-
-        exit 1 if failed_count > 0 && added_count == 0
-      rescue StandardError => e
-        say "❌ Error: #{e.message}", :red
-        exit 1
-      end
-
-      desc 'remove-result RESULTSET_PATH RESULT_PATH', 'Remove a run from a resultset'
-      long_desc <<~DESC
-        Remove a benchmark run from a resultset.
-
-        RESULTSET_PATH must be specified explicitly
-        RESULT_PATH is the path to the run result directory
-
-        Examples:
-          serialbench resultset remove-result results/sets/performance-comparison results/runs/my-run-local-macos-arm64-ruby-3.3.8
-          serialbench resultset remove-result results/sets/cross-platform-test results/runs/my-docker-run
-      DESC
-      def remove_result(resultset_path, _result_path)
-        Serialbench::Models::ResultStore.default
-
-        # Find the resultset
-        resultset = Serialbench::Models::ResultSet.load(resultset_path)
-        if resultset.nil?
-          say "ResultSet '#{resultset_path}' not found", :red
-          exit 1
-        end
-
-        # Remove run from resultset
-        removed = resultset.remove_run(run_identifier)
-        unless removed
-          say "Run '#{run_identifier}' not found in resultset", :yellow
-          say 'Available runs in resultset:', :white
-          resultset.runs.each do |run_info|
-            say "  - #{run_info[:name]}", :white
-          end
-          return
-        end
-
-        resultset.save
-
-        say '✅ Removed run from resultset', :green
-        say "Run: #{run_identifier}", :cyan
-        say "ResultSet: #{resultset_path}", :cyan
-        say "Remaining runs in set: #{resultset.runs.length}", :white
-      rescue StandardError => e
-        say "Error removing run from resultset: #{e.message}", :red
-        exit 1
-      end
-
-      desc 'build-site RESULTSET_PATH [OUTPUT_DIR]', 'Generate HTML site for a resultset'
-      long_desc <<~DESC
-        Generate an HTML site for a resultset (comparative analysis).
-
-        RESULTSET_PATH must be specified explicitly
-        OUTPUT_DIR defaults to _site/
-
-        Examples:
-          serialbench resultset build-site results/sets/performance-comparison
-          serialbench resultset build-site results/sets/cross-platform-test output/
-      DESC
-      def build_site(resultset_path, output_dir = '_site')
-        unless Dir.exist?(resultset_path)
-          say "ResultSet directory not found: #{resultset_path}", :red
-          say "Please create a resultset first using 'serialbench resultset create'", :white
-          exit 1
-        end
-
-        resultset = Serialbench::Models::ResultSet.load(resultset_path)
-
-        if resultset.results.empty?
-          say "ResultSet '#{resultset_path}' contains no runs", :yellow
-          say "Use 'serialbench resultset add-result' to add runs first", :white
-          return
-        end
-
-        say "🏗️  Generating HTML site for resultset: #{resultset_path}", :green
-        say "Runs in set: #{resultset.results.size}", :cyan
-
-        # Use the unified site generator for resultsets
-        Serialbench::SiteGenerator.generate_for_resultset(resultset, output_dir)
-
-        say '✅ HTML site generated successfully!', :green
-        say "Site location: #{output_dir}", :cyan
-        say "Open: #{File.join(output_dir, 'index.html')}", :white
-      rescue StandardError => e
-        say "Error generating site: #{e.message}", :red
-        say "Details: #{e.backtrace.first(3).join("\n")}", :red if options[:verbose]
-        exit 1
-      end
-
-      desc 'export-data RESULTSET_PATH OUTPUT_JSON', 'Export a resultset as the site dashboard JSON payload'
-      long_desc <<~DESC
-        Write the aggregated dashboard payload (combined_results, environments,
-        metadata) for a resultset as JSON. This is the data contract consumed
-        by the Astro site in site/.
-
-        Optionally also export the raw per-environment YAML files and the
-        complete resultset YAML for download links.
-
-        Examples:
-          serialbench resultset export-data results/sets/weekly site/src/data/sample.json --raw-data-dir site/public/data
-      DESC
-      method_option 'raw-data-dir', type: :string,
-                                     desc: 'Also write per-environment YAML and resultset.yaml to this directory'
-      def export_data(resultset_path, output_json)
-        resultset = Serialbench::Models::ResultSet.load(resultset_path)
-
-        if resultset.results.empty?
-          say "ResultSet '#{resultset_path}' contains no runs", :yellow
-          say "Use 'serialbench resultset add-result' to add runs first", :white
-          exit 1
-        end
-
-        payload = Serialbench::SiteGenerator.resultset_payload(resultset)
-        output_dir = File.dirname(File.expand_path(output_json))
-        FileUtils.mkdir_p(output_dir)
-        File.write(output_json, JSON.pretty_generate(payload))
-
-        say "✅ Dashboard payload exported: #{output_json}", :green
-        say "Environments: #{payload['environments'].size}", :cyan
-
-        if options['raw-data-dir']
-          Serialbench::SiteGenerator.export_raw_data(resultset, options['raw-data-dir'])
-          say "📦 Raw YAML exported to: #{options['raw-data-dir']}", :cyan
-        end
-      rescue StandardError => e
-        say "Error exporting data: #{e.message}", :red
-        exit 1
-      end
-
-      desc 'list', 'List all available resultsets'
-      long_desc <<~DESC
-        List all resultsets in the results/sets/ directory.
-
-        Shows resultset names, number of runs, and timestamps.
-      DESC
-      def list
-        ensure_results_directory
-
-        begin
-          store = Serialbench::Models::ResultStore.default
-          resultsets = store.find_resultsets
-
-          if resultsets.empty?
-            say 'No resultsets found', :yellow
-            say "Use 'serialbench resultset create' to create a resultset", :white
-            return
-          end
-
-          say 'Available ResultSets:', :green
-          say '=' * 50, :green
-
-          resultsets.each do |resultset|
-            say "📁 #{resultset.name}", :cyan
-            say "   Runs: #{resultset.runs.length}", :white
-            say "   Created: #{resultset.metadata[:timestamp]}", :white
-            say "   Path: #{resultset.directory}", :white
-
-            if resultset.runs.any?
-              say '   Contains:', :white
-              resultset.runs.first(3).each do |run_info|
-                say "     - #{run_info[:name]}", :white
-              end
-              say "     ... and #{resultset.runs.length - 3} more" if resultset.runs.length > 3
-            end
-
-            say ''
-          end
-        rescue StandardError => e
-          say "Error listing resultsets: #{e.message}", :red
-          exit 1
-        end
-      end
-    end
-  end
-end

data/lib/serialbench/models/result_set.rb

@@ -1,79 +0,0 @@
-# frozen_string_literal: true
-
-require 'yaml'
-require 'time'
-require 'fileutils'
-
-module Serialbench
-  module Models
-    # ResultSet model for managing collections of benchmark results
-    class ResultSet < Lutaml::Model::Serializable
-      attribute :name, :string
-      attribute :description, :string
-      attribute :created_at, :string, default: -> { Time.now.utc.iso8601 }
-      attribute :updated_at, :string, default: -> { Time.now.utc.iso8601 }
-      attribute :results, Result, collection: true, initialize_empty: true
-
-      def self.load(path)
-        raise ArgumentError, "Path does not exist: #{path}" unless Dir.exist?(path)
-
-        # Load benchmark data
-        data_file = File.join(path, 'resultset.yaml')
-
-        raise ArgumentError, "No results data found in #{path}" unless File.exist?(data_file)
-
-        from_yaml(IO.read(data_file))
-      end
-
-      def to_file(path)
-        File.write(path, to_yaml)
-      end
-
-      def save(dir)
-        FileUtils.mkdir_p(dir)
-        to_file(File.join(dir, 'resultset.yaml'))
-      end
-
-      def add_result(result_path)
-        # Assume result_path is the directory containing benchmark results and is named
-        # accordingly
-        result_name = File.basename(result_path)
-        raise ArgumentError, 'Result name cannot be empty' if result_name.empty?
-        # Validate that the result path is a directory
-        raise ArgumentError, 'Result path must be a directory' unless File.directory?(result_path)
-
-        result_file_path = File.join(result_path, 'results.yaml')
-        raise ArgumentError, "No results data found in #{result_path}" unless File.exist?(result_file_path)
-
-        result = Result.load(result_path)
-
-        # Validate that the result has required fields
-        raise ArgumentError, "Result from #{result_path} is missing platform information" if result.platform.nil?
-        raise ArgumentError, "Result from #{result_path} is missing environment_config" if result.environment_config.nil?
-        raise ArgumentError, "Result from #{result_path} is missing benchmark_config" if result.benchmark_config.nil?
-
-        # Check if result already exists:
-        # If environment_config.created_at is identical;
-        # If platform.platform_string is identical;
-        # If benchmark_config.benchmark_name is identical;
-
-        duplicates = results.select do |r|
-          # Skip results with nil platform (defensive check)
-          next if r.platform.nil? || result.platform.nil?
-
-          r.platform.platform_string == result.platform.platform_string &&
-            r.environment_config.created_at == result.environment_config.created_at &&
-            r.benchmark_config.benchmark_name == result.benchmark_config.benchmark_name
-        end
-
-        raise ArgumentError, 'Result is already present in this resultset' if duplicates.any?
-
-        # Add the result to the resultset
-        results << result
-        self.updated_at = Time.now.utc.iso8601
-
-        result
-      end
-    end
-  end
-end