serialbench 0.1.3 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c24dcb07a68058a2ff622be5f16e6c7225cd266bf29c3fcd06a0ecd597b9b8d3
-  data.tar.gz: 95833392ca0fe8cab20d7d0300cd86f11948a2e0d766885e6dff0de2b75189b1
+  metadata.gz: ed5cf6538b0a64c26b9d9c0739b943f750f30476aa27a94c5b87aae98c203b55
+  data.tar.gz: 3d1e7eb5c8f71c4052014729bd6dbbf4417a68339065a7a934ea1e5a3ef82a3b
 SHA512:
-  metadata.gz: 8e1b7c78643b32cf34251220cd9dac61db43fa16cf104669b2882b139faad9bb1051a3a552d5caf37fc8018014c0dda6bcbe35870688e3ea229c64c5c8064d5e
-  data.tar.gz: d5c0727a5d5d24d82107837b996f8a31013bcf75a66a737ce6087767858c7b54b59ad9ed9014cf84d0ef3f4c07d5954bcfa3aa0698d3f745bb984477f18b880f
+  metadata.gz: 8bd0e7a6052712f3a49c4656e6aa663cd4db2215c9f9ebc3ac8379b7f258f78e488fdfc46bb52a8e6e9d89cc07ef78fa4fbebe6f0471881b679d40d5ab42284d
+  data.tar.gz: 5441d7d92266df86976a78dd4fb68acf8c491147c799b06aa9e1a67ac5bd382dfd27547505e4566483a9657f983bc7bb0ffb5280cc17089de61a8b070fe5677b

data/.github/scripts/push-to-data.sh

@@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+# Pushes one format's results.yaml to serialbench/data via the GitHub
+# Contents API (atomic per-file, no merge conflicts from parallel legs).
+# Called after each format's benchmark completes — the site rebuilds
+# incrementally as data arrives.
+set -euo pipefail
+
+FMT="$1"
+RUBY_VERSION="$2"
+PLATFORM="$3"
+RESULTS_FILE="results/runs/ci-ruby-${RUBY_VERSION}-${PLATFORM}/${FMT}/results.yaml"
+DATA_TOKEN="${DATA_REPO_TOKEN:-}"
+
+if [ -z "$DATA_TOKEN" ]; then
+  echo "::warning::DATA_REPO_TOKEN not set — skipping data push"
+  exit 0
+fi
+
+if [ ! -f "$RESULTS_FILE" ]; then
+  echo "::warning::No results at $RESULTS_FILE — skipping"
+  exit 0
+fi
+
+DATE=$(date -u +%Y-%m-%d)
+TARGET_PATH="runs/${DATE}/${PLATFORM}-ruby-${RUBY_VERSION}.${FMT}.yaml"
+CONTENT=$(base64 < "$RESULTS_FILE")
+
+echo "Pushing ${TARGET_PATH} to serialbench/data..."
+
+# Try create; if file exists (422), get sha and update
+HTTP_CODE=$(curl -s -o /tmp/data-push-resp.json -w "%{http_code}" -X PUT \
+  -H "Authorization: Bearer ${DATA_TOKEN}" \
+  -H "Accept: application/vnd.github+json" \
+  "https://api.github.com/repos/serialbench/data/contents/${TARGET_PATH}" \
+  -d "{\"message\": \"${PLATFORM} ruby-${RUBY_VERSION} ${FMT}\", \"content\": \"${CONTENT}\", \"branch\": \"main\"}")
+
+if [ "$HTTP_CODE" = "200" ] || [ "$HTTP_CODE" = "201" ]; then
+  echo "Pushed ${TARGET_PATH}"
+elif [ "$HTTP_CODE" = "422" ]; then
+  SHA=$(curl -sf \
+    -H "Authorization: Bearer ${DATA_TOKEN}" \
+    "https://api.github.com/repos/serialbench/data/contents/${TARGET_PATH}" \
+    | grep -oE '"sha":\s*"[a-f0-9]+"' | head -1 | grep -oE '[a-f0-9]{40}')
+  if [ -n "$SHA" ]; then
+    curl -sf -X PUT \
+      -H "Authorization: Bearer ${DATA_TOKEN}" \
+      -H "Accept: application/vnd.github+json" \
+      "https://api.github.com/repos/serialbench/data/contents/${TARGET_PATH}" \
+      -d "{\"message\": \"${PLATFORM} ruby-${RUBY_VERSION} ${FMT} (update)\", \"content\": \"${CONTENT}\", \"sha\": \"${SHA}\", \"branch\": \"main\"}" > /dev/null
+    echo "Updated existing ${TARGET_PATH}"
+  else
+    echo "::warning::422 but couldn't get sha for ${TARGET_PATH}"
+  fi
+else
+  echo "::warning::Push failed (${HTTP_CODE}): $(cat /tmp/data-push-resp.json | head -c 200)"
+fi
+
+# Trigger site rebuild (debounced by concurrency group on the .io repo)
+curl -sf -X POST \
+  -H "Authorization: Bearer ${DATA_TOKEN}" \
+  -H "Accept: application/vnd.github+json" \
+  "https://api.github.com/repos/serialbench/serialbench.github.io/dispatches" \
+  -d '{"event_type": "data-updated"}' \
+  && echo "Site rebuild triggered" \
+  || echo "::warning::Failed to trigger site rebuild"

data/.github/workflows/benchmark.yml

@@ -16,11 +16,9 @@ on:
 
 permissions:
   contents: read
-  pages: write
-  id-token: write
 
 concurrency:
-  group: "pages"
+  group: "site-deploy"
   cancel-in-progress: false
 
 jobs:
@@ -33,8 +31,8 @@ jobs:
       - name: Set matrix configurations
         id: set-matrix
         run: |
-          echo 'ruby-versions=["3.1", "3.2", "3.3", "3.4"]' >> $GITHUB_OUTPUT
-          echo 'platforms=["ubuntu-24.04", "ubuntu-24.04-arm", "ubuntu-22.04", "ubuntu-22.04-arm", "macos-13", "macos-15-intel", "macos-14", "macos-15", "macos-26", "windows-2022", "windows-2025", "windows-11-arm"]' >> $GITHUB_OUTPUT
+          echo 'ruby-versions=["3.2", "3.3", "3.4", "4.0"]' >> $GITHUB_OUTPUT
+          echo 'platforms=["ubuntu-24.04", "ubuntu-24.04-arm", "ubuntu-22.04", "ubuntu-22.04-arm", "macos-14", "macos-15", "macos-15-intel", "macos-26", "macos-26-intel", "windows-2022", "windows-2025", "windows-11-arm"]' >> $GITHUB_OUTPUT
 
   # Cross-platform native benchmarks
   benchmark:
@@ -46,9 +44,8 @@ jobs:
         platform: ${{ fromJson(needs.setup.outputs.platforms) }}
         ruby-version: ${{ fromJson(needs.setup.outputs.ruby-versions) }}
         exclude:
-          # windows-11-arm only supports Ruby 3.4.x
-          - platform: windows-11-arm
-            ruby-version: "3.1"
+          # RubyInstaller ships no arm64 builds for Ruby 3.2/3.3;
+          # windows-11-arm runs 3.4.x and 4.x only
           - platform: windows-11-arm
             ruby-version: "3.2"
           - platform: windows-11-arm
@@ -72,8 +69,9 @@ jobs:
       - name: Install vcpkg dependencies (Windows)
         if: startsWith(matrix.platform, 'windows-')
         run: |
-          vcpkg install libxml2:${{ steps.windows-arch.outputs.arch }} 2>&1 || true
+          vcpkg install libxml2:${{ steps.windows-arch.outputs.arch }} libxslt:${{ steps.windows-arch.outputs.arch }} 2>&1 || true
           vcpkg integrate install 2>&1 || true
+          echo "C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/bin" >> $GITHUB_PATH
         shell: bash
 
       - name: Configure bundler for libxml2 (Windows)
@@ -82,6 +80,7 @@ jobs:
           mkdir -p .bundle 2>&1 || true
           echo "---" > .bundle/config 2>&1 || true
           echo 'BUNDLE_BUILD__LIBXML___RUBY: "--with-xml2-dir=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }} --with-xml2-include=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/include/libxml2 --with-xml2-lib=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/lib"' >> .bundle/config 2>&1 || true
+          echo 'BUNDLE_BUILD__NOKOGIRI: "--use-system-libraries --with-xml2-include=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/include/libxml2 --with-xml2-lib=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/lib --with-xslt-include=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/include/libxslt --with-xslt-lib=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/lib --with-zlib-dir=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}"' >> .bundle/config 2>&1 || true
         shell: bash
 
       - name: Set up Ruby ${{ matrix.ruby-version }}
@@ -90,6 +89,14 @@ jobs:
           ruby-version: ${{ matrix.ruby-version }}
           bundler-cache: true
 
+      - name: Stage vcpkg DLLs beside ruby.exe (Windows)
+        if: startsWith(matrix.platform, 'windows-')
+        run: |
+          RUBY_BIN="$(dirname "$(command -v ruby)")"
+          ls "C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/bin/" || true
+          cp -f "C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/bin/"*.dll "$RUBY_BIN/" 2>&1 || true
+        shell: bash
+
       - name: Install system dependencies (Ubuntu)
         if: startsWith(matrix.platform, 'ubuntu-')
         run: |
@@ -101,25 +108,28 @@ jobs:
         run: |
           brew install libxml2 libxslt
 
-      - name: Debug Ruby platform (Windows only)
-        if: startsWith(matrix.platform, 'windows-')
-        shell: ruby {0}
-        run: |
-          puts "=== Ruby Platform Debug Info ==="
-          puts "RUBY_PLATFORM: #{RUBY_PLATFORM}"
-          puts "Gem.win_platform?: #{Gem.win_platform?}"
-          puts "RbConfig::CONFIG['host_os']: #{RbConfig::CONFIG['host_os']}"
-          puts "RbConfig::CONFIG['host_cpu']: #{RbConfig::CONFIG['host_cpu']}"
-          puts "RbConfig::CONFIG['arch']: #{RbConfig::CONFIG['arch']}"
-          puts "================================"
-
       - name: Install gems
         run: bundle install
 
-      - name: Update Ruby-Build cache
-        run: bundle exec serialbench ruby-build update
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Build libleptris from source (Ubuntu 22.04)
+        if: matrix.platform == 'ubuntu-22.04' || matrix.platform == 'ubuntu-22.04-arm'
+        run: |
+          LEPTRIS_VERSION=$(bundle exec ruby -e "print Gem::Specification.find_by_name('leptris').version")
+          LEPTRIS_TAG=$(curl -s "https://api.github.com/repos/leptris/leptris/tags?per_page=100" \
+            | grep -oE '"v[0-9]+\.[0-9]+\.[0-9]+"' | tr -d '"' | sort -V \
+            | awk -v v="v${LEPTRIS_VERSION}" '$0 <= v' | tail -1)
+          echo "Building libleptris ${LEPTRIS_VERSION} from tag ${LEPTRIS_TAG}"
+          test -n "${LEPTRIS_TAG}"
+          curl -sL "https://github.com/leptris/leptris/archive/refs/tags/${LEPTRIS_TAG}.tar.gz" | tar xz
+          ln -s "leptris-${LEPTRIS_TAG#v}" "leptris-${LEPTRIS_VERSION}"
+          cmake -S "leptris-${LEPTRIS_VERSION}" -B /tmp/leptris-build \
+            -DLEPTRIS_BUILD_SHARED=ON -DLEPTRIS_BUILD_STATIC=OFF -DBUILD_TESTING=OFF \
+            -DLEPTRIS_BUILD_CLI=OFF -DLEPTRIS_BUILD_BENCHMARKS=OFF -DLEPTRIS_BUILD_MAN_PAGES=OFF \
+            -DLEPTRIS_ENABLE_UTF8PROC=OFF -DLEPTRIS_ENABLE_ICONV=OFF
+          cmake --build /tmp/leptris-build -j"$(nproc)"
+          LIBLEPTRIS=$(find /tmp/leptris-build -name 'libleptris.so*' -type f | head -1)
+          echo "LEPTRIS_LIB_PATH=${LIBLEPTRIS}" >> "$GITHUB_ENV"
+        shell: bash
 
       - name: Create environment config
         run: |
@@ -134,160 +144,124 @@ jobs:
           EOF
         shell: bash
 
-      - name: Run benchmarks
+      # Each format is an independent checkpoint with its own upload.
+      # A failure in one format doesn't prevent the others from uploading.
+      - name: Benchmark xml
+        continue-on-error: true
+        shell: bash
         env:
           GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          bundle exec serialbench environment execute config/environments/ci-ruby-${{ matrix.ruby-version }}.yml config/benchmarks/short.yml results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}
-
-      - name: Verify benchmark results before upload
-        run: |
-          echo "=== Verifying benchmark results ==="
-          RESULTS_FILE="results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/results.yaml"
-
-          echo "📁 Checking file exists..."
-          if [ ! -f "$RESULTS_FILE" ]; then
-            echo "❌ ERROR: results.yaml not found at $RESULTS_FILE"
-            exit 1
-          fi
-
-          echo "📊 Checking file size..."
-          SIZE=$(wc -c < "$RESULTS_FILE" | tr -d ' ')
-          echo "   File size: $SIZE bytes"
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-xml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml"
 
-          if [ "$SIZE" -lt 1000 ]; then
-            echo "❌ ERROR: results.yaml is suspiciously small ($SIZE bytes)"
-            echo "   Expected at least 1000 bytes for valid benchmark results"
-            echo "=== File contents ==="
-            cat "$RESULTS_FILE"
-            exit 1
-          fi
+      - name: Upload xml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-xml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml
+          retention-days: 30
+          if-no-files-found: warn
 
-          echo "✅ File size OK: $SIZE bytes"
+      - name: Push xml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh xml ${{ matrix.ruby-version }} ${{ matrix.platform }}
         shell: bash
 
-      - name: Validate YAML schema
+      - name: Benchmark json
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          bundle exec serialbench validate result results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/results.yaml
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-json.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/json"
 
-      - name: Upload benchmark results
+      - name: Upload json
+        if: ${{ !cancelled() }}
         uses: actions/upload-artifact@v4
         with:
-          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}
-          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-json
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/json
           retention-days: 30
+          if-no-files-found: warn
 
-  # Aggregate results and deploy to GitHub Pages
-  deploy-pages:
-    if: github.ref == 'refs/heads/main'
-    runs-on: ubuntu-latest
-    needs: [setup, benchmark]
-    environment:
-      name: github-pages
-      url: ${{ steps.deployment.outputs.page_url }}
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: '3.3'
-          bundler-cache: true
+      - name: Push json to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh json ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
 
-      - name: Install system dependencies
+      - name: Benchmark yaml
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          sudo apt-get update
-          sudo apt-get install -y libxml2-dev libxslt1-dev build-essential
-
-      - name: Install gems
-        run: bundle install
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-yaml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/yaml"
 
-      - name: Download all benchmark artifacts
-        uses: actions/download-artifact@v4
+      - name: Upload yaml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
         with:
-          pattern: benchmark-results-*
-          path: artifacts/
-
-      - name: List downloaded artifacts structure
-        run: |
-          echo "=== Artifacts directory structure ==="
-          ls -la artifacts/
-          echo ""
-          echo "=== Searching for results.yaml files ==="
-          find artifacts/ -name "results.yaml" -type f
-          echo ""
-          echo "=== Directory tree (first 3 levels) ==="
-          find artifacts/ -maxdepth 3 -type d | sort
-
-      - name: Create resultset
-        run: |
-          mkdir -p results/sets
-          bundle exec serialbench resultset create weekly-benchmark results/sets/weekly-benchmark
-
-      - name: Add all results to resultset
-        run: |
-          bundle exec serialbench resultset add-result results/sets/weekly-benchmark artifacts/benchmark-results-*/
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-yaml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/yaml
+          retention-days: 30
+          if-no-files-found: warn
 
-      - name: Generate GitHub Pages site
-        run: |
-          bundle exec serialbench resultset build-site results/sets/weekly-benchmark _site
+      - name: Push yaml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh yaml ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
 
-      - name: Create summary page
+      - name: Benchmark toml
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          mkdir -p _site
-          cat > _site/README.md << 'EOF'
-          # Serialbench - Weekly Benchmark Results
-
-          This site contains automated benchmark results for Ruby serialization libraries.
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-toml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/toml"
 
-          ## Benchmarked Libraries
-
-          - **XML**: REXML, Ox, Nokogiri, Oga, LibXML
-          - **JSON**: JSON, Oj, RapidJSON, YAJL
-          - **YAML**: Psych
-          - **TOML**: TOML-RB, Tomlib, tomlrb
-
-          ## Platforms Tested
-
-          - Ubuntu Latest (Linux x86_64)
-          - Ubuntu 24.04 (Linux ARM64)
-          - Ubuntu 22.04 (Linux ARM64)
-          - macOS 13 (Intel x86_64)
-          - macOS 15 Intel (Intel x86_64)
-          - macOS 14 (Apple Silicon ARM64)
-          - macOS 15 (Apple Silicon ARM64)
-
-          ## Ruby Versions
-
-          - Ruby 3.1, 3.2, 3.3, 3.4
-
-          ## View Results
-
-          Open [index.html](./index.html) to view the interactive dashboard.
-
-          ---
-
-          *Last updated: $(date -u +"%Y-%m-%d %H:%M:%S UTC")*
-          EOF
-
-      - name: Setup Pages
-        uses: actions/configure-pages@v4
-
-      - name: Upload to GitHub Pages
-        uses: actions/upload-pages-artifact@v3
+      - name: Upload toml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
         with:
-          path: _site
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-toml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/toml
+          retention-days: 30
+          if-no-files-found: warn
 
-      - name: Deploy to GitHub Pages
-        id: deployment
-        uses: actions/deploy-pages@v4
+      - name: Push toml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh toml ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
 
   # Summary job
   summary:
     runs-on: ubuntu-latest
-    needs: [setup, benchmark, deploy-pages]
+    needs: [setup, benchmark]
     if: always()
     steps:
       - name: Generate workflow summary
@@ -295,27 +269,19 @@ jobs:
           echo "## Weekly Benchmark Summary" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "**Benchmark Status**: ${{ needs.benchmark.result }}" >> $GITHUB_STEP_SUMMARY
-          echo "**Deploy Status**: ${{ needs.deploy-pages.result }}" >> $GITHUB_STEP_SUMMARY
+          echo "**Incremental pushes**: each format pushes to data repo on completion" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "### Platforms Tested" >> $GITHUB_STEP_SUMMARY
-          echo "- Ubuntu Latest (Linux x86_64)" >> $GITHUB_STEP_SUMMARY
-          echo "- Ubuntu 24.04 (Linux ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- Ubuntu 22.04 (Linux ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 13 (Intel x86_64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 15 Intel (Intel x86_64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 14 (Apple Silicon ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 15 (Apple Silicon ARM64)" >> $GITHUB_STEP_SUMMARY
+          echo "- Ubuntu 24.04 (x86_64 + ARM64)" >> $GITHUB_STEP_SUMMARY
+          echo "- Ubuntu 22.04 (x86_64 + ARM64)" >> $GITHUB_STEP_SUMMARY
+          echo "- macOS 14, 15, 26 (ARM64 + Intel)" >> $GITHUB_STEP_SUMMARY
+          echo "- Windows 2022, 2025, 11-ARM" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "### Ruby Versions" >> $GITHUB_STEP_SUMMARY
-          echo "- Ruby 3.1, 3.2, 3.3, 3.4" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
-          echo "### Serialization Libraries" >> $GITHUB_STEP_SUMMARY
-          echo "- **XML**: REXML, Ox, Nokogiri, Oga, LibXML" >> $GITHUB_STEP_SUMMARY
-          echo "- **JSON**: JSON, Oj, RapidJSON, YAJL" >> $GITHUB_STEP_SUMMARY
-          echo "- **YAML**: Psych" >> $GITHUB_STEP_SUMMARY
-          echo "- **TOML**: TOML-RB, Tomlib, tomlrb" >> $GITHUB_STEP_SUMMARY
+          echo "- Ruby 3.2, 3.3, 3.4, 4.0" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           if [ "${{ github.ref }}" == "refs/heads/main" ]; then
             echo "### Results" >> $GITHUB_STEP_SUMMARY
-            echo "📊 [View Interactive Dashboard](https://metanorma.github.io/serialbench/)" >> $GITHUB_STEP_SUMMARY
+            echo "📊 [View Dashboard](https://serialbench.github.io/serialbench/)" >> $GITHUB_STEP_SUMMARY
+            echo "📦 [Raw Data](https://github.com/serialbench/data)" >> $GITHUB_STEP_SUMMARY
           fi

data/.github/workflows/release.yml

@@ -1,5 +1,3 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
 name: release
 
 on:
@@ -7,19 +5,76 @@ on:
     inputs:
       next_version:
         description: |
-          Next release version. Possible values: x.y.z, major, minor, patch (or pre|rc|etc).
-          Also, you can pass 'skip' to skip 'git tag' and do 'gem push' for the current version
+          Next release version. Possible values: x.y.z, major, minor, patch
+          (or pre|rc|etc).
         required: true
-        default: 'skip'
-  repository_dispatch:
-    types: [ do-release ]
+        default: 'minor'
+  push:
+    tags: ['v*']
+
+permissions:
+  contents: write
+  id-token: write
 
 jobs:
   release:
-    uses: metanorma/ci/.github/workflows/rubygems-release.yml@main
-    with:
-      next_version: ${{ github.event.inputs.next_version }}
-    secrets:
-      rubygems-api-key: ${{ secrets.METANORMA_CI_RUBYGEMS_API_KEY }}
-      pat_token: ${{ secrets.METANORMA_CI_PAT_TOKEN }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '3.4'
+          bundler-cache: true
+
+      - name: Determine version
+        id: version
+        run: |
+          INPUT="${{ github.event.inputs.next_version }}"
+          if [ -z "$INPUT" ]; then
+            INPUT="${GITHUB_REF#refs/tags/v}"
+            echo "version=${INPUT}" >> "$GITHUB_OUTPUT"
+          elif echo "$INPUT" | grep -qE '^[0-9]+\.[0-9]+\.[0-9]+'; then
+            echo "version=${INPUT}" >> "$GITHUB_OUTPUT"
+          else
+            CURRENT=$(ruby -e "print Gem::Specification.load('serialbench.gemspec').version.to_s")
+            case "${INPUT}" in
+              major) NEW=$(echo "$CURRENT" | awk -F. '{print $1+1".0.0"}') ;;
+              minor) NEW=$(echo "$CURRENT" | awk -F. '{print $1"."$2+1".0"}') ;;
+              patch) NEW=$(echo "$CURRENT" | awk -F. '{print $1"."$2"."$3+1}') ;;
+              *) NEW="${INPUT}" ;;
+            esac
+            echo "version=${NEW}" >> "$GITHUB_OUTPUT"
+          fi
+
+      - name: Update version
+        run: |
+          VERSION=${{ steps.version.outputs.version }}
+          sed -i.bak "s/VERSION = .*/VERSION = '${VERSION}'/" lib/serialbench/version.rb
+          rm -f lib/serialbench/version.rb.bak
+          git config user.name "release-bot"
+          git config user.email "release-bot@users.noreply.github.com"
+          git add lib/serialbench/version.rb
+          git commit -m "Bump serialbench to ${VERSION}" || exit 0
+          git push origin HEAD:main
+
+      - name: Tag
+        run: |
+          VERSION=${{ steps.version.outputs.version }}
+          git tag "v${VERSION}" 2>/dev/null || true
+          git push origin "v${VERSION}" 2>/dev/null || true
+
+      - name: Build gem
+        run: gem build serialbench.gemspec
+
+      - name: Push to RubyGems
+        run: gem push serialbench-*.gem
+        env:
+          GEM_HOST_API_KEY: ${{ secrets.RUBYGEMS_API_KEY }}
 
+      - name: Create GitHub Release
+        run: |
+          VERSION=${{ steps.version.outputs.version }}
+          gh release create "v${VERSION}" --title "serialbench ${VERSION}" --generate-notes 2>/dev/null || true
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

data/Gemfile

@@ -12,6 +12,8 @@ unless Gem.win_platform? && RUBY_PLATFORM.include?('aarch64')
   gem 'libxml-ruby'
 end
 
+gem 'leptris', '1.9.0'  # pin to latest git tag; newer gems expect APIs not in v1.9.0 source builds    # Needs the libleptris shared library (LEPTRIS_LIB_PATH or system install)
+gem 'benchmark'  # Removed from stdlib in Ruby 4.0
 gem 'base64'  # Required for Ruby 3.4+
 gem 'lutaml-model', '~> 0.7'
 gem 'octokit'

data/README.adoc

@@ -41,6 +41,11 @@ Serialbench is a comprehensive benchmarking suite that evaluates the performance
 | v3.4
 | Pure Ruby XML parser with XPath support
 
+| XML
+| https://github.com/leptris/leptris-ruby[Leptris]
+| v1.1.0
+| FFI binding to libleptris (pure-C XML 1.0, XPath 1.0, SAX)
+
 | XML
 | https://github.com/ruby/rexml[REXML]
 | v3.4.1

data/config/benchmarks/full-json.yml

@@ -0,0 +1,25 @@
+# Per-format split of full.yml: each format runs in its own process so
+# memory profiling of large documents cannot compound across formats
+# (windows runners OOMed with all four formats in one process).
+name: full-json
+
+data_sizes:
+- small
+- medium
+- large
+
+formats:
+- json
+
+iterations:
+  small: 10
+  medium: 3
+  large: 1
+
+operations:
+- parse
+- generate
+- streaming
+- memory
+
+warmup: 2

data/config/benchmarks/full-toml.yml

@@ -0,0 +1,25 @@
+# Per-format split of full.yml: each format runs in its own process so
+# memory profiling of large documents cannot compound across formats
+# (windows runners OOMed with all four formats in one process).
+name: full-toml
+
+data_sizes:
+- small
+- medium
+- large
+
+formats:
+- toml
+
+iterations:
+  small: 10
+  medium: 3
+  large: 1
+
+operations:
+- parse
+- generate
+- streaming
+- memory
+
+warmup: 2