serialbench 0.2.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ff36b734da92061c2bbf271fd1e94f79f80d844f0b492c7f06a51aca5ed794aa
-  data.tar.gz: 28aeb4041d3c1c04cdcfd4b5f5ad21757ed0616277bcf34b2db15c9d56a06b5a
+  metadata.gz: ed5cf6538b0a64c26b9d9c0739b943f750f30476aa27a94c5b87aae98c203b55
+  data.tar.gz: 3d1e7eb5c8f71c4052014729bd6dbbf4417a68339065a7a934ea1e5a3ef82a3b
 SHA512:
-  metadata.gz: 9c497b089e84bc674bd444df875cc161ecf97b0d077d2ba9cb3c26cee91c27d8694cabc149b61f78c4fc0f9890b808a7604e6106e1d91aa04595c40a3cb6fa77
-  data.tar.gz: 5a8eebcfe19699b5d9e1aed3caf1c65bec4937fe51199b8da0ef152e6145deab815621c354495279236f9b7c2e0eaa8e1c70eebdc1353ffb8ff6c89c900afeaa
+  metadata.gz: 8bd0e7a6052712f3a49c4656e6aa663cd4db2215c9f9ebc3ac8379b7f258f78e488fdfc46bb52a8e6e9d89cc07ef78fa4fbebe6f0471881b679d40d5ab42284d
+  data.tar.gz: 5441d7d92266df86976a78dd4fb68acf8c491147c799b06aa9e1a67ac5bd382dfd27547505e4566483a9657f983bc7bb0ffb5280cc17089de61a8b070fe5677b

data/.github/scripts/push-to-data.sh

@@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+# Pushes one format's results.yaml to serialbench/data via the GitHub
+# Contents API (atomic per-file, no merge conflicts from parallel legs).
+# Called after each format's benchmark completes — the site rebuilds
+# incrementally as data arrives.
+set -euo pipefail
+
+FMT="$1"
+RUBY_VERSION="$2"
+PLATFORM="$3"
+RESULTS_FILE="results/runs/ci-ruby-${RUBY_VERSION}-${PLATFORM}/${FMT}/results.yaml"
+DATA_TOKEN="${DATA_REPO_TOKEN:-}"
+
+if [ -z "$DATA_TOKEN" ]; then
+  echo "::warning::DATA_REPO_TOKEN not set — skipping data push"
+  exit 0
+fi
+
+if [ ! -f "$RESULTS_FILE" ]; then
+  echo "::warning::No results at $RESULTS_FILE — skipping"
+  exit 0
+fi
+
+DATE=$(date -u +%Y-%m-%d)
+TARGET_PATH="runs/${DATE}/${PLATFORM}-ruby-${RUBY_VERSION}.${FMT}.yaml"
+CONTENT=$(base64 < "$RESULTS_FILE")
+
+echo "Pushing ${TARGET_PATH} to serialbench/data..."
+
+# Try create; if file exists (422), get sha and update
+HTTP_CODE=$(curl -s -o /tmp/data-push-resp.json -w "%{http_code}" -X PUT \
+  -H "Authorization: Bearer ${DATA_TOKEN}" \
+  -H "Accept: application/vnd.github+json" \
+  "https://api.github.com/repos/serialbench/data/contents/${TARGET_PATH}" \
+  -d "{\"message\": \"${PLATFORM} ruby-${RUBY_VERSION} ${FMT}\", \"content\": \"${CONTENT}\", \"branch\": \"main\"}")
+
+if [ "$HTTP_CODE" = "200" ] || [ "$HTTP_CODE" = "201" ]; then
+  echo "Pushed ${TARGET_PATH}"
+elif [ "$HTTP_CODE" = "422" ]; then
+  SHA=$(curl -sf \
+    -H "Authorization: Bearer ${DATA_TOKEN}" \
+    "https://api.github.com/repos/serialbench/data/contents/${TARGET_PATH}" \
+    | grep -oE '"sha":\s*"[a-f0-9]+"' | head -1 | grep -oE '[a-f0-9]{40}')
+  if [ -n "$SHA" ]; then
+    curl -sf -X PUT \
+      -H "Authorization: Bearer ${DATA_TOKEN}" \
+      -H "Accept: application/vnd.github+json" \
+      "https://api.github.com/repos/serialbench/data/contents/${TARGET_PATH}" \
+      -d "{\"message\": \"${PLATFORM} ruby-${RUBY_VERSION} ${FMT} (update)\", \"content\": \"${CONTENT}\", \"sha\": \"${SHA}\", \"branch\": \"main\"}" > /dev/null
+    echo "Updated existing ${TARGET_PATH}"
+  else
+    echo "::warning::422 but couldn't get sha for ${TARGET_PATH}"
+  fi
+else
+  echo "::warning::Push failed (${HTTP_CODE}): $(cat /tmp/data-push-resp.json | head -c 200)"
+fi
+
+# Trigger site rebuild (debounced by concurrency group on the .io repo)
+curl -sf -X POST \
+  -H "Authorization: Bearer ${DATA_TOKEN}" \
+  -H "Accept: application/vnd.github+json" \
+  "https://api.github.com/repos/serialbench/serialbench.github.io/dispatches" \
+  -d '{"event_type": "data-updated"}' \
+  && echo "Site rebuild triggered" \
+  || echo "::warning::Failed to trigger site rebuild"

data/.github/workflows/benchmark.yml

@@ -16,13 +16,8 @@ on:
 
 permissions:
   contents: read
-  pages: write
-  id-token: write
 
 concurrency:
-  # Renamed off "pages": that group's server-side state is wedged (a queued
-  # run there returns 500 on cancel and blocks the single in-progress slot),
-  # which starved every benchmark-weekly run after 2026-08-23 10:22Z.
   group: "site-deploy"
   cancel-in-progress: false
 
@@ -76,8 +71,6 @@ jobs:
         run: |
           vcpkg install libxml2:${{ steps.windows-arch.outputs.arch }} libxslt:${{ steps.windows-arch.outputs.arch }} 2>&1 || true
           vcpkg integrate install 2>&1 || true
-          # vcpkg dynamic triplets put the DLLs in bin/; nokogiri's compiled
-          # extension needs them on PATH at require time.
           echo "C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/bin" >> $GITHUB_PATH
         shell: bash
 
@@ -87,10 +80,6 @@ jobs:
           mkdir -p .bundle 2>&1 || true
           echo "---" > .bundle/config 2>&1 || true
           echo 'BUNDLE_BUILD__LIBXML___RUBY: "--with-xml2-dir=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }} --with-xml2-include=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/include/libxml2 --with-xml2-lib=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/lib"' >> .bundle/config 2>&1 || true
-          # windows-11-arm has no precompiled nokogiri (pulled transitively via
-          # moxml); build it against the vcpkg libxml2 instead of the vendored
-          # source build that fails on ucrt/ARM64. Harmless on x64 Windows,
-          # where the precompiled gem makes this config moot.
           echo 'BUNDLE_BUILD__NOKOGIRI: "--use-system-libraries --with-xml2-include=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/include/libxml2 --with-xml2-lib=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/lib --with-xslt-include=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/include/libxslt --with-xslt-lib=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/lib --with-zlib-dir=C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}"' >> .bundle/config 2>&1 || true
         shell: bash
 
@@ -100,14 +89,10 @@ jobs:
           ruby-version: ${{ matrix.ruby-version }}
           bundler-cache: true
 
-      # The directory of ruby.exe is always in the DLL search path (unlike
-      # PATH manipulation across step boundaries), so stage the vcpkg DLLs
-      # there for the system-built nokogiri on Windows ARM.
       - name: Stage vcpkg DLLs beside ruby.exe (Windows)
         if: startsWith(matrix.platform, 'windows-')
         run: |
           RUBY_BIN="$(dirname "$(command -v ruby)")"
-          echo "Staging vcpkg DLLs into $RUBY_BIN"
           ls "C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/bin/" || true
           cp -f "C:/vcpkg/installed/${{ steps.windows-arch.outputs.arch }}/bin/"*.dll "$RUBY_BIN/" 2>&1 || true
         shell: bash
@@ -123,48 +108,29 @@ jobs:
         run: |
           brew install libxml2 libxslt
 
-      - name: Debug Ruby platform (Windows only)
-        if: startsWith(matrix.platform, 'windows-')
-        shell: ruby {0}
-        run: |
-          puts "=== Ruby Platform Debug Info ==="
-          puts "RUBY_PLATFORM: #{RUBY_PLATFORM}"
-          puts "Gem.win_platform?: #{Gem.win_platform?}"
-          puts "RbConfig::CONFIG['host_os']: #{RbConfig::CONFIG['host_os']}"
-          puts "RbConfig::CONFIG['host_cpu']: #{RbConfig::CONFIG['host_cpu']}"
-          puts "RbConfig::CONFIG['arch']: #{RbConfig::CONFIG['arch']}"
-          puts "================================"
-
       - name: Install gems
         run: bundle install
 
-      # ubuntu-22.04's glibc (2.35) predates the precompiled leptris gem's
-      # build host, so the gem's vendored libleptris.so fails to dlopen there
-      # and the adapter reports leptris unavailable (empty availability dots
-      # on the site). Leptris is pure C99 — build the lib from the gem's
-      # tagged source and point the FFI loader at it; LEPTRIS_LIB_PATH is the
-      # first candidate in the gem's ffi_lib list.
       - name: Build libleptris from source (Ubuntu 22.04)
         if: matrix.platform == 'ubuntu-22.04' || matrix.platform == 'ubuntu-22.04-arm'
         run: |
-          LEPTRIS_VERSION=$(bundle exec ruby -e "require 'leptris'; print Leptris::VERSION")
-          echo "Building libleptris ${LEPTRIS_VERSION}"
-          curl -sL "https://github.com/leptris/leptris/archive/refs/tags/v${LEPTRIS_VERSION}.tar.gz" | tar xz
+          LEPTRIS_VERSION=$(bundle exec ruby -e "print Gem::Specification.find_by_name('leptris').version")
+          LEPTRIS_TAG=$(curl -s "https://api.github.com/repos/leptris/leptris/tags?per_page=100" \
+            | grep -oE '"v[0-9]+\.[0-9]+\.[0-9]+"' | tr -d '"' | sort -V \
+            | awk -v v="v${LEPTRIS_VERSION}" '$0 <= v' | tail -1)
+          echo "Building libleptris ${LEPTRIS_VERSION} from tag ${LEPTRIS_TAG}"
+          test -n "${LEPTRIS_TAG}"
+          curl -sL "https://github.com/leptris/leptris/archive/refs/tags/${LEPTRIS_TAG}.tar.gz" | tar xz
+          ln -s "leptris-${LEPTRIS_TAG#v}" "leptris-${LEPTRIS_VERSION}"
           cmake -S "leptris-${LEPTRIS_VERSION}" -B /tmp/leptris-build \
             -DLEPTRIS_BUILD_SHARED=ON -DLEPTRIS_BUILD_STATIC=OFF -DBUILD_TESTING=OFF \
             -DLEPTRIS_BUILD_CLI=OFF -DLEPTRIS_BUILD_BENCHMARKS=OFF -DLEPTRIS_BUILD_MAN_PAGES=OFF \
             -DLEPTRIS_ENABLE_UTF8PROC=OFF -DLEPTRIS_ENABLE_ICONV=OFF
           cmake --build /tmp/leptris-build -j"$(nproc)"
           LIBLEPTRIS=$(find /tmp/leptris-build -name 'libleptris.so*' -type f | head -1)
-          echo "Built ${LIBLEPTRIS}"
           echo "LEPTRIS_LIB_PATH=${LIBLEPTRIS}" >> "$GITHUB_ENV"
         shell: bash
 
-      - name: Update Ruby-Build cache
-        run: bundle exec serialbench ruby-build update
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
       - name: Create environment config
         run: |
           mkdir -p config/environments
@@ -178,135 +144,124 @@ jobs:
           EOF
         shell: bash
 
-      - name: Run benchmarks
+      # Each format is an independent checkpoint with its own upload.
+      # A failure in one format doesn't prevent the others from uploading.
+      - name: Benchmark xml
+        continue-on-error: true
+        shell: bash
         env:
           GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          bundle exec serialbench environment execute config/environments/ci-ruby-${{ matrix.ruby-version }}.yml config/benchmarks/full.yml results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}
-
-      - name: Verify benchmark results before upload
-        run: |
-          echo "=== Verifying benchmark results ==="
-          RESULTS_FILE="results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/results.yaml"
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-xml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml"
 
-          echo "📁 Checking file exists..."
-          if [ ! -f "$RESULTS_FILE" ]; then
-            echo "❌ ERROR: results.yaml not found at $RESULTS_FILE"
-            exit 1
-          fi
-
-          echo "📊 Checking file size..."
-          SIZE=$(wc -c < "$RESULTS_FILE" | tr -d ' ')
-          echo "   File size: $SIZE bytes"
-
-          if [ "$SIZE" -lt 1000 ]; then
-            echo "❌ ERROR: results.yaml is suspiciously small ($SIZE bytes)"
-            echo "   Expected at least 1000 bytes for valid benchmark results"
-            echo "=== File contents ==="
-            cat "$RESULTS_FILE"
-            exit 1
-          fi
+      - name: Upload xml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-xml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml
+          retention-days: 30
+          if-no-files-found: warn
 
-          echo "✅ File size OK: $SIZE bytes"
+      - name: Push xml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh xml ${{ matrix.ruby-version }} ${{ matrix.platform }}
         shell: bash
 
-      - name: Validate YAML schema
+      - name: Benchmark json
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          bundle exec serialbench validate result results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/results.yaml
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-json.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/json"
 
-      - name: Upload benchmark results
+      - name: Upload json
+        if: ${{ !cancelled() }}
         uses: actions/upload-artifact@v4
         with:
-          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}
-          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-json
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/json
           retention-days: 30
+          if-no-files-found: warn
 
-  # Aggregate results and deploy to GitHub Pages
-  deploy-pages:
-    if: github.ref == 'refs/heads/main'
-    runs-on: ubuntu-latest
-    needs: [setup, benchmark]
-    environment:
-      name: github-pages
-      url: ${{ steps.deployment.outputs.page_url }}
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: '3.3'
-          bundler-cache: true
+      - name: Push json to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh json ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
 
-      - name: Install system dependencies
+      - name: Benchmark yaml
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          sudo apt-get update
-          sudo apt-get install -y libxml2-dev libxslt1-dev build-essential
-
-      - name: Install gems
-        run: bundle install
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-yaml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/yaml"
 
-      - name: Download all benchmark artifacts
-        uses: actions/download-artifact@v4
+      - name: Upload yaml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
         with:
-          pattern: benchmark-results-*
-          path: artifacts/
-
-      - name: List downloaded artifacts structure
-        run: |
-          echo "=== Artifacts directory structure ==="
-          ls -la artifacts/
-          echo ""
-          echo "=== Searching for results.yaml files ==="
-          find artifacts/ -name "results.yaml" -type f
-          echo ""
-          echo "=== Directory tree (first 3 levels) ==="
-          find artifacts/ -maxdepth 3 -type d | sort
-
-      - name: Create resultset
-        run: |
-          mkdir -p results/sets
-          bundle exec serialbench resultset create weekly-benchmark results/sets/weekly-benchmark
-
-      - name: Add all results to resultset
-        run: |
-          bundle exec serialbench resultset add-result results/sets/weekly-benchmark artifacts/benchmark-results-*/
-
-      - name: Export dashboard payload and raw data
-        run: |
-          bundle exec serialbench resultset export-data results/sets/weekly-benchmark site/src/data/sample.json --raw-data-dir site/public/data
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-yaml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/yaml
+          retention-days: 30
+          if-no-files-found: warn
 
-      - name: Set up Node
-        uses: actions/setup-node@v4
-        with:
-          node-version: '24'
-          cache: npm
-          cache-dependency-path: site/package-lock.json
+      - name: Push yaml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh yaml ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
 
-      - name: Build site
+      - name: Benchmark toml
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
         run: |
-          cd site
-          npm ci
-          npm run build
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-toml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/toml"
 
-      - name: Setup Pages
-        uses: actions/configure-pages@v4
-
-      - name: Upload to GitHub Pages
-        uses: actions/upload-pages-artifact@v3
+      - name: Upload toml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
         with:
-          path: site/dist
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-toml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/toml
+          retention-days: 30
+          if-no-files-found: warn
 
-      - name: Deploy to GitHub Pages
-        id: deployment
-        uses: actions/deploy-pages@v4
+      - name: Push toml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh toml ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
 
   # Summary job
   summary:
     runs-on: ubuntu-latest
-    needs: [setup, benchmark, deploy-pages]
+    needs: [setup, benchmark]
     if: always()
     steps:
       - name: Generate workflow summary
@@ -314,28 +269,19 @@ jobs:
           echo "## Weekly Benchmark Summary" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "**Benchmark Status**: ${{ needs.benchmark.result }}" >> $GITHUB_STEP_SUMMARY
-          echo "**Deploy Status**: ${{ needs.deploy-pages.result }}" >> $GITHUB_STEP_SUMMARY
+          echo "**Incremental pushes**: each format pushes to data repo on completion" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "### Platforms Tested" >> $GITHUB_STEP_SUMMARY
-          echo "- Ubuntu Latest (Linux x86_64)" >> $GITHUB_STEP_SUMMARY
-          echo "- Ubuntu 24.04 (Linux ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- Ubuntu 22.04 (Linux ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 14 (Apple Silicon ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 15 (Apple Silicon ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 15 Intel (Intel x86_64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 26 (Apple Silicon ARM64)" >> $GITHUB_STEP_SUMMARY
-          echo "- macOS 26 Intel (Intel x86_64)" >> $GITHUB_STEP_SUMMARY
+          echo "- Ubuntu 24.04 (x86_64 + ARM64)" >> $GITHUB_STEP_SUMMARY
+          echo "- Ubuntu 22.04 (x86_64 + ARM64)" >> $GITHUB_STEP_SUMMARY
+          echo "- macOS 14, 15, 26 (ARM64 + Intel)" >> $GITHUB_STEP_SUMMARY
+          echo "- Windows 2022, 2025, 11-ARM" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "### Ruby Versions" >> $GITHUB_STEP_SUMMARY
           echo "- Ruby 3.2, 3.3, 3.4, 4.0" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
-          echo "### Serialization Libraries" >> $GITHUB_STEP_SUMMARY
-          echo "- **XML**: REXML, Ox, Nokogiri, Oga, LibXML, Leptris" >> $GITHUB_STEP_SUMMARY
-          echo "- **JSON**: JSON, Oj, RapidJSON, YAJL" >> $GITHUB_STEP_SUMMARY
-          echo "- **YAML**: Psych" >> $GITHUB_STEP_SUMMARY
-          echo "- **TOML**: TOML-RB, Tomlib, tomlrb" >> $GITHUB_STEP_SUMMARY
-          echo "" >> $GITHUB_STEP_SUMMARY
           if [ "${{ github.ref }}" == "refs/heads/main" ]; then
             echo "### Results" >> $GITHUB_STEP_SUMMARY
-            echo "📊 [View Interactive Dashboard](https://metanorma.github.io/serialbench/)" >> $GITHUB_STEP_SUMMARY
+            echo "📊 [View Dashboard](https://serialbench.github.io/serialbench/)" >> $GITHUB_STEP_SUMMARY
+            echo "📦 [Raw Data](https://github.com/serialbench/data)" >> $GITHUB_STEP_SUMMARY
           fi

data/.github/workflows/release.yml

@@ -1,5 +1,3 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
 name: release
 
 on:
@@ -7,19 +5,76 @@ on:
     inputs:
       next_version:
         description: |
-          Next release version. Possible values: x.y.z, major, minor, patch (or pre|rc|etc).
-          Also, you can pass 'skip' to skip 'git tag' and do 'gem push' for the current version
+          Next release version. Possible values: x.y.z, major, minor, patch
+          (or pre|rc|etc).
         required: true
-        default: 'skip'
-  repository_dispatch:
-    types: [ do-release ]
+        default: 'minor'
+  push:
+    tags: ['v*']
+
+permissions:
+  contents: write
+  id-token: write
 
 jobs:
   release:
-    uses: metanorma/ci/.github/workflows/rubygems-release.yml@main
-    with:
-      next_version: ${{ github.event.inputs.next_version }}
-    secrets:
-      rubygems-api-key: ${{ secrets.METANORMA_CI_RUBYGEMS_API_KEY }}
-      pat_token: ${{ secrets.METANORMA_CI_PAT_TOKEN }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '3.4'
+          bundler-cache: true
+
+      - name: Determine version
+        id: version
+        run: |
+          INPUT="${{ github.event.inputs.next_version }}"
+          if [ -z "$INPUT" ]; then
+            INPUT="${GITHUB_REF#refs/tags/v}"
+            echo "version=${INPUT}" >> "$GITHUB_OUTPUT"
+          elif echo "$INPUT" | grep -qE '^[0-9]+\.[0-9]+\.[0-9]+'; then
+            echo "version=${INPUT}" >> "$GITHUB_OUTPUT"
+          else
+            CURRENT=$(ruby -e "print Gem::Specification.load('serialbench.gemspec').version.to_s")
+            case "${INPUT}" in
+              major) NEW=$(echo "$CURRENT" | awk -F. '{print $1+1".0.0"}') ;;
+              minor) NEW=$(echo "$CURRENT" | awk -F. '{print $1"."$2+1".0"}') ;;
+              patch) NEW=$(echo "$CURRENT" | awk -F. '{print $1"."$2"."$3+1}') ;;
+              *) NEW="${INPUT}" ;;
+            esac
+            echo "version=${NEW}" >> "$GITHUB_OUTPUT"
+          fi
+
+      - name: Update version
+        run: |
+          VERSION=${{ steps.version.outputs.version }}
+          sed -i.bak "s/VERSION = .*/VERSION = '${VERSION}'/" lib/serialbench/version.rb
+          rm -f lib/serialbench/version.rb.bak
+          git config user.name "release-bot"
+          git config user.email "release-bot@users.noreply.github.com"
+          git add lib/serialbench/version.rb
+          git commit -m "Bump serialbench to ${VERSION}" || exit 0
+          git push origin HEAD:main
+
+      - name: Tag
+        run: |
+          VERSION=${{ steps.version.outputs.version }}
+          git tag "v${VERSION}" 2>/dev/null || true
+          git push origin "v${VERSION}" 2>/dev/null || true
+
+      - name: Build gem
+        run: gem build serialbench.gemspec
+
+      - name: Push to RubyGems
+        run: gem push serialbench-*.gem
+        env:
+          GEM_HOST_API_KEY: ${{ secrets.RUBYGEMS_API_KEY }}
 
+      - name: Create GitHub Release
+        run: |
+          VERSION=${{ steps.version.outputs.version }}
+          gh release create "v${VERSION}" --title "serialbench ${VERSION}" --generate-notes 2>/dev/null || true
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

data/Gemfile

@@ -12,7 +12,7 @@ unless Gem.win_platform? && RUBY_PLATFORM.include?('aarch64')
   gem 'libxml-ruby'
 end
 
-gem 'leptris'    # Needs the libleptris shared library (LEPTRIS_LIB_PATH or system install)
+gem 'leptris', '1.9.0'  # pin to latest git tag; newer gems expect APIs not in v1.9.0 source builds    # Needs the libleptris shared library (LEPTRIS_LIB_PATH or system install)
 gem 'benchmark'  # Removed from stdlib in Ruby 4.0
 gem 'base64'  # Required for Ruby 3.4+
 gem 'lutaml-model', '~> 0.7'

data/config/benchmarks/full-json.yml

@@ -0,0 +1,25 @@
+# Per-format split of full.yml: each format runs in its own process so
+# memory profiling of large documents cannot compound across formats
+# (windows runners OOMed with all four formats in one process).
+name: full-json
+
+data_sizes:
+- small
+- medium
+- large
+
+formats:
+- json
+
+iterations:
+  small: 10
+  medium: 3
+  large: 1
+
+operations:
+- parse
+- generate
+- streaming
+- memory
+
+warmup: 2

data/config/benchmarks/full-toml.yml

@@ -0,0 +1,25 @@
+# Per-format split of full.yml: each format runs in its own process so
+# memory profiling of large documents cannot compound across formats
+# (windows runners OOMed with all four formats in one process).
+name: full-toml
+
+data_sizes:
+- small
+- medium
+- large
+
+formats:
+- toml
+
+iterations:
+  small: 10
+  medium: 3
+  large: 1
+
+operations:
+- parse
+- generate
+- streaming
+- memory
+
+warmup: 2

data/config/benchmarks/full-xml.yml

@@ -0,0 +1,26 @@
+# Per-format split of full.yml: each format runs in its own process so
+# memory profiling of large documents cannot compound across formats
+# (windows runners OOMed with all four formats in one process).
+name: full-xml
+
+data_sizes:
+- small
+- medium
+- large
+
+formats:
+- xml
+
+iterations:
+  small: 10
+  medium: 3
+  large: 1
+
+operations:
+- parse
+- generate
+- streaming
+- xpath
+- memory
+
+warmup: 2

data/config/benchmarks/full-yaml.yml

@@ -0,0 +1,25 @@
+# Per-format split of full.yml: each format runs in its own process so
+# memory profiling of large documents cannot compound across formats
+# (windows runners OOMed with all four formats in one process).
+name: full-yaml
+
+data_sizes:
+- small
+- medium
+- large
+
+formats:
+- yaml
+
+iterations:
+  small: 10
+  medium: 3
+  large: 1
+
+operations:
+- parse
+- generate
+- streaming
+- memory
+
+warmup: 2