serialbench 0.7.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1ad3e527e89762ad59203e00e1034b019a3b8a369e9251c52b6a3f389e9771e3
-  data.tar.gz: dd68a1741b3a45d9b0f945ac4e23f35b48589c00dca63849f1223657da7f66d4
+  metadata.gz: 79e4440b243ee3e17d98b5fb83014761328304d3dff21336e77807767e70f761
+  data.tar.gz: 358f270ed322356b17f7994d9cb7f6705c106f2380230f1070a62341d3a50de8
 SHA512:
-  metadata.gz: 17462212111e78b23dadc54c7527dadbd57f9e5c90803876c56a455285e612ded431cb0c77428f0f194ab1831579e99cdc9030bf134971c2c4fed56ff8fc5292
-  data.tar.gz: 4f5e62c00d38f4790bf0cd1fe30da9ed0993bd175e5a995264c82dbf17ebf9311c232733d3b42519550a02775827ff1a055039caac3f912dc7604c6c7b461867
+  metadata.gz: 32244c3470ed9c206c1d22e59101fe062ed045d0b231d55a8504521a8d32ab9d0886dcbc4a07738adcdb0235620ae43b36cbee2c3c3e049ac60990fd3617066f
+  data.tar.gz: 8c92c1bd249fc841a433c9e1c7ef5e81d55733306ceea2920374ecb1d86b80252f04a57dd459009edbd61504332090fd0a902976608e303970902452fc73508f

data/.github/scripts/push-to-data.sh

@@ -23,7 +23,7 @@ fi
 
 DATE=$(date -u +%Y-%m-%d)
 TARGET_PATH="runs/${DATE}/${PLATFORM}-ruby-${RUBY_VERSION}.${FMT}.yaml"
-CONTENT=$(base64 < "$RESULTS_FILE")
+CONTENT=$(base64 < "$RESULTS_FILE" | tr -d '\r\n')
 
 echo "Pushing ${TARGET_PATH} to serialbench/data..."
 

data/.github/workflows/benchmark.yml

@@ -120,36 +120,6 @@ jobs:
           EOF
         shell: bash
 
-      # Each format is an independent checkpoint with its own upload.
-      # A failure in one format doesn't prevent the others from uploading.
-      - name: Benchmark xml
-        continue-on-error: true
-        shell: bash
-        env:
-          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
-        run: |
-          bundle exec serialbench environment execute \
-            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
-            config/benchmarks/full-xml.yml \
-            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml"
-
-      - name: Upload xml
-        if: ${{ !cancelled() }}
-        uses: actions/upload-artifact@v4
-        with:
-          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-xml
-          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml
-          retention-days: 30
-          if-no-files-found: warn
-
-      - name: Push xml to data repo
-        if: ${{ !cancelled() }}
-        continue-on-error: true
-        env:
-          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
-        run: .github/scripts/push-to-data.sh xml ${{ matrix.ruby-version }} ${{ matrix.platform }}
-        shell: bash
-
       - name: Benchmark json
         continue-on-error: true
         shell: bash
@@ -234,6 +204,37 @@ jobs:
         run: .github/scripts/push-to-data.sh toml ${{ matrix.ruby-version }} ${{ matrix.platform }}
         shell: bash
 
+      # Each format is an independent checkpoint with its own upload.
+      # A failure in one format doesn't prevent the others from uploading.
+      - name: Benchmark xml
+        continue-on-error: true
+        shell: bash
+        env:
+          GITHUB_RUNNER_PLATFORM: ${{ matrix.platform }}
+        run: |
+          bundle exec serialbench environment execute \
+            config/environments/ci-ruby-${{ matrix.ruby-version }}.yml \
+            config/benchmarks/full-xml.yml \
+            "results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml"
+
+      - name: Upload xml
+        if: ${{ !cancelled() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results-${{ matrix.platform }}-ruby-${{ matrix.ruby-version }}-xml
+          path: results/runs/ci-ruby-${{ matrix.ruby-version }}-${{ matrix.platform }}/xml
+          retention-days: 30
+          if-no-files-found: warn
+
+      - name: Push xml to data repo
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        env:
+          DATA_REPO_TOKEN: ${{ secrets.DATA_REPO_TOKEN }}
+        run: .github/scripts/push-to-data.sh xml ${{ matrix.ruby-version }} ${{ matrix.platform }}
+        shell: bash
+
+
   # Summary job
   summary:
     runs-on: ubuntu-latest

data/CONTEXT.md

@@ -0,0 +1,11 @@
+# Serialbench domain glossary
+
+- **Adapter** (a.k.a. serializer): one Ruby serialization library under measurement (nokogiri, leptris, oj, psych, toml-rb…). Registered per format in `Serializers::Serializers::REGISTER`. Its interface is the **capability set** (`capabilities` → `Set<Symbol>`); the `features` hash export derives from it.
+- **Format**: xml, json, yaml, toml. One adapter belongs to exactly one format; one format has several adapters.
+- **Operation**: one measured workload — `parsing`, `generation`, `xpath`, `streaming` (the `OPERATIONS` table in `BenchmarkRunner`), plus `memory` (profiled separately). Config `operations:` uses exactly these names; absent = run all; unknown name = error.
+- **Result Leg**: one platform × ruby × format benchmark execution (one process, one config file). Produces one `results.yaml`.
+- **Data Run**: one dated directory in the data repo (`runs/YYYY-MM-DD/`), holding one YAML file per environment × format. Append-only; the site's aggregator takes the latest run's data per environment.
+- **Environment**: where a leg executes — `local`, `docker`, or `asdf` (`kind` in the environment config). Dispatched through `Runners.for`.
+- **Environment key**: `{platform}-ruby-{version}` (e.g. `macos-26-ruby-3.4`) — the site's identity for a platform×ruby pair.
+- **Capability**: a symbol in an adapter's capability set (`:xpath`, `:sax`, `:stax`, `:generate`, `:namespaces`…). Benchmarks filter adapters by capability; the site renders them as the capability strip.
+- **Fixture**: the generated test document for a format × size (`small`/`medium`/`large`), built by `Serialbench::TestData`. `test_data/{size}.{format}` files override the generated one.

data/docs/adr/0001-three-repo-split.md

@@ -0,0 +1,9 @@
+# ADR-0001: Three-repo split with incremental per-format pushes
+
+Date: 2026-08-28
+
+## Context
+The monolith coupled benchmark code, result storage, and site rendering; every publish was a batch job whose failure lost everything.
+
+## Decision
+Three repos: `serialbench/serialbench` (gem), `serialbench/data` (append-only YAML runs), `serialbench/serialbench.github.io` (Astro site). Each Result Leg pushes its file to data via the Contents API immediately and triggers a site rebuild; legs are `continue-on-error` so one eviction never blocks the others.

data/docs/adr/0002-runners-stay.md

@@ -0,0 +1,9 @@
+# ADR-0002: Docker and ASDF runners stay
+
+Date: 2026-08-28
+
+## Context
+An architecture round deleted the docker/asdf runners as "unused by CI" (only LocalRunner executes in GitHub Actions).
+
+## Decision
+Restore and keep them. The owner's requirement: every platform remains benchmarkable through the gem, not just what current CI exercises. Round 4 then repaired the asdf dispatch so the runner is actually reachable (`Runners.for`). Do not re-suggest deleting runners.

data/docs/adr/0003-capability-set.md

@@ -0,0 +1,9 @@
+# ADR-0003: The capability set is the single adapter interface
+
+Date: 2026-08-29
+
+## Context
+Adapters declared capabilities through 49 individual `supports_X?` predicates, a parallel `features` hash, and (after a partial migration) a `capabilities` Set — three interfaces that could and did contradict (nokogiri's features denied streaming it has; rexml declared xpath without implementing `xpath_query`).
+
+## Decision
+One source of truth: `capabilities` returns a `Set<Symbol>`; adapters override with `super | Set.new(...)`; the per-format `features` export derives from it; benchmark selection filters via `supports?`. New capability = one symbol. Do not reintroduce per-capability predicate methods.

data/docs/adr/0004-explicit-workflow-steps.md

@@ -0,0 +1,9 @@
+# ADR-0004: Benchmark workflow keeps 12 explicit format steps
+
+Date: 2026-08-30
+
+## Context
+benchmark.yml repeats a benchmark/upload/push trio per format; a composite action could collapse 12 steps to 4.
+
+## Decision
+Decline. `continue-on-error` is a caller-side property a composite cannot carry; the independent-checkpoint semantics would need re-implementation; each explicit step is a grep-able checkpoint during incident triage; the pipeline had a fragile week and the duplication is the price of the isolation property. Revisit only if a fifth format arrives.

data/docs/adr/0005-site-loader-stays-flat.md

@@ -0,0 +1,9 @@
+# ADR-0005: Site loader stays a flat store
+
+Date: 2026-08-29 (reaffirmed 2026-08-30)
+
+## Context
+The site's `loadBenchmarks` returns a flat `BenchmarkStore` that components re-shape; a domain-query loader (leaderboard()/availability()/trend()) was proposed twice.
+
+## Decision
+Defer. After the redesign the data layer is small, single-purpose modules (parser/aggregator/trend/versions, 18 tests) and no consumer friction has appeared. Revisit when a second dashboard view forces its own query shape.

data/docs/adr/0006-operations-vocabulary.md

@@ -0,0 +1,9 @@
+# ADR-0006: One operations vocabulary
+
+Date: 2026-08-29
+
+## Context
+Benchmark configs declared `parse`/`generate`; the runner's OPERATIONS table used `parsing`/`generation`; `xpath` was in production configs but not the model's legal values; the config's `operations:` list was never read.
+
+## Decision
+The OPERATIONS keys plus `memory` are the only legal names, end to end (config values, model validation, runner dispatch). Absent key = run everything; unknown name = `ArgumentError` with guidance. lutaml-model caveat: `default:` on a collection merges into deserialized values, so the everything-default lives in the runner, not the model.

data/lib/serialbench/benchmark_runner.rb

@@ -135,6 +135,11 @@ module Serialbench
               results << result if result
             rescue StandardError => e
               puts "    #{format}/#{serializer.name}: ERROR - #{e.message}"
+            ensure
+              # Free the previous adapter's documents before the next one
+              # parses + profiles; without this, six adapters' trees coexist
+              # and windows runners OOM during the xml memory pass.
+              GC.start
             end
           end
         end

data/lib/serialbench/serializers.rb

@@ -75,7 +75,7 @@ module Serialbench
           name: serializer_singleton.name,
           format: serializer_singleton.format.to_s,
           version: serializer_singleton.version,
-          features: serializer_singleton.features
+          features: serializer_singleton.features.transform_keys(&:to_s)
         )
       end
 

data/lib/serialbench/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Serialbench
-  VERSION = '0.7.0'
+  VERSION = '0.8.0'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: serialbench
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Ribose
@@ -264,6 +264,7 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - ".rubocop_todo.yml"
+- CONTEXT.md
 - Gemfile
 - README.adoc
 - Rakefile
@@ -289,6 +290,12 @@ files:
 - docs/WEBSITE_COMPLETION_PLAN.md
 - docs/WINDOWS_LIBXML_FIX.md
 - docs/WINDOWS_SETUP.md
+- docs/adr/0001-three-repo-split.md
+- docs/adr/0002-runners-stay.md
+- docs/adr/0003-capability-set.md
+- docs/adr/0004-explicit-workflow-steps.md
+- docs/adr/0005-site-loader-stays-flat.md
+- docs/adr/0006-operations-vocabulary.md
 - exe/serialbench
 - lib/serialbench.rb
 - lib/serialbench/benchmark_runner.rb