rubydb 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b474095677d024d7aae488865411803476f0c5040d75fba89b063f0e9679a3d9
+  data.tar.gz: 18a4bbf0d5744c8e980a50ee4b6ee6a75133f299a96eabd458ca1bf40554bb78
+SHA512:
+  metadata.gz: a719c2d1f1de9e98ac56a45ab3956ce5b216dd1987e510688af3d71cfe131f98463cbab9525ca96ef2cc34a4457d3475b65016f8595a9f4f3c9b5f621a503247
+  data.tar.gz: b0f0d139f3da9c4eb8bea8805cbefeff6c11dae8dcf47853b8a157b402e4c10103bbf8b94a84a8ef1d80c7fe07a63e2effa042bff21d6ac3591b7340ff6c1b55

data/.gitattributes

@@ -0,0 +1,20 @@
+# Auto detect text files and perform LF normalization
+* text=auto
+
+# Ruby files
+*.rb text diff=ruby
+*.erb text diff=ruby
+*.rake text diff=ruby
+*.gemspec text diff=ruby
+
+# Markdown
+*.md text diff=markdown
+
+# YAML
+*.yml text diff=yaml
+*.yaml text diff=yaml
+
+# Binary formats
+*.rdb binary
+*.rdb-wal binary
+*.rdb-shm binary

data/.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,15 @@
+## Summary
+
+Describe the change and the user or operator problem it solves.
+
+## Validation
+
+- [ ] Tests added or updated for changed behavior
+- [ ] `bundle exec rspec` passes, or failures are explained
+- [ ] Documentation and compatibility claims are updated
+- [ ] Production, security, migration, and rollback impact reviewed
+
+## Operational impact
+
+Describe storage-format, WAL, migration, configuration, protocol, replication,
+security, and upgrade implications. Include rollback and observability notes.

data/.github/workflows/benchmark.yml

@@ -0,0 +1,26 @@
+name: Workload smoke benchmark
+
+on:
+  pull_request:
+    branches: [main]
+  push:
+    branches: [main]
+
+permissions:
+  contents: read
+
+jobs:
+  workload:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Deterministic storage workload
+        run: RUBYDB_BENCHMARK_ITERATIONS=100 bundle exec ruby -Ilib benchmarks/basic_workload.rb
+      - name: Concurrent durability workload
+        run: RUBYDB_WORKLOAD_THREADS=4 RUBYDB_WORKLOAD_OPERATIONS=100 bundle exec ruby -Ilib benchmarks/concurrent_workload.rb
+      - name: Server protocol durability workload
+        run: RUBYDB_SERVER_WORKLOAD_CLIENTS=2 RUBYDB_SERVER_WORKLOAD_OPERATIONS=25 bundle exec ruby -Ilib benchmarks/server_workload.rb

data/.github/workflows/compatibility.yml

@@ -0,0 +1,63 @@
+name: Compatibility
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  ruby:
+    name: Ruby ${{ matrix.ruby }} on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+        ruby: ["3.3", "3.4"]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+      - name: Run regression suite with coverage gate
+        env:
+          RUBYDB_COVERAGE: "1"
+        run: bundle exec rspec
+
+      - name: Validate SQLite compatibility profile
+        run: bundle exec rspec spec/sqlite_compatibility_spec.rb
+
+  rails:
+    name: ActiveRecord ${{ matrix.rails }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        rails: ["7.1", "7.2", "8.0"]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Build current RubyDB gem
+        run: bundle exec rake build
+      - name: Install current RubyDB gem for adapter dependency
+        shell: bash
+        run: gem install "$(ls -t pkg/rubydb-*.gem | head -n 1)" --local --no-document
+      - name: Install adapter dependencies
+        working-directory: adapters/activerecord
+        env:
+          RUBYDB_RAILS_VERSION: ${{ matrix.rails }}
+        run: bundle install --jobs 4 --retry 3
+      - name: Run adapter integration suite
+        working-directory: adapters/activerecord
+        env:
+          RUBYDB_RAILS_VERSION: ${{ matrix.rails }}
+        run: bundle exec rspec

data/.github/workflows/fuzz.yml

@@ -0,0 +1,33 @@
+name: Fuzz safety
+
+on:
+  pull_request:
+    branches: [main]
+  schedule:
+    - cron: "17 3 * * 0"
+  workflow_dispatch:
+    inputs:
+      iterations:
+        description: "Iterations per fuzzer"
+        required: false
+        default: "1000"
+        type: string
+
+permissions:
+  contents: read
+
+jobs:
+  fuzz:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Run bounded fuzzers
+        env:
+          RUBYDB_FUZZ_ITERATIONS: ${{ inputs.iterations || '100' }}
+          RUBYDB_FUZZ_SEED: "20260909"
+        run: ruby scripts/fuzz

data/.github/workflows/lint.yml

@@ -0,0 +1,21 @@
+name: Lint
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+permissions:
+  contents: read
+
+jobs:
+  rubocop:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - run: bundle exec rubocop

data/.github/workflows/operations.yml

@@ -0,0 +1,24 @@
+name: Operations drills
+
+on:
+  schedule:
+    - cron: "47 3 * * 1"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  restore:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Run backup and restore drill
+        run: ruby scripts/restore_drill
+      - name: Run durability fault and recovery drill
+        run: ruby scripts/durability_drill

data/.github/workflows/production-validation.yml

@@ -0,0 +1,111 @@
+name: Production validation
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "19 4 * * 3"
+
+permissions:
+  contents: read
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+
+      - name: Run production safety regression set
+        run: |
+          bundle exec rspec \
+            spec/server_protocol_spec.rb \
+            spec/server_concurrency_durability_spec.rb \
+            spec/concurrent_soak_harness_spec.rb \
+            spec/multiprocess_server_workload_spec.rb \
+            spec/filesystem_fault_injection_spec.rb \
+            spec/metadata_persistence_safety_spec.rb \
+            spec/index_persistence_spec.rb \
+            spec/compaction_persistence_spec.rb \
+            spec/backup_restore_spec.rb \
+            spec/replication_network_spec.rb \
+            spec/replication_partition_spec.rb \
+            spec/replication_failover_integration_spec.rb \
+            spec/fencing_spec.rb \
+            spec/corruption_repair_spec.rb
+            spec/sqlite_compatibility_spec.rb
+
+      - name: Run sustained threaded workload
+        shell: bash
+        run: |
+          set -euo pipefail
+          mkdir -p production-results
+          RUBYDB_SOAK_ROUNDS=3 \
+          RUBYDB_SOAK_THREADS=16 \
+          RUBYDB_SOAK_OPERATIONS=2000 \
+          RUBYDB_SOAK_PAYLOAD_BYTES=512 \
+          ruby benchmarks/concurrent_soak.rb | tee production-results/threaded.json
+
+      - name: Run server and independent-process workloads
+        shell: bash
+        run: |
+          set -euo pipefail
+          RUBYDB_SERVER_WORKLOAD_CLIENTS=16 \
+          RUBYDB_SERVER_WORKLOAD_OPERATIONS=1000 \
+          ruby -Ilib benchmarks/server_workload.rb | tee production-results/server.json
+          RUBYDB_SERVER_WORKLOAD_PROCESSES=8 \
+          RUBYDB_SERVER_WORKLOAD_OPERATIONS=1000 \
+          ruby benchmarks/multiprocess_server_workload.rb | tee production-results/multiprocess.json
+
+      - name: Run production concurrency and resilience soak
+        shell: bash
+        run: |
+          set -euo pipefail
+          RUBYDB_PRODUCTION_SOAK_CLIENTS=16 \
+          RUBYDB_PRODUCTION_SOAK_OPERATIONS=2000 \
+          RUBYDB_PRODUCTION_SOAK_CANCEL_ROWS=250000 \
+          ruby benchmarks/production_soak.rb | tee production-results/production-soak.json
+
+      - name: Run process-level replication failover drill
+        run: ruby scripts/replication_failover_drill | tee production-results/replication-failover.json
+
+      - name: Run network partition and promotion drill
+        run: ruby scripts/replication_network_failover_drill | tee production-results/replication-network-failover.json
+
+      - name: Run backup and restore drill
+        run: ruby scripts/restore_drill | tee production-results/restore.txt
+
+      - name: Run durability fault and recovery drill
+        run: ruby scripts/durability_drill | tee production-results/durability.txt
+
+      - name: Run bounded fuzzers
+        env:
+          RUBYDB_FUZZ_ITERATIONS: "250"
+          RUBYDB_FUZZ_SEED: "20260909"
+        run: ruby scripts/fuzz | tee production-results/fuzz.txt
+
+      - name: Build and verify release artifact
+        run: |
+          bundle exec rake build
+          ruby scripts/release | tee production-results/release.txt
+
+      - name: Upload validation evidence
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: rubydb-production-validation-${{ github.sha }}
+          path: production-results/
+
+  container-topology:
+    name: Multi-node container topology
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@v4
+      - name: Validate compose topology
+        run: docker compose -f packaging/docker/docker-compose.failover.yml config
+      - name: Build production image
+        run: docker compose -f packaging/docker/docker-compose.failover.yml build primary replica

data/.github/workflows/release.yml

@@ -0,0 +1,77 @@
+name: Release gem
+
+on:
+  push:
+    tags: ["v*"]
+
+permissions:
+  contents: write
+  id-token: write
+  attestations: write
+
+jobs:
+  build-and-publish:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Require protected release credentials
+        env:
+          RUBYGEMS_API_KEY: ${{ secrets.RUBYGEMS_API_KEY }}
+          RUBYDB_GEM_SIGNING_KEY_B64: ${{ secrets.RUBYDB_GEM_SIGNING_KEY_B64 }}
+          RUBYDB_GEM_CERT_B64: ${{ secrets.RUBYDB_GEM_CERT_B64 }}
+        shell: bash
+        run: |
+          set -euo pipefail
+          test -n "$RUBYGEMS_API_KEY" || { echo "RUBYGEMS_API_KEY is required for a release tag" >&2; exit 1; }
+          test -n "$RUBYDB_GEM_SIGNING_KEY_B64" || { echo "RUBYDB_GEM_SIGNING_KEY_B64 is required for a release tag" >&2; exit 1; }
+          test -n "$RUBYDB_GEM_CERT_B64" || { echo "RUBYDB_GEM_CERT_B64 is required for a release tag" >&2; exit 1; }
+
+      - name: Configure RubyGems signing
+        env:
+          RUBYDB_GEM_SIGNING_KEY_B64: ${{ secrets.RUBYDB_GEM_SIGNING_KEY_B64 }}
+          RUBYDB_GEM_CERT_B64: ${{ secrets.RUBYDB_GEM_CERT_B64 }}
+        shell: bash
+        run: |
+          key_path="$RUNNER_TEMP/rubydb-gem-private-key.pem"
+          cert_path="$RUNNER_TEMP/rubydb-gem-public-cert.pem"
+          printf '%s' "$RUBYDB_GEM_SIGNING_KEY_B64" | base64 --decode > "$key_path"
+          printf '%s' "$RUBYDB_GEM_CERT_B64" | base64 --decode > "$cert_path"
+          chmod 600 "$key_path"
+          {
+            echo "RUBYDB_GEM_SIGNING_KEY=$key_path"
+            echo "RUBYDB_GEM_CERT=$cert_path"
+          } >> "$GITHUB_ENV"
+      - name: Verify tag matches gem version
+        shell: bash
+        run: test "${GITHUB_REF_NAME#v}" = "$(ruby -Ilib -rrubydb/version -e 'puts RubyDB::VERSION')"
+      - name: Verify changelog release entry
+        run: ruby scripts/release_check
+      - name: Test and build release artifact
+        run: |
+          bundle exec rspec
+          ruby scripts/release
+      - name: Sign release provenance
+        uses: actions/attest-build-provenance@v2
+        with:
+          subject-path: "pkg/*.gem"
+      - name: Publish to RubyGems
+        env:
+          GEM_HOST_API_KEY: ${{ secrets.RUBYGEMS_API_KEY }}
+          RUBYDB_PUBLISH: "1"
+        run: ruby scripts/release
+      - name: Publish GitHub release notes from changelog history
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: gh release create "$GITHUB_REF_NAME" --verify-tag --generate-notes --title "$GITHUB_REF_NAME"
+      - uses: actions/upload-artifact@v4
+        with:
+          name: rubydb-gem-${{ github.ref_name }}
+          path: |
+            pkg/*.gem
+            checksums/*.sha512

data/.github/workflows/security.yml

@@ -0,0 +1,37 @@
+name: Security
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  schedule:
+    - cron: "17 3 * * 1"
+
+permissions:
+  contents: read
+  security-events: write
+
+jobs:
+  dependency-audit:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Audit Ruby dependencies
+        run: |
+          gem install bundler-audit --no-document
+          bundle audit check --update
+
+  codeql:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: github/codeql-action/init@v3
+        with:
+          languages: ruby
+          build-mode: none
+      - uses: github/codeql-action/analyze@v3

data/.github/workflows/test.yml

@@ -0,0 +1,26 @@
+name: Test
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+permissions:
+  contents: read
+
+jobs:
+  rspec:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby: ["3.3", "3.4"]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+      - run: bundle exec rspec
+      - run: ruby benchmarks/concurrent_workload.rb

data/.github/workflows/workload.yml

@@ -0,0 +1,58 @@
+name: Sustained workload validation
+
+on:
+  schedule:
+    - cron: "31 3 * * 6"
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  workload:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "3.3"
+          bundler-cache: true
+      - name: Run sustained threaded durability soak
+        shell: bash
+        run: |
+          set -euo pipefail
+          mkdir -p workload-results
+          RUBYDB_SOAK_ROUNDS=3 \
+          RUBYDB_SOAK_THREADS=16 \
+          RUBYDB_SOAK_OPERATIONS=2000 \
+          RUBYDB_SOAK_PAYLOAD_BYTES=512 \
+          ruby benchmarks/concurrent_soak.rb | tee workload-results/threaded.json
+      - name: Run sustained server/client latency workload
+        shell: bash
+        run: |
+          set -euo pipefail
+          RUBYDB_SERVER_WORKLOAD_CLIENTS=16 \
+          RUBYDB_SERVER_WORKLOAD_OPERATIONS=1000 \
+          ruby -Ilib benchmarks/server_workload.rb | tee workload-results/server.json
+      - name: Run sustained multi-process client workload
+        shell: bash
+        run: |
+          set -euo pipefail
+          RUBYDB_SERVER_WORKLOAD_PROCESSES=8 \
+          RUBYDB_SERVER_WORKLOAD_OPERATIONS=1000 \
+          ruby benchmarks/multiprocess_server_workload.rb | tee workload-results/multiprocess.json
+      - name: Run cancellation, capacity, and deadlock soak
+        shell: bash
+        run: |
+          set -euo pipefail
+          RUBYDB_PRODUCTION_SOAK_CLIENTS=8 \
+          RUBYDB_PRODUCTION_SOAK_OPERATIONS=500 \
+          RUBYDB_PRODUCTION_SOAK_CANCEL_ROWS=250000 \
+          ruby benchmarks/production_soak.rb | tee workload-results/production-soak.json
+      - name: Upload workload metrics
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: rubydb-workload-${{ github.sha }}
+          path: workload-results/

data/.gitignore

@@ -0,0 +1,43 @@
+# Ruby
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/checksums/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# RubyDB specific
+*.rdb
+*.rdb-wal
+*.rdb-shm
+*.rdb.metadata
+*.rdb.mvcc
+*.rdb.visibility
+*.rdb.wal/
+*.rdb.lock
+/data/
+/log/
+*.log
+/examples/server/tmp/
+
+# Environment
+/.bundle/
+/vendor/bundle/
+/.env
+/.env.local
+
+# IDE
+/.idea/
+/.vscode/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db

data/.rspec

@@ -0,0 +1,4 @@
+--require spec_helper
+--format documentation
+--color
+--order rand

data/.rubocop.yml

@@ -0,0 +1,44 @@
+inherit_gem:
+  standard: config/base.yml
+
+AllCops:
+  TargetRubyVersion: 4.0
+  NewCops: enable
+  Exclude:
+    - 'bin/**/*'
+    - 'exe/**/*'
+    - 'tmp/**/*'
+    - 'vendor/**/*'
+    - 'test/fixtures/**/*'
+    - 'fuzz/**/*'
+
+# Ruby 4.0 modern features
+Style/HashSyntax:
+  EnforcedShorthandSyntax: either
+
+Style/EndlessMethod:
+  Enabled: true
+  EnforcedStyle: allow_single_line
+
+Style/PatternMatching:
+  Enabled: true
+
+Lint/ShadowingOuterLocalVariable:
+  Enabled: false
+
+Metrics/ClassLength:
+  Max: 200
+
+Metrics/MethodLength:
+  Max: 25
+
+Metrics/BlockLength:
+  Max: 50
+  Exclude:
+    - 'spec/**/*'
+    - 'test/**/*'
+    - '*.gemspec'
+
+Naming/FileName:
+  Exclude:
+    - 'lib/rubydb.rb'

data/.ruby-version

@@ -0,0 +1 @@
+4.0.6

data/.standard.yml

@@ -0,0 +1,14 @@
+# Standard Ruby configuration
+ruby_version: 4.0
+
+ignore:
+  - 'tmp/**/*'
+  - 'vendor/**/*'
+  - 'test/fixtures/**/*'
+  - 'fuzz/**/*'
+  - 'bin/**/*'
+
+# Allow some flexibility in development
+plugins:
+  - rubocop-performance
+  - rubocop-rspec

data/ARCHITECTURE.md

@@ -0,0 +1,21 @@
+# RubyDB architecture
+
+RubyDB is organized as a durable relational engine with optional server/client
+and Rails integration layers:
+
+1. SQL lexer/parser and AST
+2. binder, planner, and executor
+3. catalog, constraints, and indexes
+4. transactions, MVCC, lock management, and WAL
+5. page storage, checkpoints, recovery, backup, and compaction
+6. server protocol, authentication, TLS, limits, and monitoring
+7. logical replication, fencing, failover, and adapters
+
+The architecture is deliberately modular so every durable boundary can be
+tested independently and end to end. Start with the [architecture index](docs/README.md),
+then read [current state](docs/architecture/current-state.md) and the
+[production validation contract](docs/production_validation.md).
+
+The embedded engine requires exclusive ownership. Server mode is the boundary
+for multiple application processes. Automatic election is disabled until an
+independent multi-host fencing authority is validated.