rubydb 0.1.5 → 0.1.6

data/scripts/build_accelerator

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "fileutils"
+require "digest"
+require "rbconfig"
+
+root = File.expand_path("..", __dir__)
+accelerator = File.join(root, "accelerator")
+output_dir = File.join(accelerator, "bin")
+FileUtils.mkdir_p(output_dir)
+
+go = ENV["GO"]
+if go.nil? || go.empty?
+  candidates = [
+    File.join(ENV.fetch("ProgramFiles", "C:/Program Files"), "Go", "bin", "go.exe"),
+    File.join(ENV.fetch("ProgramW6432", "C:/Program Files"), "Go", "bin", "go.exe"),
+    "go"
+  ]
+  go = candidates.find { |candidate| candidate == "go" || File.file?(candidate) }
+end
+
+abort "Go compiler not found. Set GO to the go executable or install Go." unless go
+
+targets = ENV.fetch("RUBYDB_ACCELERATOR_TARGETS", "windows-amd64,windows-arm64,linux-amd64,linux-arm64,darwin-amd64,darwin-arm64").split(",").map(&:strip).reject(&:empty?)
+targets = ["#{ENV.fetch("GOOS", RbConfig::CONFIG["host_os"].to_s.match?(/mswin|mingw|cygwin/i) ? "windows" : "linux")}-#{ENV.fetch("GOARCH", "amd64")}"] if ENV["RUBYDB_ACCELERATOR_TARGETS"] == "current"
+
+targets.each do |target|
+  os, arch = target.split("-", 2)
+  abort "Invalid accelerator target #{target.inspect}; use os-arch" unless os && arch
+
+  extension = (os == "windows") ? ".exe" : ""
+  output = File.join(output_dir, "rubydb-accelerator-#{os}-#{arch}#{extension}")
+  env = {"GOOS" => os, "GOARCH" => arch, "CGO_ENABLED" => "0"}
+  command = [go, "build", "-trimpath", "-ldflags=-s -w", "-o", output, "./cmd/rubydb-accelerator"]
+  puts "Building #{os}/#{arch} -> #{output}"
+  Dir.chdir(accelerator) do
+    abort "Go build failed for #{target}" unless system(env, *command)
+  end
+  FileUtils.chmod(0o755, output) unless os == "windows"
+end
+
+manifest = Dir[File.join(output_dir, "rubydb-accelerator-*")].sort.filter_map do |path|
+  next unless File.file?(path)
+
+  "#{Digest::SHA256.file(path).hexdigest}  #{File.basename(path)}"
+end
+File.write(File.join(output_dir, "SHA256SUMS"), "#{manifest.join("\n")}\n")
+puts "RubyDB accelerator binaries are ready in #{output_dir}"

data/scripts/release

@@ -2,6 +2,7 @@
 # frozen_string_literal: true
 
 require "digest"
+require "fileutils"
 require "rbconfig"
 require "rubygems"
 
@@ -9,13 +10,14 @@ root = File.expand_path("..", __dir__)
 Dir.chdir(root)
 
 abort "release metadata preflight failed" unless system(RbConfig.ruby, File.join(root, "scripts", "release_check"))
+abort "Go accelerator build failed" unless system(RbConfig.ruby, File.join(root, "scripts", "build_accelerator"))
 
 release_descriptors = [
   "rubydb.gemspec",
   "adapters/activerecord/rubydb-activerecord.gemspec",
   "packaging/homebrew/rubydb.rb"
 ]
-untracked_runtime_files = `git ls-files --others --exclude-standard -- lib exe rubydb.gemspec`.lines.map(&:chomp)
+untracked_runtime_files = `git ls-files --others --exclude-standard -- lib exe accelerator rubydb.gemspec`.lines.map(&:chomp)
 unless untracked_runtime_files.empty?
   abort "Runtime files are untracked and would be omitted from the gem: #{untracked_runtime_files.join(", ")}. Commit them before publishing."
 end
@@ -42,14 +44,42 @@ expected = File.read(checksum_path).split.first
 actual = Digest::SHA512.file(gem_path).hexdigest
 abort "Checksum verification failed" unless expected == actual
 
+# Build the ActiveRecord adapter alongside the core release. Its version is
+# intentionally independent so Rails applications can pin the adapter while
+# remaining on the RubyDB 0.1.x compatibility line.
+adapter_dir = File.join(root, "adapters", "activerecord")
+adapter_spec = Dir.chdir(adapter_dir) { Gem::Specification.load("rubydb-activerecord.gemspec") }
+abort "Unable to load ActiveRecord adapter gemspec" unless adapter_spec
+adapter_pkg_dir = File.join(adapter_dir, "pkg")
+FileUtils.mkdir_p(adapter_pkg_dir)
+adapter_gem_path = File.join(adapter_pkg_dir, "rubydb-activerecord-#{adapter_spec.version}.gem")
+abort "ActiveRecord adapter gem build failed" unless system(
+  "gem", "build", "-V", "rubydb-activerecord.gemspec", "--output", adapter_gem_path,
+  chdir: adapter_dir
+)
+adapter_checksum_dir = File.join(root, "checksums")
+FileUtils.mkdir_p(adapter_checksum_dir)
+adapter_checksum_path = File.join(adapter_checksum_dir, "#{File.basename(adapter_gem_path)}.sha512")
+adapter_expected = Digest::SHA512.file(adapter_gem_path).hexdigest
+File.write(adapter_checksum_path, "#{adapter_expected}  #{File.basename(adapter_gem_path)}\n")
+abort "ActiveRecord adapter checksum verification failed" unless
+  Digest::SHA512.file(adapter_gem_path).hexdigest == File.read(adapter_checksum_path).split.first
+puts "Adapter #{adapter_spec.name} #{adapter_spec.version} built to #{adapter_gem_path}."
+puts "Adapter checksum written to #{adapter_checksum_path}"
+
 if ENV["RUBYDB_PUBLISH"] == "1"
+  puts "RubyGems 2FA/OTP settings: https://rubygems.org/profile/edit"
+  puts "If prompted for an OTP, enter the current code from your authenticator."
   api_key = ENV.fetch("GEM_HOST_API_KEY", "")
   credentials_path = Gem.configuration.credentials_path
   credentials_available = File.file?(credentials_path) && !File.zero?(credentials_path)
   abort "Set GEM_HOST_API_KEY or configure RubyGems credentials at #{credentials_path}" if api_key.empty? && !credentials_available
-  abort "gem push failed" unless system("gem", "push", gem_path)
-  puts "Published #{gem_path}"
+  [gem_path, adapter_gem_path].each do |artifact|
+    abort "gem push failed for #{artifact}" unless system("gem", "push", artifact)
+    puts "Published #{artifact}"
+  end
 else
   puts "Release artifact verified: #{gem_path}"
-  puts "To publish: RUBYDB_PUBLISH=1 GEM_HOST_API_KEY=<RubyGems API key> ruby scripts/release"
+  puts "Release artifact verified: #{adapter_gem_path}"
+  puts "To publish both: RUBYDB_PUBLISH=1 GEM_HOST_API_KEY=<RubyGems API key> ruby scripts/release"
 end

data/scripts/replication_failover_drill

@@ -125,7 +125,7 @@ def spawn_node(role, directory, port, fence_path)
   {stdin: stdin, stdout: stdout, stderr: stderr, wait: wait_thread, stderr_thread: stderr_thread}
 end
 
-def read_event(node, timeout: 10)
+def read_event(node, timeout: 60)
   Timeout.timeout(timeout) do
     loop do
       ready = IO.select([node[:stdout]], nil, nil, 0.1)
@@ -145,7 +145,7 @@ def command(node, name, payload = {})
   read_event(node)
 end
 
-def wait_until(timeout: 30)
+def wait_until(timeout: 60)
   Timeout.timeout(timeout) do
     loop do
       return true if yield

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubydb
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - Aldane Hutchinson
@@ -154,6 +154,40 @@ files:
 - Rakefile
 - SECURITY.md
 - SUPPORT.md
+- accelerator/bin/SHA256SUMS
+- accelerator/bin/rubydb-accelerator-darwin-amd64
+- accelerator/bin/rubydb-accelerator-darwin-arm64
+- accelerator/bin/rubydb-accelerator-linux-amd64
+- accelerator/bin/rubydb-accelerator-linux-arm64
+- accelerator/bin/rubydb-accelerator-windows-amd64.exe
+- accelerator/bin/rubydb-accelerator-windows-arm64.exe
+- accelerator/cmd/rubydb-accelerator/main.go
+- accelerator/go.mod
+- accelerator/internal/execution/aggregate.go
+- accelerator/internal/execution/distinct.go
+- accelerator/internal/execution/filter.go
+- accelerator/internal/execution/join.go
+- accelerator/internal/execution/operators.go
+- accelerator/internal/execution/scan.go
+- accelerator/internal/execution/sort.go
+- accelerator/internal/execution/types.go
+- accelerator/internal/execution/value.go
+- accelerator/internal/memory/arena.go
+- accelerator/internal/memory/reuse.go
+- accelerator/internal/metrics/registry.go
+- accelerator/internal/parallel/bounded_queue.go
+- accelerator/internal/parallel/scheduler.go
+- accelerator/internal/parallel/worker_pool.go
+- accelerator/internal/protocol/cancellation.go
+- accelerator/internal/protocol/columnar.go
+- accelerator/internal/protocol/frame.go
+- accelerator/internal/runtime/worker.go
+- accelerator/internal/storage/page_reader.go
+- accelerator/internal/storage/snapshot_scan.go
+- accelerator/internal/wal/checksum.go
+- accelerator/internal/wal/compression.go
+- accelerator/internal/wal/group_commit.go
+- accelerator/internal/wal/record_encoder.go
 - adapters/activerecord/Gemfile
 - adapters/activerecord/README.md
 - adapters/activerecord/lib/active_record/connection_adapters/rubydb_adapter.rb
@@ -171,6 +205,7 @@ files:
 - docs/architecture/concurrency.md
 - docs/architecture/current-state.md
 - docs/architecture/execution-engine.md
+- docs/architecture/go-accelerator.md
 - docs/architecture/indexes.md
 - docs/architecture/mvcc.md
 - docs/architecture/overview.md
@@ -252,7 +287,13 @@ files:
 - lessons/08-migrations-backups-recovery.md
 - lessons/09-observability-security-scale.md
 - lessons/10-release-readiness.md
+- lessons/11-community-adapter.md
+- lessons/12-rails-ecommerce-pressure.md
 - lib/rubydb.rb
+- lib/rubydb/accelerator.rb
+- lib/rubydb/accelerator/client.rb
+- lib/rubydb/accelerator/error.rb
+- lib/rubydb/accelerator/manager.rb
 - lib/rubydb/backup/archive.rb
 - lib/rubydb/backup/backup.rb
 - lib/rubydb/backup/incremental.rb
@@ -279,6 +320,7 @@ files:
 - lib/rubydb/catalog/trigger.rb
 - lib/rubydb/catalog/view.rb
 - lib/rubydb/cli/application.rb
+- lib/rubydb/cli/commands/accelerator.rb
 - lib/rubydb/cli/commands/backup.rb
 - lib/rubydb/cli/commands/branch.rb
 - lib/rubydb/cli/commands/checkout.rb
@@ -345,7 +387,9 @@ files:
 - lib/rubydb/errors/server_error.rb
 - lib/rubydb/errors/storage_error.rb
 - lib/rubydb/errors/transaction_error.rb
+- lib/rubydb/execution/accelerator_dispatch.rb
 - lib/rubydb/execution/aggregate_executor.rb
+- lib/rubydb/execution/cost_model.rb
 - lib/rubydb/execution/delete_executor.rb
 - lib/rubydb/execution/distinct_executor.rb
 - lib/rubydb/execution/executor.rb
@@ -354,7 +398,9 @@ files:
 - lib/rubydb/execution/insert_executor.rb
 - lib/rubydb/execution/join_executor.rb
 - lib/rubydb/execution/limit_executor.rb
+- lib/rubydb/execution/operator_selection.rb
 - lib/rubydb/execution/optimizer.rb
+- lib/rubydb/execution/physical_plan.rb
 - lib/rubydb/execution/plan.rb
 - lib/rubydb/execution/planner.rb
 - lib/rubydb/execution/predicate.rb
@@ -502,6 +548,7 @@ files:
 - lib/rubydb/storage/record.rb
 - lib/rubydb/storage/row.rb
 - lib/rubydb/storage/serializer.rb
+- lib/rubydb/storage/snapshot_reader.rb
 - lib/rubydb/storage/storage_layout.rb
 - lib/rubydb/storage/storage_manager.rb
 - lib/rubydb/storage/tuple.rb
@@ -547,6 +594,7 @@ files:
 - packaging/systemd/rubydb.service
 - rubydb.gemspec
 - scripts/benchmark
+- scripts/build_accelerator
 - scripts/durability_drill
 - scripts/format
 - scripts/fuzz