evinrude 0.0.1

data/smoke_tests/run

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+set -e
+
+readonly TESTSDIR="$(dirname "$(readlink -f "$0")")"
+export RUBYLIB="$(dirname "$TESTSDIR")/lib"
+readonly TMPDIR="$(dirname "$TESTSDIR")/tmp/smoke_test"
+
+rm -rf "$TMPDIR"/*
+
+for t in "$TESTSDIR"/[0-9]*.rb; do
+	testname="$(basename "$t" .rb)"
+	echo "Running $testname"
+
+	if ! ruby $t; then
+		echo "$testname FAILED!" >&2
+		echo "All the gory details are in $TMPDIR/$testname/log" >&2
+		exit 1
+	fi
+done
+
+echo "EPIC WIN!" >&2

data/smoke_tests/smoke_test_helper.rb

@@ -0,0 +1,199 @@
+require "evinrude"
+require "logger"
+require "fileutils"
+require "pathname"
+
+$tmpdir = Pathname.new($0).join("..", "..", "tmp", "smoke_test", File.basename($0, ".rb"))
+
+FileUtils.mkdir_p($tmpdir)
+
+def logger; default_logger; end
+
+include Evinrude::LoggingHelpers
+
+class ClusterNode
+	include Comparable
+
+	attr_reader :c, :t
+
+	def initialize(*args)
+		@c = Evinrude.new(*args)
+		@t = Thread.new do
+			begin
+				@c.run
+			rescue Exception => ex
+				log_exception(ex) { "Node thread crashed" }
+				@crashed = true
+				raise
+			end
+		end
+		@t.abort_on_exception = true
+
+		@crashed = false
+	end
+
+	def <=>(o)
+		@t.name.to_s <=> o.t.name.to_s
+	end
+
+	def crashed?
+		@crashed
+	end
+
+	def crashed!
+		@crashed = true
+	end
+end
+
+def default_logger
+	@default_logger ||= begin
+		Logger.new($tmpdir.join("log")).tap do |l|
+			l.formatter = ->(s, t, p, m) {
+				"#{t.strftime("%T.%N")} #{s[0]} #{$$}##{Thread.current.name || "??"} [#{p}] #{m}\n"
+			}
+			l.level = Logger.const_get(ENV.fetch("SMOKE_TEST_LOG_LEVEL", "DEBUG"))
+		end
+	end
+end
+
+def spawn_nodes(n, args: { shared_keys: ["s3kr1t"], logger: default_logger }, storage_base_dir: nil)
+	if storage_base_dir
+		args[:storage_dir] = File.join(storage_base_dir, "C1")
+	end
+
+	n1 = ClusterNode.new(**args.merge(join_hints: nil, node_name: "C1"))
+	n1.t.name = "C1"
+
+	until n1.c.port
+		n1.t.join(0.01)
+	end
+
+	[n1].tap do |nodes|
+		(2..n).each do |i|
+			if storage_base_dir
+				args[:storage_dir] = File.join(storage_base_dir, "C#{i}")
+			end
+
+			nodes << ClusterNode.new(**args.merge(join_hints: [{ address: n1.c.address, port: n1.c.port }], node_name: "C#{i}"))
+			nodes.last.t.name = "C#{i}"
+		end
+	end
+end
+
+def wait_for_stability(cluster)
+	loop do
+		cluster.each do |n|
+			until n.c.follower? || n.c.leader?
+				n.t.join(0.1)
+			end
+			n.__send__(:logger).info("wait_for_stability") { "#{n.t.name} is ready" }
+		end
+
+		if !cluster.any? { |n| n.c.leader? }
+			cluster.first.__send__(:logger).info("wait_for_stability") { "No leader yet" }
+			cluster.first.t.join(0.5)
+		else
+			cluster.first.__send__(:logger).info("wait_for_stability") { "Cluster is stable" }
+			return
+		end
+	end
+end
+
+def wait_for_consensus(cluster)
+	until leader = cluster.find { |n| n.c.leader? };
+		cluster.first.t.join(0.1)
+	end
+
+	until cluster.all? { |n| n.c.instance_variable_get(:@commit_index) == leader.c.instance_variable_get(:@log).last_index }
+		leader.t.join(0.1)
+		leader.__send__(:logger).debug("wait_for_consensus") do
+			"#{leader.t.name}.last_index=#{leader.c.instance_variable_get(:@log).last_index} " +
+				cluster.map { |n| "#{n.t.name}.commit_index=#{n.c.instance_variable_get(:@commit_index)}" }.join(" ")
+		end
+	end
+end
+
+def assert_equal(a, e, msg = nil)
+	loc = caller_locations.first
+	logloc = "#{File.basename(loc.path)}:#{loc.lineno}"
+	if e == a
+		logger.info(logloc) { "PASS: #{a.inspect} == #{e.inspect}" + (msg ? " (#{msg})" : "") }
+	else
+		logger.error(logloc) { "FAIL: Expected #{e.inspect}, got #{a.inspect}" + (msg ? " (#{msg})" : "") }
+		exit 1
+	end
+end
+
+def assert(v, msg = nil)
+	loc = caller_locations.first
+	logloc = "#{File.basename(loc.path)}:#{loc.lineno}"
+	if v
+		logger.info(logloc) { "PASS: #{v.inspect} is true" + (msg ? " (#{msg})" : "") }
+	else
+		logger.debug(logloc) { "FAIL: #{v.inspect} is falsy" + (msg ? " (#{msg})" : "") }
+		exit
+	end
+end
+
+module FaultInjector
+	class Pauser
+		def initialize
+			@pause = false
+			@mutex = Mutex.new
+			@cv    = ConditionVariable.new
+		end
+
+		def maybe_pause
+			@mutex.synchronize { while @pause; @cv.wait(@mutex); end }
+		end
+
+		def pause!
+			@mutex.synchronize { @pause = true }
+		end
+
+		def unpause!
+			@mutex.synchronize { @pause = false; @cv.broadcast }
+		end
+	end
+
+	def self.injected(_)
+		raise RuntimeError, "This module should be prepended"
+	end
+
+	def self.extended(_)
+		raise RuntimeError, "This module should be prepended"
+	end
+
+	def pause!(m)
+		logger.debug(logloc) { "Pausing #{m}" }
+		unless respond_to?(m, true)
+			raise ArgumentError, "No method #{m.inspect} to pause"
+		end
+
+		unless FaultInjector.method_defined?(m, false)
+			logger.debug(logloc) { "Defining pause-enabled version of #{m}" }
+			FaultInjector.module_eval do
+				define_method(m) do |*a|
+					@pausers ||= Hash.new { |h, k| h[k] = Pauser.new }
+					logger.debug(logloc) { "PREPAUSE: #{m}" }
+					@pausers[m].maybe_pause
+					logger.debug(logloc) { "POSTPAUSE: #{m}" }
+					super(*a)
+				end
+			end
+		end
+
+		@pausers ||= Hash.new { |h, k| h[k] = Pauser.new }
+		@pausers[m].pause!
+	end
+
+	def unpause!(m)
+		logger.debug(logloc) { "Unpausing #{m}" }
+		unless @pausers.key?(m)
+			raise ArgumentError, "No paused method #{m.inspect} to unpause"
+		end
+
+		@pausers ||= Hash.new { |h, k| h[k] = Pauser.new }
+		@pausers[m].unpause!
+	end
+end

metadata

@@ -0,0 +1,318 @@
+--- !ruby/object:Gem::Specification
+name: evinrude
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Matt Palmer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-06-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: async-dns
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: async-io
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: frankenstein
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: prometheus-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rbnacl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: github-release
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+- !ruby/object:Gem::Dependency
+  name: rb-inotify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- theshed+evinrude@hezmatt.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".editorconfig"
+- ".gitignore"
+- ".yardopts"
+- CODE_OF_CONDUCT.md
+- CONTRIBUTING.md
+- LICENCE
+- README.md
+- evinrude.gemspec
+- lib/evinrude.rb
+- lib/evinrude/backoff.rb
+- lib/evinrude/cluster_configuration.rb
+- lib/evinrude/config_change_queue_entry.rb
+- lib/evinrude/config_change_queue_entry/add_node.rb
+- lib/evinrude/config_change_queue_entry/remove_node.rb
+- lib/evinrude/freedom_patches/range.rb
+- lib/evinrude/log.rb
+- lib/evinrude/log_entries.rb
+- lib/evinrude/log_entry.rb
+- lib/evinrude/log_entry/cluster_configuration.rb
+- lib/evinrude/log_entry/null.rb
+- lib/evinrude/log_entry/state_machine_command.rb
+- lib/evinrude/logging_helpers.rb
+- lib/evinrude/message.rb
+- lib/evinrude/message/append_entries_reply.rb
+- lib/evinrude/message/append_entries_request.rb
+- lib/evinrude/message/command_reply.rb
+- lib/evinrude/message/command_request.rb
+- lib/evinrude/message/install_snapshot_reply.rb
+- lib/evinrude/message/install_snapshot_request.rb
+- lib/evinrude/message/join_reply.rb
+- lib/evinrude/message/join_request.rb
+- lib/evinrude/message/node_removal_reply.rb
+- lib/evinrude/message/node_removal_request.rb
+- lib/evinrude/message/read_reply.rb
+- lib/evinrude/message/read_request.rb
+- lib/evinrude/message/vote_reply.rb
+- lib/evinrude/message/vote_request.rb
+- lib/evinrude/messages.rb
+- lib/evinrude/metrics.rb
+- lib/evinrude/network.rb
+- lib/evinrude/network/connection.rb
+- lib/evinrude/network/protocol.rb
+- lib/evinrude/node_info.rb
+- lib/evinrude/peer.rb
+- lib/evinrude/resolver.rb
+- lib/evinrude/snapshot.rb
+- lib/evinrude/state_machine.rb
+- lib/evinrude/state_machine/register.rb
+- smoke_tests/001_single_node_cluster.rb
+- smoke_tests/002_three_node_cluster.rb
+- smoke_tests/003_spill.rb
+- smoke_tests/004_stale_read.rb
+- smoke_tests/005_sleepy_master.rb
+- smoke_tests/006_join_via_follower.rb
+- smoke_tests/007_snapshot_madness.rb
+- smoke_tests/008_downsizing.rb
+- smoke_tests/009_disaster_recovery.rb
+- smoke_tests/999_final_smoke_test.rb
+- smoke_tests/run
+- smoke_tests/smoke_test_helper.rb
+homepage: https://github.com/mpalmer/evinrude
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: The Raft engine
+test_files: []