infopark-politics 0.3.3 → 0.4.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NjRmYzE1MmU4OGM0YmE4YTZhZTA2N2NjYjc3NjI4MjJiM2VlYTJjMQ==
+  data.tar.gz: !binary |-
+    ZTliMGY5NzcyNDk3ZjliZjBmZjY1NGM5MGE3MzkzZmM3NDg5ZDljZQ==
+SHA512:
+  metadata.gz: !binary |-
+    MzYzMjdmYzgxZTgyNjgxODhiYzg0NWVmZmI4YmY5N2JkZmMxZTZjN2Q4OGRh
+    MDIxYzg1NTc0MTk5MDA2ZTI3N2VmMjkzODQ4YzMxYzM3MTZiNWViZDRhM2I1
+    Yzc0ZDM3MWU2N2FlNzlhMDFmODMwYjZkMWMzMWIxYzRhNGY4ZjQ=
+  data.tar.gz: !binary |-
+    MjkxNGRkMzFkNTlhYTY3Yzk4MDBhMzE4OGRkMzA3YzM2ZTZlZjc2MDczNzIz
+    N2JjMWFjYmRmNzM2ODE1NGUxOWI2MDE5NmQ2MTA0NmRkYmY1ODM5ODY4ODI2
+    Yzc1Yzk3MzZiOTdkN2NlYzIzZGRkYzdmODNiNDU2Yzk0MGY0M2I=

data/.rbenv-version

@@ -1 +1 @@
-1.8.7-p374
+1.9.3-p448

data/README.md

@@ -0,0 +1,9 @@
+Infopark-Politics
+=================
+
+Infopark-Politics was derived from mperham-politics. All parts except of the StaticQueueWorker had
+eventually been dropped. The StaticQueueWorker remained for breaking up work into a large amount of
+pieces (called buckets) which then are distributed on n-1 worker nodes where n ist the total number
+of nodes.
+
+Actually there is no further documentation available…

data/infopark-politics.gemspec

@@ -1,23 +1,23 @@
 # encoding: utf-8
-requirement = Gem::Requirement.new(">= 1.6.2")
+requirement = Gem::Requirement.new(">= 1.8")
 unless requirement.satisfied_by?(Gem::Version.new(Gem::VERSION))
   raise "You need at RubyGems in Version #{requirement} to build this gem."
 end
 
 Gem::Specification.new do |gem|
   gem.name = "infopark-politics"
-  gem.version = "0.3.3"
+  gem.version = "0.4.0"
   gem.summary = "Algorithms and Tools for Distributed Computing in Ruby."
   gem.description = ""
   gem.authors = ["Mike Perham", "Tilo Prütz"]
   gem.email = "tilo@infopark.de"
   gem.homepage = "http://github.com/infopark/politics"
 
+  gem.required_ruby_version = Gem::Requirement.new('>= 1.9')
   gem.required_rubygems_version = Gem::Requirement.new(">= 1.8")
   gem.extra_rdoc_files = [
-    "History.rdoc",
     "LICENSE",
-    "README.rdoc"
+    "README.md"
   ]
   gem.files = `git ls-files`.split("\n")
   gem.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
@@ -30,7 +30,6 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "rubygems-tasks", ">=0.2"
 
   gem.add_runtime_dependency "memcache-client", ">= 1.5.0"
-  gem.add_runtime_dependency "starling-starling", ">= 0.9.8"
-  gem.add_runtime_dependency "net-mdns", ">= 0.4"
+  gem.add_runtime_dependency "starling", ">= 0.9.8"
 end
 

data/lib/politics/static_queue_worker.rb

@@ -4,15 +4,7 @@ require 'ipaddr'
 require 'uri'
 require 'drb'
 require 'set'
-
-begin
-require 'net/dns/mdns-sd'
-require 'net/dns/resolv-mdns'
-require 'net/dns/resolv-replace'
-rescue LoadError => e
-  puts "Unable to load net-mdns, please run `sudo gem install net-mdns`: #{e.message}"
-  exit(1)
-end
+require 'logger'
 
 begin
   require 'memcache'
@@ -22,42 +14,6 @@ rescue LoadError => e
 end
 
 module Politics
-
-  # The StaticQueueWorker mixin allows a processing daemon to "lease" or checkout
-  # a portion of a problem space to ensure no other process is processing that same
-  # space at the same time.  The processing space is cut into N "buckets", each of
-  # which is placed in a queue.  Processes then fetch entries from the queue
-  # and process them.  It is up to the application to map the bucket number onto its
-  # specific problem space.
-  #
-  # Note that memcached is used for leader election.  The leader owns the queue during
-  # the iteration period and other peers fetch buckets from the current leader during the
-  # iteration.
-  #
-  # The leader hands out buckets in order.  Once all the buckets have been processed, the
-  # leader returns nil to the processors which causes them to sleep until the end of the
-  # iteration.  Then everyone wakes up, a new leader is elected, and the processing starts
-  # all over again.
-  #
-  # DRb and mDNS are used for peer discovery and communication.
-  #
-  # Example usage:
-  #
-  #  class Analyzer
-  #    include Politics::StaticQueueWorker
-  #    TOTAL_BUCKETS = 16
-  #
-  #    def start
-  #      register_worker(self.class.name, TOTAL_BUCKETS)
-  #      process_bucket do |bucket|
-  #        puts "Analyzing bucket #{bucket} of #{TOTAL_BUCKETS}"
-  #        sleep 5
-  #      end
-  #    end
-  #  end
-  #
-  # Note: process_bucket never returns i.e. this should be the main loop of your processing daemon.
-  #
   module StaticQueueWorker
     attr_reader :group_name, :iteration_length, :dictatorship_length, :uri, :buckets
 
@@ -72,17 +28,15 @@ module Politics
       @iteration_length = options[:iteration_length]
       @memcache_client = client_for(Array(options[:servers]))
       @nominated_at = Time.now
-      # FIXME: Tests
-      @domain = options[:domain]
       @dictatorship_length = options[:dictatorship_length]
 
       @buckets = []
       @bucket_count = bucket_count
       @followers_to_stop = Set.new
 
-      register_with_bonjour
+      start_druby_service
       log.progname = uri
-      log.info { "Registered in group #{group_name} at port #{@port}" }
+      log.info { "Registered in group #{group_name} at #{uri}" }
       at_exit do
         cleanup
       end
@@ -213,18 +167,7 @@ module Politics
     end
 
     def find_workers
-      workers = []
-      browser = Net::DNS::MDNSSD.browse(mdns_type) do |reply|
-        worker_uri = reply.name.gsub(/#/, '.')
-        workers << worker_uri unless worker_uri == uri
-      end
-      sleep 5
-      browser.stop
-      workers
-    end
-
-    def hostname
-      nil
+      raise "Please provide a method ”find_workers” returning a list of all other worker URIs"
     end
 
     private
@@ -328,26 +271,16 @@ module Politics
       Time.now - a
     end
 
-    def mdns_type
-      "_#{group_name}._tcp"
+    def hostname
     end
 
-    def register_with_bonjour
+    def register_service
+    end
+
+    def start_druby_service
       server = DRb.start_service("druby://#{hostname || ""}:0", self)
       @uri = DRb.uri
-      @port = URI.parse(DRb.uri).port
-
-      # Register our DRb server with Bonjour.
-      name = @uri.gsub(/\./, '#')
-      domain = "local"
-      log.debug "register service #{name} of type #{mdns_type} within domain #{domain} at port #{@port}"
-      handle = Net::DNS::MDNSSD.register(name, mdns_type, domain, @port) do |reply|
-        log.debug "registered as #{reply.fullname}"
-        if reply.name != name
-          log.debug "Registered name #{reply.name} differs from requested name #{name} … exiting."
-          handle.stop
-        end
-      end
+      register_service
     end
   end
 end

data/lib/politics.rb

@@ -1,4 +1,6 @@
 # encoding: utf-8
+require_relative 'politics/static_queue_worker'
+
 module Politics
 
   def self.log=(value)

data/spec/spec_helper.rb

@@ -15,3 +15,6 @@ RSpec.configure do |config|
   #     --seed 1234
   config.order = 'random'
 end
+
+require_relative 'politics'
+Politics::log.level = Logger::FATAL

data/spec/static_queue_worker_spec.rb

@@ -1,9 +1,6 @@
 # encoding: utf-8
-# FIXME oberen Teil in spec_helper.rb auslagern
-require 'rubygems'
-$:.unshift(File.dirname(__FILE__) + '/../lib')
-require File.dirname(__FILE__) + '/../lib/init'
-Politics::log.level = Logger::FATAL
+
+require 'politics'
 
 class UninitializedWorker
   include Politics::StaticQueueWorker
@@ -56,7 +53,7 @@ describe UninitializedWorker do
     end
 
     it "should not have a hostname" do
-      worker.hostname.should be_nil
+      worker.send(:hostname).should be_nil
     end
 
     context "when it has a hostname" do
@@ -477,33 +474,6 @@ describe Worker do
     end
   end
 
-  describe "when finding workers" do
-    before do
-      Net::DNS::MDNSSD.stub(:browse).
-          and_yield(double('response1', :name => 'w1')).
-          and_yield(double('response2', :name => 'w2')).
-          and_yield(double('response3', :name => 'w3')).
-          and_yield(double('response4', :name => 'w4')).
-          and_return(@browser = double('browser', :stop => nil))
-      worker.stub(:sleep)
-    end
-
-    it "should browse mdns group and return workers found" do
-      worker.find_workers.should == %w(w1 w2 w3 w4)
-    end
-
-    it "should not add itself to the result list" do
-      worker.stub(:uri).and_return('w3')
-      worker.find_workers.should_not include('w3')
-    end
-
-    it "should stop browser thread after five seconds" do
-      worker.should_receive(:sleep).with(5).ordered
-      @browser.should_receive(:stop)
-      worker.find_workers
-    end
-  end
-
   describe "when populating followers_to_stop" do
     before do
       worker.stub(:find_workers).and_return(%w(a b c))

metadata

@@ -1,203 +1,145 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: infopark-politics
-version: !ruby/object:Gem::Version 
-  hash: 21
-  prerelease: 
-  segments: 
-  - 0
-  - 3
-  - 3
-  version: 0.3.3
+version: !ruby/object:Gem::Version
+  version: 0.4.0
 platform: ruby
-authors: 
+authors:
 - Mike Perham
-- "Tilo Pr\xC3\xBCtz"
+- Tilo Prütz
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2013-11-09 00:00:00 +01:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 31
-        segments: 
-        - 2
-        - 14
-        version: "2.14"
+date: 2013-11-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: rspec
-  version_requirements: *id001
-  prerelease: false
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '2.14'
   type: :development
-- !ruby/object:Gem::Dependency 
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 23
-        segments: 
-        - 10
-        version: "10"
-  name: rake
-  version_requirements: *id002
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '2.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '10'
   type: :development
-- !ruby/object:Gem::Dependency 
-  requirement: &id003 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 21
-        segments: 
-        - 3
-        - 9
-        version: "3.9"
-  name: rdoc
-  version_requirements: *id003
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '10'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.9'
   type: :development
-- !ruby/object:Gem::Dependency 
-  requirement: &id004 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 15
-        segments: 
-        - 0
-        - 2
-        version: "0.2"
-  name: rubygems-tasks
-  version_requirements: *id004
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.9'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0.2'
   type: :development
-- !ruby/object:Gem::Dependency 
-  requirement: &id005 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 1
-        - 5
-        - 0
-        version: 1.5.0
-  name: memcache-client
-  version_requirements: *id005
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: memcache-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
   type: :runtime
-- !ruby/object:Gem::Dependency 
-  requirement: &id006 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 43
-        segments: 
-        - 0
-        - 9
-        - 8
-        version: 0.9.8
-  name: starling-starling
-  version_requirements: *id006
   prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+- !ruby/object:Gem::Dependency
+  name: starling
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.8
   type: :runtime
-- !ruby/object:Gem::Dependency 
-  requirement: &id007 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        - 4
-        version: "0.4"
-  name: net-mdns
-  version_requirements: *id007
   prerelease: false
-  type: :runtime
-description: ""
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.8
+description: ''
 email: tilo@infopark.de
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
-- History.rdoc
+extra_rdoc_files:
 - LICENSE
-- README.rdoc
-files: 
+- README.md
+files:
 - .gitignore
 - .rbenv-version
 - .rspec
 - Gemfile
-- History.rdoc
 - LICENSE
 - Manifest
-- README.rdoc
+- README.md
 - Rakefile
-- VERSION
 - dcc_config.rb
-- examples/queue_worker_example.rb
-- examples/token_worker_example.rb
 - infopark-politics.gemspec
-- lib/init.rb
 - lib/politics.rb
-- lib/politics/discoverable_node.rb
 - lib/politics/static_queue_worker.rb
-- lib/politics/token_worker.rb
 - spec/spec_helper.rb
 - spec/static_queue_worker_spec.rb
-- test/static_queue_worker_test.rb
-- test/test_helper.rb
-- test/token_worker_test.rb
-has_rdoc: true
 homepage: http://github.com/infopark/politics
 licenses: []
-
+metadata: {}
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 31
-      segments: 
-      - 1
-      - 8
-      version: "1.8"
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '1.9'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '1.8'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.6.2
+rubygems_version: 2.1.10
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Algorithms and Tools for Distributed Computing in Ruby.
-test_files: 
+test_files:
 - spec/spec_helper.rb
 - spec/static_queue_worker_spec.rb
-- test/static_queue_worker_test.rb
-- test/test_helper.rb
-- test/token_worker_test.rb

data/History.rdoc

@@ -1,31 +0,0 @@
-= Changelog
-
-== 0.2.5 (2009-02-04)
-
-* Gracefully handle MemCache::MemCacheErrors.  Just sleep until memcached comes back.
-
-== 0.2.4 (2009-01-28)
-
-* Reduce leader token expiration time to discourage a get/set race condition. (Brian Dainton)
-
-== 0.2.3 (2009-01-12)
-
-* Fix invalid result check in previous change. (Brian Dainton)
-
-== 0.2.2 (2009-01-07)
-
-* Fix invalid leader? logic in TokenWorker which could allow
-  two workers to become leader at the same time. (Brian Dainton)
-
-== 0.2.1 (2008-11-04)
-
-* Cleanup and prepare for public release for RubyConf 2008.
-* Election Day.  Politics.  Get it?  Hee hee.
-
-== 0.2.0 (2008-10-24)
-
-* Remove BucketWorker based on initial feedback.  Add StaticQueueWorker as a more reliable replacement.
-
-== 0.1.0 (2008-10-07)
-
-* Add BucketWorker and TokenWorker mixins.

data/README.rdoc

@@ -1,49 +0,0 @@
-= Politics
-
-Politics is a Ruby library providing utilities and algorithms for solving common distributed
-computing problems.  Distributed Computing and Politics have a number of things in common:
-1) they can be beautiful in theory but get really ugly in reality; 2) after working with
-either for a few weeks/months/years (depending on your moral flexibility) you'll find yourself
-intellectually devoid, a hollow shell of a man/woman/cybernetic killing machine.
-
-So the name is to be taken tongue in cheek.  Onto the real details.
-
-== Common Problems in Distributed Computing
-
-Ruby services are often deployed as a cloud of many processes across several machines, 
-for fault tolerance.  This introduces the problem of coordination between those processes.
-Specifically, how do you keep those processes from stepping on each other's electronic
-toes?  There are several answers:
-
-1. Break the processing into N 'buckets'.  Have an individual process fetch a bucket,
-   work on it, and ask for another.  This is a very scalable solution as it allows N workers 
-   to work on different parts of the same task concurrently.  See the +StaticQueueWorker+ mixin.
-1. Elect a leader for a short period of time.  The leader is the process which performs the
-   actual processing.  After a length of time, a new leader is elected from the group.  This
-   is fault tolerant but not as scalable, as only one process is performing the task at a given
-   point in time.  See the +TokenWorker+ mixin.
-
-== Installation
-
-  sudo gem install mperham-politics -s http://gems.github.com
-
-== Dependencies
-
-StaticQueueWorker mixin
-* memcached - the mechanism to elect a leader amongst a set of peers.
-* DRb - the mechanism to communicate between peers.
-* mDNS - the mechanism to discover peers.
-
-TokenWorker mixin
-* memcached - the mechanism to elect a leader amongst a set of peers.
-
-
-= Author
-
-Name::      Mike Perham
-Email::     mailto:mperham@gmail.com
-Twitter::   http://twitter.com/mperham
-Homepage::  http://mikeperham.com/
-
-This software is free for you to use as you'd like.  If you find it useful, please consider giving 
-me a recommendation at {Working with Rails}[http://workingwithrails.com/person/10797-mike-perham].

data/VERSION

@@ -1 +0,0 @@
-0.3.2

data/examples/queue_worker_example.rb

@@ -1,38 +0,0 @@
-# encoding: utf-8
-#gem 'mperham-politics'
-require 'politics'
-require 'politics/static_queue_worker'
-
-# Test this example by starting memcached locally and then in two irb sessions, run this:
-#
-=begin
- require 'queue_worker_example'
- p = Politics::QueueWorkerExample.new
- p.start
-=end
-#
-# You can then watch as one of them is elected leader.  You can kill the leader and verify
-# the backup process is elected after approximately iteration_length seconds.
-#
-module Politics
-  class QueueWorkerExample
-    include Politics::StaticQueueWorker
-    TOTAL_BUCKETS = 20
-
-    def initialize
-      register_worker 'queue-example', TOTAL_BUCKETS, :iteration_length => 60, :servers => memcached_servers
-    end
-
-    def start
-      process_bucket do |bucket|
-        puts "PID #{$$} processing bucket #{bucket}/#{TOTAL_BUCKETS} at #{Time.now}..."
-        sleep 1.5
-      end
-    end
-
-    def memcached_servers
-      ['127.0.0.1:11211']
-    end
-
-  end
-end

data/examples/token_worker_example.rb

@@ -1,36 +0,0 @@
-# encoding: utf-8
-#gem 'mperham-politics'
-require 'politics'
-require 'politics/token_worker'
-
-# Test this example by starting memcached locally and then in two irb sessions, run this:
-#
-=begin
- require 'token_worker_example'
- p = Politics::TokenWorkerExample.new
- p.start
-=end
-#
-# You can then watch as one of them is elected leader.  You can kill the leader and verify
-# the backup process is elected after approximately iteration_length seconds.
-#
-module Politics
-  class TokenWorkerExample
-    include Politics::TokenWorker
-
-    def initialize
-      register_worker 'token-example', :iteration_length => 10, :servers => memcached_servers
-    end
-
-    def start
-      process do
-        puts "PID #{$$} processing at #{Time.now}..."
-      end
-    end
-
-    def memcached_servers
-      ['localhost:11211']
-    end
-
-  end
-end

data/lib/init.rb

@@ -1,5 +0,0 @@
-# encoding: utf-8
-require 'politics'
-require 'politics/token_worker'
-require 'politics/static_queue_worker'
-require 'politics/discoverable_node'

data/lib/politics/discoverable_node.rb

@@ -1,138 +0,0 @@
-# encoding: utf-8
-require 'socket'
-require 'ipaddr'
-require 'uri'
-require 'drb'
-
-require 'net/dns/mdns-sd'
-require 'net/dns/resolv-mdns'
-require 'net/dns/resolv-replace'
-
-=begin
-IRB setup:
-require 'lib/politics'
-require 'lib/politics/discoverable_node'
-require 'lib/politics/convention'
-Object.send(:include, Election::Candidate)
-p = Object.new
-p.register
-=end
-
-module Politics
-
-  # A module to solve the Group Membership problem in distributed computing.
-  # The "group" is the cloud of processes which are replicas and need to coordinate.
-  # Handling group membership is the first step in solving distributed computing
-  # problems.  There are two issues:
-  # 1) replica discovery
-  # 2) controlling and maintaining a consistent group of replicas in each replica
-  #
-  # Peer discovery is implemented using Bonjour for local network auto-discovery.
-  # Each process registers itself on the network as a process of a given type.
-  # Each process then queries the network for other replicas of the same type.
-  #
-  # The replicas then run the Multi-Paxos algorithm to provide consensus on a given
-  # replica set.  The algorithm is robust in the face of crash failures, but not
-  # Byzantine failures.
-	module DiscoverableNode
-
-	  attr_accessor :group
-	  attr_accessor :coordinator
-
-		def register(group='foo')
-		  self.group = group
-		  start_drb
-		  register_with_bonjour(group)
-		  Politics::log.info { "Registered #{self} in group #{group} with RID #{rid}" }
-		  sleep 0.5
-		  find_replicas(0)
-		end
-
-    def replicas
-      @replicas ||= {}
-    end
-
-    def find_replicas(count)
-      replicas.clear if count % 5 == 0
-      return if count > 10 # Guaranteed to terminate, but not successfully :-(
-
-      #puts "Finding replicas"
-      peer_set = []
-      bonjour_scan do |replica|
-        (his_rid, his_peers) = replica.hello(rid)
-        unless replicas.has_key?(his_rid)
-          replicas[his_rid] = replica
-        end
-        his_peers.each do |peer|
-          peer_set << peer unless peer_set.include? peer
-        end
-      end
-      #p [peer_set.sort, replicas.keys.sort]
-      if peer_set.sort != replicas.keys.sort
-        # Recursively call ourselves until the network has settled down and all
-        # peers have reached agreement on the peer group membership.
-        sleep 0.2
-        find_replicas(count + 1)
-      end
-      Politics::log.info { "Found #{replicas.size} peers: #{replicas.keys.sort.inspect}" } if count == 0
-      replicas
-    end
-
-    # Called for one peer to introduce itself to another peer.  The caller
-    # sends his RID, the responder sends his RID and his list of current peer
-    # RIDs.
-    def hello(remote_rid)
-      [rid, replicas.keys]
-    end
-
-	  # A process's Replica ID is its PID + a random 16-bit value.  We don't want
-	  # weigh solely based on PID or IP as that may unduly load one machine.
-	  def rid
-	    @rid ||= begin
-	      rand(65536) + $$
-      end
-    end
-
-		private
-
-		def register_with_bonjour(group)
-		  # Register our DRb server with Bonjour.
-      handle = Net::DNS::MDNSSD.register("#{self.group}-#{local_ip}-#{$$}",
-          "_#{self.group}._tcp", 'local', @port)
-
-      ['INT', 'TERM'].each { |signal|
-        trap(signal) { handle.stop }
-      }
-	  end
-
-		def start_drb
-		  server = DRb.start_service(nil, self)
-		  @port = URI.parse(DRb.uri).port
-      ['INT', 'TERM'].each { |signal|
-        trap(signal) { server.stop_service }
-      }
-	  end
-
-		def bonjour_scan
-      Net::DNS::MDNSSD.browse("_#{@group}._tcp") do |b|
-        Net::DNS::MDNSSD.resolve(b.name, b.type) do |r|
-          drburl = "druby://#{r.target}:#{r.port}"
-          replica = DRbObject.new(nil, drburl)
-          yield replica
-        end
-      end
-	  end
-
-    # http://coderrr.wordpress.com/2008/05/28/get-your-local-ip-address/
-    def local_ip
-      orig, Socket.do_not_reverse_lookup = Socket.do_not_reverse_lookup, true # turn off reverse DNS resolution temporarily
-
-      UDPSocket.open do |s|
-        s.connect '64.233.187.99', 1
-        IPAddr.new(s.addr.last).to_i
-      end
-    ensure
-      Socket.do_not_reverse_lookup = orig
-    end
-  end
-end

data/lib/politics/token_worker.rb

@@ -1,175 +0,0 @@
-# encoding: utf-8
-begin
-  require 'memcache'
-rescue LoadError => e
-  puts "Unable to load memcache client, please run `sudo gem install memcache-client`: #{e.message}"
-  exit(1)
-end
-
-module Politics
-
-  # An algorithm to provide leader election between a set of identical processing daemons.
-  #
-  # Each TokenWorker is an instance which needs to perform some processing.
-  # The worker instance must obtain the leader token before performing some task.
-  # We use a memcached server as a central token authority to provide a shared,
-  # network-wide view for all processors.  This reliance on a single resource means
-  # if your memcached server goes down, so do the processors.  Oftentimes,
-  # this is an acceptable trade-off since many high-traffic web sites would
-  # not be useable without memcached running anyhow.
-  #
-  # Essentially each TokenWorker attempts to elect itself every +:iteration_length+
-  # seconds by simply setting a key in memcached to its own name.  Memcached tracks
-  # which name got there first.  The key expires after +:iteration_length+ seconds.
-  #
-  # Example usage:
-  #  class Analyzer
-  #    include Politics::TokenWorker
-  #
-  #    def initialize
-  #      register_worker 'analyzer', :iteration_length => 120, :servers => ['localhost:11211']
-  #    end
-  #
-  #    def start
-  #      process do
-  #        # do analysis here, will only be done when this process
-  #        # is actually elected leader, otherwise it will sleep for
-  #        # iteration_length seconds.
-  #      end
-  #    end
-  #  end
-  #
-  # Notes:
-  # * This will not work with multiple instances in the same Ruby process.
-  #   The library is only designed to elect a leader from a set of processes, not instances within
-  #   a single process.
-  # * The algorithm makes no attempt to keep the same leader during the next iteration.
-  #   This can often times be quite beneficial (e.g. leveraging a warm cache from the last iteration)
-  #   for performance but is left to the reader to implement.
-  module TokenWorker
-
-    def self.included(model) #:nodoc:
-      model.class_eval do
-        attr_accessor :memcache_client, :token, :iteration_length, :worker_name
-        class << self
-          attr_accessor :worker_instance #:nodoc:
-        end
-      end
-    end
-
-    # Register this instance as a worker.
-    #
-    # Options:
-    # +:iteration_length+::    The length of a processing iteration, in seconds.  The
-    #                          leader's 'reign' lasts for this length of time.
-    # +:servers+::             An array of memcached server strings
-    def register_worker(name, config={})
-      # track the latest instance of this class, there's really only supposed to be
-      # a single TokenWorker instance per process.
-      self.class.worker_instance = self
-
-      options = { :iteration_length => 60, :servers => ['localhost:11211'] }
-      options.merge!(config)
-
-      self.token = "#{name}_token"
-      self.memcache_client = client_for(Array(options[:servers]))
-      self.iteration_length = options[:iteration_length]
-      self.worker_name = "#{Socket.gethostname}:#{$$}"
-
-      cleanup
-    end
-
-    def process(*args, &block)
-      verify_registration
-
-      begin
-        # Try to add our name as the worker with the master token.
-        # If another process got there first, this is a noop.
-        # We add an expiry so that the master token will constantly
-        # need to be refreshed (in case the current leader dies).
-        time = 0
-        begin
-          nominate
-
-          if leader?
-            Politics::log.info { "#{worker_name} elected leader at #{Time.now}" }
-            # If we are the master worker, do the work.
-            time = time_for do
-              result = block.call(*args)
-            end
-          end
-        rescue MemCache::MemCacheError => me
-          Politics::log.error("Error from memcached, pausing until the next iteration...")
-          Politics::log.error(me.message)
-          Politics::log.error(me.backtrace.join("\n"))
-          self.memcache_client.reset
-        end
-
-        pause_until_expiry(time)
-        reset_state
-      end while loop?
-    end
-
-    private
-
-    def reset_state
-      @leader = nil
-    end
-
-    def verify_registration
-      unless self.class.worker_instance
-        raise ArgumentError, "Cannot call process without first calling register_worker"
-      end
-      unless self.class.worker_instance == self
-        raise SecurityError, "Only one instance of #{self.class} per process.  Another instance was created after this one."
-      end
-    end
-
-    def loop?
-      true
-    end
-
-    def cleanup
-      at_exit do
-        memcache_client.delete(token) if leader?
-      end
-    end
-
-    def pause_until_expiry(elapsed)
-      pause_time = (iteration_length - elapsed).to_f
-      if pause_time > 0
-        relax(pause_time)
-      else
-        raise ArgumentError, "Negative iteration time left.  Assuming the worst and exiting... #{iteration_length}/#{elapsed}"
-      end
-    end
-
-    def relax(time)
-      sleep time
-    end
-
-    # Nominate ourself as leader by contacting the memcached server
-    # and attempting to add the token with our name attached.
-    # The result will tell us if memcached stored our value and therefore
-    # if we are now leader.
-    def nominate
-      result = memcache_client.add(token, worker_name, (iteration_length * 0.9).to_i)
-      @leader = (result =~ /\ASTORED/)
-    end
-
-    def leader?
-      @leader
-    end
-
-    # Easy to mock or monkey-patch if another MemCache client is preferred.
-    def client_for(servers)
-      MemCache.new(servers)
-    end
-
-    def time_for(&block)
-      a = Time.now
-      yield
-      Time.now - a
-    end
-  end
-end

data/test/static_queue_worker_test.rb

@@ -1,43 +0,0 @@
-# encoding: utf-8
-require File.dirname(__FILE__) + '/test_helper'
-
-Thread.abort_on_exception = true
-
-class Worker
-  include Politics::StaticQueueWorker
-  def initialize
-    register_worker 'worker', 10, :iteration_length => 10
-  end
-
-  def start
-    process_bucket do |bucket|
-      sleep 1
-    end
-  end
-end
-
-class StaticQueueWorkerTest < Test::Unit::TestCase
-
-  context "nodes" do
-    setup do
-      @nodes = []
-      5.times do
-        @nodes << nil
-      end
-    end
-
-    should "start up" do
-      processes = @nodes.map do
-        fork do
-          ['INT', 'TERM'].each { |signal|
-            trap(signal) { exit(0) }
-          }
-          Worker.new.start
-        end
-      end
-      sleep 10
-      puts "Terminating"
-      Process.kill('INT', *processes)
-    end
-  end
-end

data/test/test_helper.rb

@@ -1,20 +0,0 @@
-# encoding: utf-8
-require 'rubygems'
-require 'test/unit'
-
-begin
-  gem 'thoughtbot-shoulda', '>=2.0.2'
-  require 'shoulda'
-rescue LoadError => e
-  puts "Please install shoulda: `sudo gem install thoughtbot-shoulda -s http://gems.github.com`"
-end
-
-begin
-  require 'mocha'
-rescue LoadError => e
-  puts "Please install mocha: `sudo gem install mocha`"
-end
-
-$:.unshift(File.dirname(__FILE__) + '/../lib')
-require File.dirname(__FILE__) + '/../lib/init'
-Politics::log.level = Logger::WARN

data/test/token_worker_test.rb

@@ -1,79 +0,0 @@
-# encoding: utf-8
-require 'test_helper'
-
-class TokenWorkerTest < Test::Unit::TestCase
-
-  context "token workers" do
-    setup do
-      @harness = Class.new
-      @harness.send(:include, Politics::TokenWorker)
-      @harness.any_instance.stubs(:cleanup)
-      @harness.any_instance.stubs(:loop?).returns(false)
-      @harness.any_instance.stubs(:pause_until_expiry)
-      @harness.any_instance.stubs(:relax)
-
-      @worker = @harness.new
-    end
-
-    should "test_instance_property_accessors" do
-      assert @worker.iteration_length = 20
-      assert_equal 20, @worker.iteration_length
-    end
-
-    should 'test_tracks_a_registered_singleton' do
-      assert_nil @worker.class.worker_instance
-      @worker.register_worker('testing')
-      assert_equal @worker.class.worker_instance, @worker
-    end
-
-    should 'not process if they are not leader' do
-      @worker.expects(:nominate)
-      @worker.expects(:leader?).returns(false)
-      @worker.register_worker('testing')
-      @worker.process do
-        assert false
-      end
-    end
-
-    should 'handle unexpected MemCache errors' do
-      @worker.expects(:nominate)
-      @worker.expects(:leader?).raises(MemCache::MemCacheError)
-      Politics::log.expects(:error).times(3)
-
-      @worker.register_worker('testing')
-      @worker.process do
-        assert false
-      end
-    end
-
-    should 'process if they are leader' do
-      @worker.expects(:nominate)
-      @worker.expects(:leader?).returns(true)
-      @worker.register_worker('testing')
-
-      worked = 0
-      @worker.process do
-        worked += 1
-      end
-
-      assert_equal 1, worked
-    end
-
-    should 'not allow processing without registration' do
-      assert_raises ArgumentError do
-        @worker.process
-      end
-    end
-
-    should 'not allow processing by old instances' do
-      @worker.register_worker('testing')
-
-      foo = @worker.class.new
-      foo.register_worker('testing')
-
-      assert_raises SecurityError do
-        @worker.process
-      end
-    end
-  end
-end