zeevex_cluster 0.2.1

data/spec/message_spec.rb

@@ -0,0 +1,38 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+require 'zeevex_cluster/message.rb'
+
+#
+# REQUIRED_KEYS = %w{source sequence sent_at expires_at contents content_type encoding}
+#
+
+describe ZeevexCluster::Message do
+  subject { ZeevexCluster::Message.new :contents => '{foo: 1}', :source => 'node1' }
+
+  context 'creation' do
+    it { should be_a(Hash) }
+    it { should have_key(:contents) }
+    it { should have_key(:source) }
+    it { should_not be_valid }
+
+    context 'default values' do
+      it { should have_key(:content_type) }
+      its(:content_type) { should == 'application/json' }
+      its(:encoding) { should be_nil }
+    end
+  end
+
+  context 'method-style access' do
+    it { should respond_to("contents") }
+    its(:source) { should == 'node1' }
+  end
+
+  context 'validation' do
+    it 'should not be valid without required keys' do
+      subject.should_not be_valid
+    end
+    it 'should be valid if required keys are added' do
+      subject.merge(:sequence => 1, :sent_at => Time.now, :expires_at => Time.now + 7200).should be_valid
+    end
+  end
+end
+

data/spec/serializer/json_hash_spec.rb

@@ -0,0 +1,68 @@
+require File.join(File.dirname(__FILE__), '../spec_helper')
+require 'zeevex_cluster/serializer/json_hash.rb'
+
+describe ZeevexCluster::Serializer::JsonHash do
+  let :serializer do
+    ZeevexCluster::Serializer::JsonHash.new
+  end
+
+  context 'cas host tokens' do
+    let :now do
+      Time.at(1355418862)
+    end
+    let :times do
+      {:joined_at => now - 7200, :timestamp => now, :locked_at => now - 600}
+    end
+
+    let :nodehash do
+      times.merge({:nodename => 'mynode'})
+    end
+
+    let :json do
+      serializer.serialize(nodehash)
+    end
+
+    context 'serialized form' do
+      subject { json }
+      it { should be_a(String) }
+      it { should match /"joined_at":\{[^}]*1355411662/ }
+      it { should match /"locked_at":\{[^}]*1355418262/ }
+      it { should match /"timestamp":\{[^}]*1355418862/ }
+      it { should match /"nodename":\s*"mynode"/ }
+      it { should match /^\{.*\}$/ }
+      it 'should be a valid JSON string' do
+        JSON.parse(subject).should be_a(Hash)
+      end
+    end
+
+    context 'deserialized hash' do
+      subject { serializer.deserialize(json) }
+      it { should have(4).keys }
+      it { should == nodehash }
+      it 'should have only symbol keys' do
+        subject.keys.reject {|k| k.is_a?(Symbol) }.should be_empty
+      end
+      it 'should have 3 time fields' do
+        subject.values.select {|key| key.is_a?(Time) }.should have(3).items
+      end
+      it 'should have matching times for 3 fields' do
+        times.map {|(key, val)| subject[key].utc.should == val.utc }
+      end
+    end
+
+    context 'nested hashes' do
+      let :innerhash do
+        {:when => now - 7200, :members => ["a", "b"]}
+      end
+
+      let :tophash do
+        {:mlist => innerhash, :timestamp => now}
+      end
+
+      it 'should roundtrip' do
+        serializer.deserialize( serializer.serialize(tophash) ).should == tophash
+      end
+    end
+  end
+end
+

data/spec/shared_master_examples.rb

@@ -0,0 +1,20 @@
+shared_examples_for 'master_node' do
+  it { should be_master }
+  it 'should have the same nodename as the master' do
+    subject.master.should == subject.nodename
+  end
+  it 'should execute run_if_master block' do
+    subject.run_if_master do
+      :ran
+    end.should == :ran
+  end
+  it 'should no longer be master after leaving' do
+    expect { subject.leave }.
+        to change { subject.master? }.
+        from(true).to(false)
+  end
+  #it 'should resign before leaving the cluster' do
+  #  subject.should_receive(:resign!).and_return(true)
+  #  subject.leave
+  #end
+end

data/spec/shared_member_examples.rb

@@ -0,0 +1,39 @@
+#
+# depends on a couple of let bindings
+#
+#  - autojoined:     newly created, autojoined
+#  - non_autojoined: newly created, autojoin => false
+#
+# and a method:
+#
+#  - new_cluster(options)
+#
+shared_examples_for 'member_node' do
+  context 'when auto-joined' do
+    subject { new_cluster(:autojoin => true) }
+
+    it { should be_member }
+
+    it 'should have a nodename' do
+      subject.nodename.should_not be_nil
+      subject.nodename.should_not be_empty
+    end
+
+    it 'should become non-member after leaving' do
+      expect { subject.leave }.
+          to change { subject.member? }.from(true).to(false)
+    end
+  end
+
+  context 'when not auto-joined' do
+    subject { new_cluster(:autojoin => false) }
+
+    it { should_not be_member }
+
+    it 'should become member after joining' do
+      expect { subject.join }.
+          to change { subject.member? }.from(false).to(true)
+    end
+  end
+
+end

data/spec/shared_non_master_examples.rb

@@ -0,0 +1,8 @@
+shared_examples_for 'non_master_node' do
+  it { should_not be_master }
+  it 'should not execute run_if_master block' do
+    subject.run_if_master do
+      :ran
+    end.should == false
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,14 @@
+require 'rspec'
+
+$: << File.expand_path(File.dirname(__FILE__) + '/../lib')
+require 'zeevex_cluster'
+require 'zeevex_cluster/static'
+require 'zeevex_cluster/unclustered'
+require 'zeevex_cluster/unclustered'
+
+require 'pry'
+require 'timeout'
+
+require File.expand_path(File.dirname(__FILE__) + '/shared_master_examples.rb')
+require File.expand_path(File.dirname(__FILE__) + '/shared_non_master_examples.rb')
+require File.expand_path(File.dirname(__FILE__) + '/shared_member_examples.rb')

data/zeevex_cluster.gemspec

@@ -0,0 +1,43 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "zeevex_cluster/version"
+
+Gem::Specification.new do |s|
+  s.name        = "zeevex_cluster"
+  s.version     = ZeevexCluster::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Robert Sanders"]
+  s.email       = ["robert@zeevex.com"]
+  s.homepage    = "http://github.com/zeevex/zeevex_cluster"
+  s.summary     = %q{Use a shared coordinator service to reliably elect a master in a cluster of processes.}
+  s.description = %q{Using a shared data storage service like MySQL, Memcache, Redis, or ZooKeeper, one process of many can be elected a cluster master. Notification of cluster membership changes is also provided.}
+
+  s.rubyforge_project = "zeevex_cluster"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency 'state_machine'
+  s.add_dependency 'json'
+  s.add_dependency 'zeevex_proxy'
+  s.add_dependency 'zeevex_threadsafe'
+  s.add_dependency 'countdownlatch', '~> 1.0.0'
+  s.add_dependency 'atomic', '~> 1.0.0'
+
+  s.add_dependency 'hookem', '~> 0.0.1'
+
+  ## other headius utils
+  # s.add_dependency 'thread_safe'
+
+  s.add_development_dependency 'rspec', '~> 2.9.0'
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'pry'
+
+  s.add_development_dependency 'memcache-client', '> 1.7.0'
+  s.add_development_dependency 'redis'
+
+  # s.add_development_dependency 'zk'
+  # s.add_development_dependency 'zk-group'
+end

metadata

@@ -0,0 +1,298 @@
+--- !ruby/object:Gem::Specification
+name: zeevex_cluster
+version: !ruby/object:Gem::Version
+  version: 0.2.1
+  prerelease: 
+platform: ruby
+authors:
+- Robert Sanders
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-08-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: state_machine
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: zeevex_proxy
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: zeevex_threadsafe
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: countdownlatch
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: atomic
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: hookem
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.9.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: memcache-client
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 1.7.0
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Using a shared data storage service like MySQL, Memcache, Redis, or ZooKeeper,
+  one process of many can be elected a cluster master. Notification of cluster membership
+  changes is also provided.
+email:
+- robert@zeevex.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Rakefile
+- doc/BUGS-zookeeper.txt
+- doc/TODO.txt
+- lib/zeevex_cluster.rb
+- lib/zeevex_cluster/base.rb
+- lib/zeevex_cluster/coordinator.rb
+- lib/zeevex_cluster/coordinator/base_key_val_store.rb
+- lib/zeevex_cluster/coordinator/memcached.rb
+- lib/zeevex_cluster/coordinator/mysql.rb
+- lib/zeevex_cluster/coordinator/redis.rb
+- lib/zeevex_cluster/election.rb
+- lib/zeevex_cluster/message.rb
+- lib/zeevex_cluster/nil_logger.rb
+- lib/zeevex_cluster/serializer.rb
+- lib/zeevex_cluster/serializer/json_hash.rb
+- lib/zeevex_cluster/static.rb
+- lib/zeevex_cluster/strategy.rb
+- lib/zeevex_cluster/strategy/base.rb
+- lib/zeevex_cluster/strategy/cas.rb
+- lib/zeevex_cluster/strategy/static.rb
+- lib/zeevex_cluster/strategy/unclustered.rb
+- lib/zeevex_cluster/strategy/zookeeper.rb
+- lib/zeevex_cluster/synchronized.rb
+- lib/zeevex_cluster/unclustered.rb
+- lib/zeevex_cluster/util.rb
+- lib/zeevex_cluster/util/logging.rb
+- lib/zeevex_cluster/version.rb
+- script/election.rb
+- script/memc.rb
+- script/mysql.rb
+- script/redis.rb
+- script/repl
+- script/repl.rb
+- script/ser.rb
+- script/static.rb
+- script/testall
+- spec/cluster_static_spec.rb
+- spec/cluster_unclustered_spec.rb
+- spec/coordinator/coordinator_memcached_spec.rb
+- spec/message_spec.rb
+- spec/serializer/json_hash_spec.rb
+- spec/shared_master_examples.rb
+- spec/shared_member_examples.rb
+- spec/shared_non_master_examples.rb
+- spec/spec_helper.rb
+- zeevex_cluster.gemspec
+homepage: http://github.com/zeevex/zeevex_cluster
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: zeevex_cluster
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Use a shared coordinator service to reliably elect a master in a cluster
+  of processes.
+test_files:
+- spec/cluster_static_spec.rb
+- spec/cluster_unclustered_spec.rb
+- spec/coordinator/coordinator_memcached_spec.rb
+- spec/message_spec.rb
+- spec/serializer/json_hash_spec.rb
+- spec/shared_master_examples.rb
+- spec/shared_member_examples.rb
+- spec/shared_non_master_examples.rb
+- spec/spec_helper.rb
+has_rdoc: