stn-dcell 0.16.0

data/spec/dcell/registries/zk_adapter_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+require 'dcell/registries/zk_adapter'
+
+describe DCell::Registry::ZkAdapter, :pending => TEST_ADEPTER != 'zk' && "no zookeeper" do
+  subject { DCell::Registry::ZkAdapter.new TEST_DB[:zk] }
+  it_behaves_like "a DCell registry" do
+    context "when one znode changes" do
+      it "updates a node" do
+        expect(DCell::Node).to receive(:update).with("foo")
+        subject.set_node("foo", "tcp://fooaddress")
+        # WARNING: only by calling get_node we renew the watcher
+        subject.get_node("foo").should eq("tcp://fooaddress")
+        subject.set_node("foo", "tcp://newaddress")
+        sleep 0.8 # takes some time to zookeeper watchers to take full effect
+      end
+    end
+    context "when one znode is deleted" do
+      it "deletes a node" do
+        expect(DCell::Node).to receive(:remove).with("foo")
+        subject.set_node("foo", "tcp://fooaddress")
+        # WARNING: only by calling get_node we renew the watcher
+        subject.get_node("foo").should eq("tcp://fooaddress")
+        subject.remove_node "foo"
+        sleep 0.8 # takes some time to zookeeper watchers to take full effect
+      end
+    end
+  end
+end

data/spec/options/01-options.rb

@@ -0,0 +1,10 @@
+TEST_DB = {
+  :redis => {:server => 'localhost', :env => 'test'},
+  :zk => {:server => 'localhost', :env => 'test'},
+  :mongodb => {:db => 'dcell-test'},
+}
+TEST_NODE = {
+  :id => 'test_node',
+  :addr => "127.0.0.1",
+  :port => 21264,
+}

data/spec/options/02-registry.rb

@@ -0,0 +1,13 @@
+TEST_ADEPTER = ENV['DCELL_TEST_ADAPTER'] || 'redis'
+
+require "dcell/registries/#{TEST_ADEPTER}_adapter"
+
+def test_db_options
+  options = {}
+  adapter = TEST_ADEPTER
+  if adapter
+    options[:registry] = {:adapter => adapter}
+    options[:registry].merge! TEST_DB[adapter.to_sym]
+  end
+  options
+end

data/spec/spec_helper.rb

@@ -0,0 +1,28 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'coveralls'
+Coveralls.wear!
+
+require 'dcell'
+Dir['./spec/options/*.rb'].map { |f| require f }
+Dir['./spec/support/*.rb'].map { |f| require f }
+
+RSpec.configure do |config|
+  config.before(:suite) do
+    options = {}
+    options.merge! test_db_options
+    begin
+      DCell.start options
+    rescue => e
+      puts e
+      raise
+    end
+
+    TestNode.start
+    TestNode.wait_until_ready
+  end
+
+  config.after(:suite) do
+    TestNode.stop
+  end
+end

data/spec/support/helpers.rb

@@ -0,0 +1,46 @@
+# For Gem.ruby, and almost certainly already loaded
+require 'rubygems'
+
+module TestNode
+  def self.start
+    @pid = Process.spawn Gem.ruby, File.expand_path("../../test_node.rb", __FILE__)
+    unless @pid
+      STDERR.print "ERROR: Couldn't start test node. Do you have Redis installed?"
+      exit 1
+    end
+  end
+
+  def self.wait_until_ready
+    STDERR.print "Waiting for test node to start up..."
+
+    socket = nil
+    30.times do
+      begin
+        socket = TCPSocket.open(TEST_NODE[:addr], TEST_NODE[:port])
+        break if socket
+      rescue Errno::ECONNREFUSED
+        STDERR.print "."
+        sleep 1
+      end
+    end
+
+    if socket
+      STDERR.puts " done!"
+      socket.close
+    else
+      STDERR.puts " FAILED!"
+      raise "couldn't connect to test node!"
+    end
+  end
+
+  def self.stop
+    unless @pid
+      STDERR.print "ERROR: Test node was never started!"
+      exit 1
+    end
+    Process.kill 9, @pid
+  rescue Errno::ESRCH
+  ensure
+    Process.wait @pid rescue nil
+  end
+end

data/spec/support/registry_examples.rb

@@ -0,0 +1,35 @@
+shared_context "a DCell registry" do
+  context "node registry" do
+    before :each do
+      subject.clear_all_nodes
+    end
+
+    it "stores node addresses" do
+      address = "tcp://localhost:7777"
+
+      subject.set_node("foobar", address)
+      subject.get_node("foobar").should == address
+    end
+
+    it "stores the IDs of all nodes" do
+      subject.set_node("foobar", "tcp://localhost:7777")
+      subject.nodes.should include "foobar"
+    end
+  end
+
+  context "global registry" do
+    before :each do
+      subject.clear_globals
+    end
+
+    it "stores values" do
+      subject.set_global("foobar", [1,2,3])
+      subject.get_global("foobar").should == [1,2,3]
+    end
+
+    it "stores the keys of all globals" do
+      subject.set_global("foobar", true)
+      subject.global_keys.should include "foobar"
+    end
+  end
+end

data/spec/test_node.rb

@@ -0,0 +1,38 @@
+# The DCell specs start a completely separate Ruby VM running this code
+# for complete integration testing using 0MQ over TCP
+
+require 'rubygems'
+require 'bundler'
+Bundler.setup
+
+require 'dcell'
+Dir['./spec/options/*.rb'].map { |f| require f }
+
+options = {:id => TEST_NODE[:id], :addr => "tcp://#{TEST_NODE[:addr]}:#{TEST_NODE[:port]}"}
+options.merge! test_db_options
+DCell.start options
+
+class TestActor
+  include Celluloid
+  attr_reader :value
+
+  def initialize
+    @value = 42
+  end
+
+  def the_answer
+    DCell::Global[:the_answer]
+  end
+
+  def win(&block)
+    yield 10000
+    20000
+  end
+
+  def crash
+    raise "the spec purposely crashed me :("
+  end
+end
+
+TestActor.supervise_as :test_actor
+sleep

data/tasks/cassandra.task

@@ -0,0 +1,84 @@
+require 'rake/clean'
+
+namespace :cassandra do
+  CASS_VERSION = "1.0.8"
+  CASS_TARBALL = "apache-cassandra-#{CASS_VERSION}-bin.tar.gz"
+  CASS_MD5 = "676887f6d185689c3383908f3ad8e015"
+
+  task :download => "tmp/#{CASS_TARBALL}"
+  directory 'tmp'
+
+  file "tmp/#{CASS_TARBALL}" => "tmp" do
+    require 'digest/md5'
+    tarball = "tmp/#{CASS_TARBALL}"
+
+    puts "*** Downloading Cassandra"
+    sh "curl http://archive.apache.org/dist/cassandra/#{CASS_VERSION}/#{CASS_TARBALL} -o #{tarball}"
+    digest = Digest::MD5.hexdigest(File.read(tarball))
+    unless digest == CASS_MD5
+      rm tarball
+      raise "Expected MD5 #{CASS_MD5} but got #{digest}."
+    end
+  end
+
+  task :install => :download do
+    require 'yaml'
+    puts "*** Unpacking Cassandra"
+
+    rm_rf "cassandra" if File.exists? "cassandra"
+    sh "tar -zxvf tmp/#{CASS_TARBALL}"
+    mv "apache-cassandra-#{CASS_VERSION}", "cassandra"
+    home = File.expand_path("../../cassandra", __FILE__)
+    
+    # Create base configuration
+    data = File.join(home, "data").encode("us-ascii")
+    mkdir_p data
+    commit = File.join(home, "commit").encode("us-ascii")
+    mkdir_p commit
+    caches = File.join(home, "caches").encode("us-ascii")
+    mkdir_p caches
+    config_file = File.join(home, "conf", "cassandra.yaml")
+    env_file = File.join(home, "conf", "cassandra-env.sh")
+
+    conf = YAML::load_file(config_file)
+    conf.merge!({
+      "initial_token"          => 0,
+      "partitioner"            => "org.apache.cassandra.dht.RandomPartitioner",
+      "data_file_directories"  => [data],
+      "commitlog_directory"    => commit,
+      "saved_caches_directory" => caches,
+      "storage_port"           => 27000,
+      "ssl_storage_port"       => 27001,
+      "listen_address"         => "127.0.0.1",
+      "rpc_address"            => "127.0.0.1",
+      "rpc_port"               => 29160,
+      # DSE doesn't work OOTB as a single node unless you switch to simplesnitch
+      "endpoint_snitch"        => "org.apache.cassandra.locator.SimpleSnitch",
+    })
+    File.open(config_file, "w") { |file| file.puts YAML::dump(conf) }
+
+    env = File.read(env_file)
+    env.sub!(/JMX_PORT=['"]?\d+['"]?/, 'JMX_PORT="27199"')
+    File.open(env_file, "w") { |file| file.puts env }
+  end
+  
+  task :start => :cassandra do
+    puts "*** Starting Cassandra"
+
+    # adding the -Dcassandra.for=dcell makes it easier to kill the right
+    # cassandra if you're running more than one, e.g. pkill -f dcell
+    # or DTRT and kill $(< cassandra/cassandra.pid)
+    sh "cd cassandra && bin/cassandra -p cassandra.pid -Dcassandra.for=dcell"
+    puts "*** waiting for Cassandra to come up before creating schema ..."
+    sleep 2
+    puts "*** creating schema ..."
+    sh "echo 'create keyspace dcell;' | cassandra/bin/cassandra-cli -h 127.0.0.1 -p 29160"
+    sh "echo 'create column family dcell;' | cassandra/bin/cassandra-cli -h 127.0.0.1 -p 29160 -k dcell"
+  end
+end
+
+file 'cassandra' do
+  Rake::Task['cassandra:install'].invoke
+end
+
+CLEAN.include "tmp", "cassandra"

data/tasks/rspec.task

@@ -0,0 +1,7 @@
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new
+
+RSpec::Core::RakeTask.new(:rcov) do |task|
+  task.rcov = true
+end

data/tasks/zookeeper.task

@@ -0,0 +1,58 @@
+require 'rake/clean'
+
+namespace :zookeeper do
+  ZK_VERSION = "3.3.3"
+  ZK_TARBALL = "zookeeper-#{ZK_VERSION}.tar.gz"
+
+  task :download => "tmp/#{ZK_TARBALL}"
+  directory 'tmp'
+
+  file "tmp/#{ZK_TARBALL}" => "tmp" do
+    puts "*** Downloading Zookeeper"
+    sh "curl http://archive.apache.org/dist/zookeeper/zookeeper-#{ZK_VERSION}/#{ZK_TARBALL} -o tmp/#{ZK_TARBALL}"
+  end
+
+  task :install => :download do
+    puts "*** Unpacking Zookeeper"
+
+    rm_rf "zookeeper" if File.exists? "zookeeper"
+    sh "tar -zxvf tmp/#{ZK_TARBALL}"
+    mv "zookeeper-#{ZK_VERSION}", "zookeeper"
+    home = File.expand_path("../../zookeeper", __FILE__)
+    
+    # Create base configuration
+    data = File.join(home, "data")
+    mkdir_p data
+    config = File.join(home, "conf", "zoo.cfg")
+    rm_r File.join(home, "conf", "zoo_sample.cfg")
+    
+    File.open(config, "w") do |file|
+      # Maybe some kind soul will move this ugly heredoc into a template
+      file << <<-ZK_CONFIG
+# The number of milliseconds of each tick
+tickTime=2000
+# The number of ticks that the initial 
+# synchronization phase can take
+initLimit=10
+# The number of ticks that can pass between 
+# sending a request and getting an acknowledgement
+syncLimit=5
+# the directory where the snapshot is stored.
+dataDir=#{data}
+# the port at which the clients will connect
+clientPort=2181
+ZK_CONFIG
+    end
+  end
+  
+  task :start => :zookeeper do
+    puts "*** Starting Zookeeper"
+    sh "cd zookeeper && bin/zkServer.sh start"
+  end
+end
+
+file 'zookeeper' do
+  Rake::Task['zookeeper:install'].invoke
+end
+
+CLEAN.include "tmp", "zookeeper"

metadata

@@ -0,0 +1,239 @@
+--- !ruby/object:Gem::Specification
+name: stn-dcell
+version: !ruby/object:Gem::Version
+  version: 0.16.0
+platform: ruby
+authors:
+- Tony Arcieri
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: celluloid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+- !ruby/object:Gem::Dependency
+  name: celluloid-zmq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+- !ruby/object:Gem::Dependency
+  name: reel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+- !ruby/object:Gem::Dependency
+  name: celluloid-redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.14.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.14.0
+description: DCell is an distributed object framework based on Celluloid built on
+  0MQ and Zookeeper
+email:
+- tony.arcieri@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".coveralls.yml"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CHANGES.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- benchmarks/messaging.rb
+- benchmarks/receiver.rb
+- dcell.gemspec
+- examples/itchy.rb
+- examples/scratchy.rb
+- explorer/css/bootstrap-responsive.css
+- explorer/css/bootstrap-responsive.min.css
+- explorer/css/bootstrap.css
+- explorer/css/bootstrap.min.css
+- explorer/css/explorer.css
+- explorer/ico/favicon.ico
+- explorer/img/glyphicons-halflings-white.png
+- explorer/img/glyphicons-halflings.png
+- explorer/img/logo.png
+- explorer/index.html.erb
+- explorer/js/bootstrap.js
+- explorer/js/bootstrap.min.js
+- lib/dcell.rb
+- lib/dcell/actor_proxy.rb
+- lib/dcell/celluloid_ext.rb
+- lib/dcell/directory.rb
+- lib/dcell/explorer.rb
+- lib/dcell/future_proxy.rb
+- lib/dcell/global.rb
+- lib/dcell/info_service.rb
+- lib/dcell/mailbox_proxy.rb
+- lib/dcell/messages.rb
+- lib/dcell/node.rb
+- lib/dcell/node_manager.rb
+- lib/dcell/registries/cassandra_adapter.rb
+- lib/dcell/registries/mongodb_adapter.rb
+- lib/dcell/registries/redis_adapter.rb
+- lib/dcell/registries/zk_adapter.rb
+- lib/dcell/responses.rb
+- lib/dcell/router.rb
+- lib/dcell/rpc.rb
+- lib/dcell/rspec.rb
+- lib/dcell/server.rb
+- lib/dcell/version.rb
+- logo.png
+- spec/dcell/actor_proxy_spec.rb
+- spec/dcell/celluloid_ext_spec.rb
+- spec/dcell/directory_spec.rb
+- spec/dcell/explorer_spec.rb
+- spec/dcell/global_spec.rb
+- spec/dcell/node_spec.rb
+- spec/dcell/registries/mongodb_adapter_spec.rb
+- spec/dcell/registries/redis_adapter_spec.rb
+- spec/dcell/registries/zk_adapter_spec.rb
+- spec/options/01-options.rb
+- spec/options/02-registry.rb
+- spec/spec_helper.rb
+- spec/support/helpers.rb
+- spec/support/registry_examples.rb
+- spec/test_node.rb
+- tasks/cassandra.task
+- tasks/rspec.task
+- tasks/zookeeper.task
+homepage: http://github.com/celluloid/dcell
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: An asynchronous distributed object framework based on Celluloid
+test_files:
+- spec/dcell/actor_proxy_spec.rb
+- spec/dcell/celluloid_ext_spec.rb
+- spec/dcell/directory_spec.rb
+- spec/dcell/explorer_spec.rb
+- spec/dcell/global_spec.rb
+- spec/dcell/node_spec.rb
+- spec/dcell/registries/mongodb_adapter_spec.rb
+- spec/dcell/registries/redis_adapter_spec.rb
+- spec/dcell/registries/zk_adapter_spec.rb
+- spec/options/01-options.rb
+- spec/options/02-registry.rb
+- spec/spec_helper.rb
+- spec/support/helpers.rb
+- spec/support/registry_examples.rb
+- spec/test_node.rb