democracyworks-synapse 0.9.2

data/lib/synapse/version.rb

@@ -0,0 +1,3 @@
+module Synapse
+  VERSION = "0.9.2"
+end

data/spec/lib/synapse/haproxy_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+class MockWatcher; end;
+
+describe Synapse::Haproxy do
+  subject { Synapse::Haproxy.new(config['haproxy']) }
+
+  it 'updating the config' do
+    mockWatcher = double(Synapse::ServiceWatcher)
+    subject.should_receive(:generate_config)
+    subject.update_config([mockWatcher])
+  end
+end

data/spec/lib/synapse/service_watcher_base_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+class Synapse::BaseWatcher
+  attr_reader :should_exit, :default_servers
+end
+
+describe Synapse::BaseWatcher do
+  let(:mocksynapse) { double() }
+  subject { Synapse::BaseWatcher.new(args, mocksynapse) } 
+  let(:testargs) { { 'name' => 'foo', 'discovery' => { 'method' => 'base' }, 'haproxy' => {} }}
+
+  def remove_arg(name)
+    args = testargs.clone
+    args.delete name
+    args
+  end
+
+  context "can construct normally" do
+    let(:args) { testargs }
+    it('can at least construct') { expect { subject }.not_to raise_error }
+  end
+
+  ['name', 'discovery', 'haproxy'].each do |to_remove|
+    context "without #{to_remove} argument" do
+      let(:args) { remove_arg to_remove }
+      it('gots bang') { expect { subject }.to raise_error(ArgumentError, "missing required option #{to_remove}") }
+    end
+  end
+
+  context "normal tests" do
+    let(:args) { testargs }
+    it('is running') { expect(subject.should_exit).to equal(false) }
+    it('can ping') { expect(subject.ping?).to equal(true) }
+    it('can be stopped') do
+      subject.stop
+      expect(subject.should_exit).to equal(true)
+    end
+  end
+
+  context "with default_servers" do
+    default_servers = ['server1', 'server2']
+    let(:args) { testargs.merge({'default_servers' => default_servers}) }
+    it('sets default backends to default_servers') { expect(subject.backends).to equal(default_servers) }
+
+    context "with keep_default_servers set" do
+      let(:args) { testargs.merge({'default_servers' => default_servers, 'keep_default_servers' => true}) }
+      let(:new_backends) { ['discovered1', 'discovered2'] }
+
+      it('keeps default_servers when setting backends') do
+        subject.send(:set_backends, new_backends)
+        expect(subject.backends).to eq(default_servers + new_backends)
+      end
+    end
+  end
+end

data/spec/lib/synapse/service_watcher_docker_spec.rb

@@ -0,0 +1,138 @@
+require 'spec_helper'
+
+class Synapse::DockerWatcher
+  attr_reader :check_interval, :watcher, :synapse
+  attr_accessor :default_servers
+end
+
+describe Synapse::DockerWatcher do
+  let(:mocksynapse) { double() }
+  subject { Synapse::DockerWatcher.new(testargs, mocksynapse) }
+  let(:testargs) { { 'name' => 'foo', 'discovery' => { 'method' => 'docker', 'servers' => [{'host' => 'server1.local', 'name' => 'mainserver'}], 'image_name' => 'mycool/image', 'container_port' => 6379 }, 'haproxy' => {} }}
+  before(:each) do
+    allow(subject.log).to receive(:warn)
+    allow(subject.log).to receive(:info)
+  end
+
+  def add_arg(name, value)
+    args = testargs.clone
+    args['discovery'][name] = value
+    args
+  end
+
+  context "can construct normally" do
+    it('can at least construct') { expect { subject }.not_to raise_error }
+  end
+
+  context "normal tests" do
+    it('starts a watcher thread') do
+      watcher_mock = double()
+      expect(Thread).to receive(:new).and_return(watcher_mock)
+      subject.start
+      expect(subject.watcher).to equal(watcher_mock)
+    end
+    it('sets default check interval') do
+      expect(Thread).to receive(:new).and_return(double)
+      subject.start
+      expect(subject.check_interval).to eq(15.0)
+    end
+  end
+
+  context "watch tests" do
+    before(:each) do
+      expect(subject).to receive(:sleep_until_next_check) do |arg|
+        subject.instance_variable_set('@should_exit', true)
+      end
+    end
+    it('has a happy first run path, configuring backends') do
+      expect(subject).to receive(:containers).and_return(['container1'])
+      expect(subject).to receive(:configure_backends).with(['container1'])
+      subject.send(:watch)
+    end
+    it('does not call configure_backends if there is no change') do
+      expect(subject).to receive(:containers).and_return([])
+      expect(subject).to_not receive(:configure_backends)
+      subject.send(:watch)
+    end
+  end
+  context "watch eats exceptions" do
+    it "blows up when finding containers" do
+      expect(subject).to receive(:containers) do |arg|
+        subject.instance_variable_set('@should_exit', true)
+        raise('throw exception inside watch')
+      end
+      expect { subject.send(:watch) }.not_to raise_error
+    end
+  end
+
+  context "configure_backends tests" do
+    before(:each) do
+      expect(subject.synapse).to receive(:'reconfigure!').at_least(:once)
+    end
+    it 'runs' do
+      expect { subject.send(:configure_backends, []) }.not_to raise_error
+    end
+    it 'sets backends right' do
+      subject.send(:configure_backends, ['foo'])
+      expect(subject.backends).to eq(['foo'])
+    end
+    it 'resets to default backends if no container found' do
+      subject.default_servers = ['fallback1']
+      subject.send(:configure_backends, ['foo'])
+      expect(subject.backends).to eq(['foo'])
+      subject.send(:configure_backends, [])
+      expect(subject.backends).to eq(['fallback1'])
+    end
+    it 'does not reset to default backends if there are no default backends' do
+      subject.default_servers = []
+      subject.send(:configure_backends, ['foo'])
+      expect(subject.backends).to eq(['foo'])
+      subject.send(:configure_backends, [])
+      expect(subject.backends).to eq(['foo'])
+    end
+  end
+
+  context "container discovery tests" do
+    before(:each) do
+      getter = double()
+      expect(getter).to receive(:get)
+      expect(Docker).to receive(:connection).and_return(getter)
+    end
+
+    it('has a sane uri') { subject.send(:containers); expect(Docker.url).to eql('http://server1.local:4243') }
+
+    context 'old style port mappings' do
+      context 'works for one container' do
+        let(:docker_data) { [{"Ports" => "0.0.0.0:49153->6379/tcp, 0.0.0.0:49154->6390/tcp", "Image" => "mycool/image:tagname"}] }
+        it do 
+          expect(Docker::Util).to receive(:parse_json).and_return(docker_data)
+          expect(subject.send(:containers)).to eql([{"name"=>"mainserver", "host"=>"server1.local", "port"=>"49153"}])
+         end
+      end
+      context 'works for multiple containers' do
+        let(:docker_data) { [{"Ports" => "0.0.0.0:49153->6379/tcp, 0.0.0.0:49154->6390/tcp", "Image" => "mycool/image:tagname"}, {"Ports" => "0.0.0.0:49155->6379/tcp", "Image" => "mycool/image:tagname"}] }
+        it do
+          expect(Docker::Util).to receive(:parse_json).and_return(docker_data)
+          expect(subject.send(:containers)).to eql([{"name"=>"mainserver", "host"=>"server1.local", "port"=>"49153"},{"name"=>"mainserver", "host"=>"server1.local", "port"=>"49155"}])
+        end
+      end
+    end
+
+    context 'new style port mappings' do
+      let(:docker_data) { [{"Ports" => [{'PrivatePort' => 6379, 'PublicPort' => 49153}, {'PublicPort' => 49154, 'PrivatePort' => 6390}], "Image" => "mycool/image:tagname"}] }
+      it do
+        expect(Docker::Util).to receive(:parse_json).and_return(docker_data)
+        expect(subject.send(:containers)).to eql([{"name"=>"mainserver", "host"=>"server1.local", "port"=>"49153"}])
+      end
+    end
+
+    context 'filters out wrong images' do
+      let(:docker_data) { [{"Ports" => "0.0.0.0:49153->6379/tcp, 0.0.0.0:49154->6390/tcp", "Image" => "mycool/image:tagname"}, {"Ports" => "0.0.0.0:49155->6379/tcp", "Image" => "wrong/image:tagname"}] }
+      it do
+        expect(Docker::Util).to receive(:parse_json).and_return(docker_data)
+        expect(subject.send(:containers)).to eql([{"name"=>"mainserver", "host"=>"server1.local", "port"=>"49153"}])
+      end
+    end
+  end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,22 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require "#{File.dirname(__FILE__)}/../lib/synapse"
+require 'pry'
+require 'support/config'
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+  config.include Config
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

data/spec/support/config.rb

@@ -0,0 +1,9 @@
+require "yaml"
+
+module Config
+
+  def config
+    @config ||= YAML::load_file(File.join(File.dirname(File.expand_path(__FILE__)), 'minimum.conf.yaml'))
+  end
+
+end

data/spec/support/minimum.conf.yaml

@@ -0,0 +1,27 @@
+# list the services to connect
+services:
+  - name: test
+    local_port: 3210
+    server_options: test_option
+    default_servers:
+      - { name: default1, host: localhost, port: 8080}
+    discovery:
+      method: zookeeper
+      path: /airbnb/service/logging/event_collector
+      hosts:
+        - localhost:2181
+    listen:
+      - test_option
+
+
+# settings for haproxy including the global config
+haproxy:
+  reload_command: "sudo service haproxy reload"
+  config_file_path: "/etc/haproxy/haproxy.cfg"
+  do_writes: false
+  do_reloads: false
+  global:
+    - global_test_option
+    
+  defaults:
+    - default_test_option

data/synapse.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'synapse/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "democracyworks-synapse"
+  gem.version       = Synapse::VERSION
+  gem.authors       = ["Martin Rhoads", "Chris Shea"]
+  gem.email         = ["martin.rhoads@airbnb.com", "chris@turbovote.org"]
+  gem.description   = %q{: Write a gem description}
+  gem.summary       = %q{: Write a gem summary}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+
+  gem.add_runtime_dependency "zk", "~> 1.9.2"
+  gem.add_runtime_dependency "docker-api", "~> 1.7.2"
+
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "pry"
+  gem.add_development_dependency "pry-nav"
+end

metadata

@@ -0,0 +1,155 @@
+--- !ruby/object:Gem::Specification
+name: democracyworks-synapse
+version: !ruby/object:Gem::Version
+  version: 0.9.2
+platform: ruby
+authors:
+- Martin Rhoads
+- Chris Shea
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: zk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.9.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.9.2
+- !ruby/object:Gem::Dependency
+  name: docker-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ": Write a gem description"
+email:
+- martin.rhoads@airbnb.com
+- chris@turbovote.org
+executables:
+- synapse
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".mailmap"
+- ".rspec"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- Makefile
+- README.md
+- Rakefile
+- bin/synapse
+- config/hostheader_test.json
+- config/svcdir_test.json
+- config/synapse.conf.json
+- config/synapse_services/service1.json
+- config/synapse_services/service2.json
+- lib/synapse.rb
+- lib/synapse/base.rb
+- lib/synapse/haproxy.rb
+- lib/synapse/log.rb
+- lib/synapse/service_watcher.rb
+- lib/synapse/service_watcher/base.rb
+- lib/synapse/service_watcher/dns.rb
+- lib/synapse/service_watcher/docker.rb
+- lib/synapse/service_watcher/ec2tag.rb
+- lib/synapse/service_watcher/zookeeper.rb
+- lib/synapse/version.rb
+- spec/lib/synapse/haproxy_spec.rb
+- spec/lib/synapse/service_watcher_base_spec.rb
+- spec/lib/synapse/service_watcher_docker_spec.rb
+- spec/spec_helper.rb
+- spec/support/config.rb
+- spec/support/minimum.conf.yaml
+- synapse.gemspec
+homepage: ''
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: ": Write a gem summary"
+test_files:
+- spec/lib/synapse/haproxy_spec.rb
+- spec/lib/synapse/service_watcher_base_spec.rb
+- spec/lib/synapse/service_watcher_docker_spec.rb
+- spec/spec_helper.rb
+- spec/support/config.rb
+- spec/support/minimum.conf.yaml