consul_bridge 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: dfd60f5dd66669d4d6969825051528ff14dd1656
+  data.tar.gz: 248189761023dfdd74584e2288e2adae7634a54a
+SHA512:
+  metadata.gz: a7113cc0fac29e51400e23bf846baf8a1a505055427142630879d475132bd3b9df46c70b9058c7a73e93a3525d0fda1997fe50cd433736a06d52e24d2525beed
+  data.tar.gz: 49b4979952902083516157256d25cce03c08460fe6160199036ac82dbc4b0700eb95b80048de91b0b5616e267ee1d6e4140a03410abdc8b54ff37ca4218ead66

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/Dockerfile

@@ -0,0 +1,28 @@
+FROM outstand/ruby-base:2.2.4-alpine
+MAINTAINER Ryan Schlesinger <ryan@outstand.com>
+
+RUN addgroup bridge && \
+    adduser -S -G bridge bridge
+
+ENV CONSUL_BRIDGE_VERSION=0.1.0
+
+# Use this to install an official release
+RUN apk --no-cache add libxml2 libxslt \
+    && apk --no-cache add --virtual build-dependencies build-base libxml2-dev libxslt-dev \
+    && gem install nokogiri -- --use-system-libraries \
+    && gem install consul_bridge -v ${CONSUL_BRIDGE_VERSION} \
+    && apk del build-dependencies
+
+# Use this to install a development version
+# RUN apk --no-cache add build-base libxml2-dev libxslt-dev
+# COPY . /consul_bridge/
+# RUN cd /consul_bridge \
+#     && bundle config build.nokogiri --use-system-libraries \
+#     && bundle install \
+#     && bundle exec rake install
+
+COPY docker-entrypoint.sh /docker-entrypoint.sh
+
+ENV DUMB_INIT_SETSID 0
+ENTRYPOINT ["/docker-entrypoint.sh"]
+CMD []

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in consul_bridge.gemspec
+gemspec
+
+# docker-api with support for more recent docker events, useful for debugging
+# gem 'docker-api', github: 'outstand/docker-api', branch: 'more-event-fields'

data/README.md

@@ -0,0 +1,36 @@
+# ConsulBridge
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/consul_bridge`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'consul_bridge'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install consul_bridge
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/consul_bridge.
+

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "consul_bridge"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/consul_bridge.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'consul_bridge/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "consul_bridge"
+  spec.version       = ConsulBridge::VERSION
+  spec.authors       = ["Ryan Schlesinger"]
+  spec.email         = ["ryan@outstand.com"]
+
+  spec.summary       = %q{Discover consul master nodes and join local agent}
+  spec.homepage      = 'https://github.com/outstand/consul_bridge'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'thor', '~> 0.19'
+  spec.add_runtime_dependency 'excon', '~> 0.49.0'
+  spec.add_runtime_dependency 'fog-aws', '~> 0.9'
+  spec.add_runtime_dependency 'mime-types', '~> 3.0'
+  spec.add_runtime_dependency 'docker-api', '~> 1.28'
+  spec.add_runtime_dependency 'concurrent-ruby', '~> 1.0'
+  spec.add_runtime_dependency 'concurrent-ruby-edge', '~> 0.2'
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/docker-entrypoint.sh

@@ -0,0 +1,8 @@
+#!/bin/dumb-init /bin/sh
+set -e
+
+if [ "$(id -u)" = '0' ] && [ "$1" != 'ash' ]; then
+  exec gosu bridge consul_bridge "$@"
+fi
+
+exec "$@"

data/exe/consul_bridge

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'consul_bridge/cli'
+
+ConsulBridge::CLI.start

data/lib/consul_bridge/base.rb

@@ -0,0 +1,13 @@
+require 'ostruct'
+
+module ConsulBridge
+  class Base
+    def self.call(*args)
+      new(*args).call
+    end
+
+    def call
+      OpenStruct.new()
+    end
+  end
+end

data/lib/consul_bridge/bootstrap_consul.rb

@@ -0,0 +1,28 @@
+require 'consul_bridge/base'
+require 'consul_bridge/detect_consul'
+require 'consul_bridge/detect_consul_bootstrap'
+require 'consul_bridge/download_masters'
+require 'consul_bridge/join_consul'
+
+module ConsulBridge
+  class BootstrapConsul < Base
+    attr_accessor :bucket, :join_all
+
+    def initialize(bucket:, join_all: false)
+      self.bucket = bucket
+      self.join_all = join_all
+    end
+
+    def call
+      while !DetectConsul.call.running
+        puts 'Local consul agent not detected, sleeping for 5 seconds'
+        sleep 5
+      end
+
+      puts '==> Bootstrapping consul'
+      master_ips = DownloadMasters.call(bucket: self.bucket).master_ips
+      JoinConsul.call(master_ips: master_ips, join_all: self.join_all)
+      puts '==> Done.'
+    end
+  end
+end

data/lib/consul_bridge/bootstrap_consul_actor.rb

@@ -0,0 +1,25 @@
+require 'concurrent'
+require 'concurrent-edge'
+require 'consul_bridge/bootstrap_consul'
+
+module ConsulBridge
+  class BootstrapConsulActor < Concurrent::Actor::RestartingContext
+    def initialize(bucket:, join_all: false)
+      @bucket = bucket
+      @join_all = join_all
+    end
+
+    def on_message(message)
+      if message == :bootstrap
+        begin
+          BootstrapConsul.call(bucket: @bucket, join_all: @join_all)
+        rescue => e
+          puts "Warning: #{e.message}; retrying in 5 seconds"
+          Concurrent::ScheduledTask.execute(5){ tell :bootstrap }
+        end
+      else
+        pass
+      end
+    end
+  end
+end

data/lib/consul_bridge/cli.rb

@@ -0,0 +1,24 @@
+require 'thor'
+
+module ConsulBridge
+  class CLI < Thor
+    desc 'version', 'Print out the version string'
+    def version
+      say ConsulBridge::VERSION.to_s
+    end
+
+    desc 'start', 'Start the bridge'
+    option :bucket, aliases: '-b', required: true, type: :string, banner: '<s3_bucket>'
+    option :container_name, aliases: '-n', required: true, type: :string, banner: '<container_name>'
+    option :join_all, aliases: '-a', type: :boolean, default: false
+    def start
+      $stdout.sync = true
+      require 'consul_bridge/run_bridge'
+      RunBridge.call(
+        bucket: options[:bucket],
+        container_name: options[:container_name],
+        join_all: options[:join_all]
+      )
+    end
+  end
+end

data/lib/consul_bridge/detect_consul.rb

@@ -0,0 +1,27 @@
+require 'consul_bridge/base'
+require 'excon'
+
+module ConsulBridge
+  class DetectConsul < Base
+    URL = 'http://127.0.0.1:8500/v1/agent/self'.freeze
+
+    def call
+      running = true
+      begin
+        Excon.get(
+          URL,
+          expects: [200],
+          connect_timeout: 5,
+          read_timeout: 5,
+          write_timeout: 5,
+          tcp_nodelay: true
+        )
+      rescue Excon::Errors::SocketError, Excon::Errors::HTTPStatusError
+        running = false
+      end
+      OpenStruct.new(
+        running: running
+      )
+    end
+  end
+end

data/lib/consul_bridge/detect_consul_bootstrap.rb

@@ -0,0 +1,7 @@
+require 'consul_bridge/base'
+
+module ConsulBridge
+  class DetectConsulBootstrap < Base
+
+  end
+end

data/lib/consul_bridge/download_masters.rb

@@ -0,0 +1,29 @@
+require 'consul_bridge/base'
+require 'fog/aws'
+
+module ConsulBridge
+  class DownloadMasters < Base
+    attr_accessor :bucket
+
+    def initialize(bucket:)
+      self.bucket = bucket
+    end
+
+    def call
+      puts "Downloading master ips from bucket #{self.bucket}"
+
+      master_ips = []
+
+      storage = Fog::Storage.new provider: 'AWS', use_iam_profile: true
+      bucket = storage.directories.get(self.bucket)
+      bucket.files.each do |file|
+        master_ips << file.key
+      end
+
+      OpenStruct.new(
+        master_ips: master_ips
+      )
+    end
+
+  end
+end

data/lib/consul_bridge/get_private_ip.rb

@@ -0,0 +1,15 @@
+require 'consul_bridge/base'
+require 'excon'
+
+module ConsulBridge
+  class GetPrivateIP < Base
+    URL = 'http://169.254.169.254/latest/meta-data/local-ipv4'.freeze
+
+    def call
+      response = Excon.get(URL, expects: [200], connect_timeout: 10, read_timeout: 10, write_timeout: 10, tcp_nodelay: true)
+      OpenStruct.new(
+        private_ip: response.body
+      )
+    end
+  end
+end

data/lib/consul_bridge/join_consul.rb

@@ -0,0 +1,50 @@
+require 'consul_bridge/base'
+require 'consul_bridge/get_private_ip'
+require 'excon'
+
+module ConsulBridge
+  class JoinConsul < Base
+    attr_accessor :master_ips, :join_all
+
+    JOIN_URL = 'http://127.0.0.1:8500/v1/agent/join'.freeze
+
+    def initialize(master_ips:, join_all: false)
+      self.master_ips = master_ips
+      self.join_all = join_all
+    end
+
+    def call
+      private_ip = GetPrivateIP.call.private_ip
+      puts "Detected private ip: #{private_ip}"
+      puts "Starting join with [#{master_ips.join(', ')}]"
+
+      joined = 0
+      master_ips.each do |ip|
+        next if ip == private_ip
+        begin
+          puts "Trying to join #{ip}"
+          Excon.get(
+            JOIN_URL + "/#{ip}",
+            expects: [200],
+            connect_timeout: 5,
+            read_timeout: 11,
+            write_timeout: 5,
+            tcp_nodelay: true
+          )
+          puts "Joined #{ip}"
+          joined += 1
+          break unless self.join_all
+        rescue Excon::Errors::HTTPStatusError, Excon::Errors::SocketError
+          next
+        end
+      end
+
+      if join_all && joined < 2
+        raise 'Unable to join at least 2 masters with join_all'
+      elsif !join_all && joined < 1
+        raise 'Unable to join any master'
+      end
+    end
+
+  end
+end

data/lib/consul_bridge/monitor_docker_events.rb

@@ -0,0 +1,26 @@
+require 'consul_bridge/base'
+require 'docker-api'
+
+module ConsulBridge
+  class MonitorDockerEvents < Base
+    attr_accessor :container_name, :handler
+
+    def initialize(container_name:, handler:)
+      self.container_name = container_name
+      self.handler = handler
+    end
+
+    def call
+      begin
+        filters = {type: [:container], event: [:start], container: [self.container_name]}.to_json
+        Docker::Event.stream(filters: filters) do |event|
+          self.handler.call(event)
+        end
+      rescue Docker::Error::TimeoutError
+        retry
+      rescue Excon::Errors::SocketError
+        retry
+      end
+    end
+  end
+end

data/lib/consul_bridge/monitor_docker_events_actor.rb

@@ -0,0 +1,25 @@
+require 'concurrent'
+require 'concurrent-edge'
+require 'consul_bridge/monitor_docker_events'
+
+module ConsulBridge
+  class MonitorDockerEventsActor < Concurrent::Actor::RestartingContext
+    def initialize(bootstrap_actor:, container_name:)
+      @bootstrap_actor = bootstrap_actor
+      @container_name = container_name
+
+      tell :monitor
+    end
+
+    def on_message(message)
+      if message == :monitor
+        MonitorDockerEvents.call(
+          container_name: @container_name,
+          handler: ->(event){ @bootstrap_actor << :bootstrap }
+        )
+      else
+        pass
+      end
+    end
+  end
+end

data/lib/consul_bridge/run_bridge.rb

@@ -0,0 +1,65 @@
+require 'consul_bridge/base'
+require 'consul_bridge/bootstrap_consul_actor'
+require 'consul_bridge/monitor_docker_events_actor'
+require 'concurrent'
+
+module ConsulBridge
+  class RunBridge < Base
+    attr_accessor :bucket, :container_name, :join_all
+
+    def initialize(bucket:, container_name:, join_all: false)
+      self.bucket = bucket
+      self.container_name = container_name
+      self.join_all = join_all
+    end
+
+    def call
+      # Enable for actor debugging
+      # Concurrent.use_stdlib_logger(Logger::DEBUG)
+      self_read, self_write = IO.pipe
+      %w(INT TERM).each do |sig|
+        begin
+          trap sig do
+            self_write.puts(sig)
+          end
+        rescue ArgumentError
+          puts "Signal #{sig} not supported"
+        end
+      end
+
+      begin
+        bootstrap_actor = BootstrapConsulActor.spawn(
+          :bootstrap_consul,
+          bucket: self.bucket,
+          join_all: self.join_all
+        )
+        bootstrap_actor << :bootstrap
+
+        MonitorDockerEventsActor.spawn(
+          :monitor_docker_events,
+          bootstrap_actor: bootstrap_actor,
+          container_name: container_name
+        )
+
+        while readable_io = IO.select([self_read])
+          signal = readable_io.first[0].gets.strip
+          handle_signal(signal)
+        end
+
+      rescue Interrupt
+        puts 'Exiting'
+        # actors are cleaned up in at_exit handler
+        exit 0
+      end
+    end
+
+    def handle_signal(sig)
+      case sig
+      when 'INT'
+        raise Interrupt
+      when 'TERM'
+        raise Interrupt
+      end
+    end
+  end
+end

data/lib/consul_bridge/version.rb

@@ -0,0 +1,3 @@
+module ConsulBridge
+  VERSION = "0.1.0"
+end

data/lib/consul_bridge.rb

@@ -0,0 +1,5 @@
+require "consul_bridge/version"
+require 'consul_bridge/bootstrap_consul'
+
+module ConsulBridge
+end

metadata

@@ -0,0 +1,194 @@
+--- !ruby/object:Gem::Specification
+name: consul_bridge
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ryan Schlesinger
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-04-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: excon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.49.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.49.0
+- !ruby/object:Gem::Dependency
+  name: fog-aws
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: docker-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.28'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.28'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby-edge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: 
+email:
+- ryan@outstand.com
+executables:
+- consul_bridge
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Dockerfile
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- consul_bridge.gemspec
+- docker-entrypoint.sh
+- exe/consul_bridge
+- lib/consul_bridge.rb
+- lib/consul_bridge/base.rb
+- lib/consul_bridge/bootstrap_consul.rb
+- lib/consul_bridge/bootstrap_consul_actor.rb
+- lib/consul_bridge/cli.rb
+- lib/consul_bridge/detect_consul.rb
+- lib/consul_bridge/detect_consul_bootstrap.rb
+- lib/consul_bridge/download_masters.rb
+- lib/consul_bridge/get_private_ip.rb
+- lib/consul_bridge/join_consul.rb
+- lib/consul_bridge/monitor_docker_events.rb
+- lib/consul_bridge/monitor_docker_events_actor.rb
+- lib/consul_bridge/run_bridge.rb
+- lib/consul_bridge/version.rb
+homepage: https://github.com/outstand/consul_bridge
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Discover consul master nodes and join local agent
+test_files: []