teamd-discover 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 475a9d668c3b134380f379ee0e6e5a29f132d80f
+  data.tar.gz: a4cffdd56fdb1feba6117ba4651d28be43e30c2c
+SHA512:
+  metadata.gz: b69d8b309f35b19b7e41f5b1bc43f8bb00d394c743d65a84f1e0c1e3ad915b5eac1818c7ab4ac50c12a084ad9ab90fcf0c75802ab3e7de4d1f29e5e939077ef9
+  data.tar.gz: 17a1d049a46dc2f2cd896b03b2073b244a0c072d8f51e941b8d767c49b6f2b8bdcaff2a2e277ed7cf64ca072c63ad0460d1799a2b5d4170bc8b36dd97584ce6e

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.ruby-gemset

@@ -0,0 +1 @@
+teamd-discover

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.2.2

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in teamd-discover.gemspec
+gemspec

data/README.md

@@ -0,0 +1,39 @@
+# Teamd::Discover
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/teamd/discover`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'teamd-discover'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install teamd-discover
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/teamd-discover/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "teamd/discover"
+require "pry"
+Pry.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/teamd-discover

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "teamd/discover/cli"
+Teamd::Discover::Cli.start

data/lib/teamd/discover/cli.rb

@@ -0,0 +1,26 @@
+require "thor"
+require "teamd/discover"
+
+module Teamd
+  module Discover
+    class Cli < Thor
+      def self.peer
+        @peer ||= Teamd::Discover::Peer.new
+      end
+      default_task :node
+      desc "node","Discover local cluster data"
+      def node
+        Cli.peer.serve
+      end
+      desc "announce","One shot announcement"
+      def announce       
+        Cli.peer.announce
+      end
+      desc "discover","One shot discovery"
+      def discover
+        STDERR.write "discovering\n"
+        Cli.peer.discover
+      end
+    end
+  end
+end

data/lib/teamd/discover/cluster.rb

@@ -0,0 +1,8 @@
+require "ostruct"
+
+module Teamd
+  module Discover
+    class Cluster < OpenStruct
+    end
+  end
+end

data/lib/teamd/discover/message/cluster_announcement.rb

@@ -0,0 +1,10 @@
+require "teamd/discover/message/packet"
+
+module Teamd
+  module Discover
+    class Message
+      class ClusterAnnouncement < Packet
+      end
+    end
+  end
+end

data/lib/teamd/discover/message/discovery_request.rb

@@ -0,0 +1,10 @@
+require "teamd/discover/message/packet"
+
+module Teamd
+  module Discover
+    class Message
+      class DiscoveryRequest < Packet
+      end
+    end
+  end
+end

data/lib/teamd/discover/message/packet.rb

@@ -0,0 +1,19 @@
+require "recursive-open-struct"
+require "securerandom"
+require "json"
+
+module Teamd
+  module Discover
+    class Message
+      class Packet < RecursiveOpenStruct
+        def initialize params={}
+          params[:tid] = Peer.tid
+          super params
+        end
+        def pack
+          Message.pack @table
+        end
+      end
+    end
+  end
+end

data/lib/teamd/discover/message.rb

@@ -0,0 +1,38 @@
+require "json"
+
+require "teamd/discover/message/discovery_request"
+require "teamd/discover/message/cluster_announcement"
+
+module Teamd
+  module Discover
+    class Message
+      class InvalidMessage < Exception; end
+
+      class << self
+        def unpack data
+          begin
+            build JSON.parse(data)["teamd"]
+          rescue
+            raise InvalidMessage
+          end
+        end
+        def pack data
+          {teamd:data}.to_json
+        end
+        def build data={}
+          return Message::DiscoveryRequest.new data   if data["discovery"]
+          return Message::ClusterAnnouncement.new data if data["clusters"]
+        end
+      end
+      def is_discovery?
+        self.discovery && self
+      end
+      def is_announcement?
+        self.clusters && self
+      end
+      def pack
+        { teamd: @table }.to_json
+      end
+    end
+  end
+end

data/lib/teamd/discover/peer.rb

@@ -0,0 +1,56 @@
+require "socket"
+require "securerandom"
+
+module Teamd
+  module Discover
+    class Peer
+      class << self
+        def tid
+          @tid ||= SecureRandom.hex(8)
+        end
+      end
+      def initialize
+        @transport ||= Teamd::Discover::Transport.new
+        @registry  ||= Teamd::Discover::Registry.new
+      end
+      def serve
+        keep_alive
+        loop do
+          message = @transport.receive
+          process_discovery    if message.is_a? Message::DiscoveryRequest
+          process_announcement if message.is_a? Message::ClusterAnnouncement
+        end
+      end
+      def discover timeout=15
+        wait timeout
+        Thread.new do
+          loop do
+            message = @transport.receive
+            puts message.inspect
+          end
+        end
+        i,_=IO.pipe
+        Thread.new { @transport.transmit Message.build("discovery" => true) }
+        IO.select([i])
+      end
+      def announce
+        @transport.transmit @registry.pack
+      end
+      private
+      def keep_alive
+        Thread.new{i,_=IO.pipe;IO.select([i])}
+      end
+      def wait timeout
+        Thread.new{sleep(timeout); exit(1);}
+      end
+      def process_discovery
+        packet = Message::ClusterAnnouncement.new clusters: @registry.pack
+        puts "Announce #{packet}"
+        @transport.transmit packet
+      end
+      def process_announcement
+        puts "learning new cluster"
+      end
+    end
+  end
+end

data/lib/teamd/discover/protocol.rb

@@ -0,0 +1,24 @@
+require "json"
+require "toml"
+require "ostruct"
+
+module Teamd
+  module Discover
+    class Protocol
+      class << self
+        def port
+          53235
+        end
+      end
+      def unpack data
+        Message.unpack(data)
+      end
+      def publish
+        data
+      end
+      def discovery
+        Message.new(discovery: true)
+      end
+    end
+  end
+end

data/lib/teamd/discover/registry.rb

@@ -0,0 +1,47 @@
+module Teamd
+  module Discover
+    class Registry
+      def initialize
+        @clusters ||= []
+        add_cluster_from_environment
+        add_clusters_from_files "/etc/teamd/config*"
+        add_clusters_from_files "/run/teamd/config"
+      end
+      def add cluster
+        @clusters << cluster unless find cluster
+      end
+      def remove matching_property
+        @clusters.delete_if do |cluster|
+          [cluster.name,cluster.token].include? matching_property
+        end
+      end
+      def find c
+        @clusters.each do |d|
+          return true if d.name == c.name
+          return true if d.token == c.token
+        end
+        false
+      end
+      def pack
+        @clusters.collect do |cluster|
+          [cluster.name,cluster.token]
+        end.to_h
+      end
+      private
+      def add_cluster_from_environment
+        uri    = URI ENV['ETCD_DISCOVERY'] rescue nil
+        token  = uri.path.split("/").last  rescue nil
+        domain = Socket.gethostname.split(".",2).last rescue ""
+        add Cluster.new(name: domain, token: token) if token && domain
+      end
+      def add_clusters_from_files pattern
+        Dir.glob(pattern).each do |file|
+          raw_data = File.read(file)
+          data ||= Toml.read raw_data rescue nil
+          data ||= JSON.read raw_data rescue nil
+          data ||= YAML.read raw_data rescue nil
+        end
+      end
+    end
+  end
+end

data/lib/teamd/discover/transport.rb

@@ -0,0 +1,64 @@
+require "socket"
+
+module Teamd
+  module Discover
+    class Transport
+      def initialize
+        BasicSocket.do_not_reverse_lookup = true        
+        @protocol ||= Protocol.new
+      end
+      def transmit message
+        into_network.push [message.pack,all]
+      end
+      def receive
+        loop do
+          data,_ = from_network.pop
+          packet = @protocol.unpack data
+          next if packet.tid == Peer.tid
+          return packet
+        end
+      end
+      def into_network
+        start_sender
+        @into_network ||= Queue.new
+      end
+      def from_network
+        start_listener
+        @from_network  ||= Queue.new
+      end
+      private
+      def start_listener
+        @listener ||= Thread.new do
+          socket = UDPSocket.new
+          socket.getsockopt(Socket::SOL_SOCKET,Socket::SO_REUSEADDR)
+          socket.bind(any,port)
+          loop do
+            from_network.push socket.recvfrom(mtu)
+          end
+        end
+      end
+      def start_sender
+        @sender ||= Thread.new do
+          socket = UDPSocket.new
+          socket.setsockopt Socket::SOL_SOCKET,Socket::SO_BROADCAST,true
+          loop do
+            data,addr = into_network.pop
+            socket.send data,0,addr,port
+          end
+        end
+      end
+      def any
+        '0.0.0.0'
+      end
+      def all
+        '<broadcast>'
+      end
+      def mtu
+        1500
+      end
+      def port
+        Teamd::Discover::Protocol.port
+      end
+    end
+  end
+end

data/lib/teamd/discover/version.rb

@@ -0,0 +1,5 @@
+module Teamd
+  module Discover
+    VERSION = "0.1.0"
+  end
+end

data/lib/teamd/discover.rb

@@ -0,0 +1,8 @@
+require "teamd/discover/version"
+
+require "teamd/discover/cluster"
+require "teamd/discover/message"
+require "teamd/discover/peer"
+require "teamd/discover/protocol"
+require "teamd/discover/registry"
+require "teamd/discover/transport"

data/teamd-discover.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'teamd/discover/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "teamd-discover"
+  spec.version       = Teamd::Discover::VERSION
+  spec.authors       = ["Mathias Kaufmann"]
+  spec.email         = ["me@stei.gr"]
+
+  spec.summary       = %q{Teamd Cluster Discover Tool}
+  spec.description   = %q{Teamd Cluster Discover Tool}
+  spec.homepage      = "https://teamd.stei.gr/discover"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "bundler", "~> 1.9"
+  spec.add_dependency "thor"
+  spec.add_dependency "toml-rb"
+  spec.add_dependency "recursive-open-struct"
+
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "pry"
+end

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: teamd-discover
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Mathias Kaufmann
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-05-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: toml-rb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: recursive-open-struct
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Teamd Cluster Discover Tool
+email:
+- me@stei.gr
+executables:
+- teamd-discover
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/teamd-discover
+- lib/teamd/discover.rb
+- lib/teamd/discover/cli.rb
+- lib/teamd/discover/cluster.rb
+- lib/teamd/discover/message.rb
+- lib/teamd/discover/message/cluster_announcement.rb
+- lib/teamd/discover/message/discovery_request.rb
+- lib/teamd/discover/message/packet.rb
+- lib/teamd/discover/peer.rb
+- lib/teamd/discover/protocol.rb
+- lib/teamd/discover/registry.rb
+- lib/teamd/discover/transport.rb
+- lib/teamd/discover/version.rb
+- teamd-discover.gemspec
+homepage: https://teamd.stei.gr/discover
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Teamd Cluster Discover Tool
+test_files: []