discotheque 0.0.1

data/.gitignore

@@ -0,0 +1,9 @@
+.rvmrc
+Gemfile.lock
+*.swp
+.gem
+.bundle
+.yardoc
+*.rbc
+loader.rb
+config.yml

data/README.md

@@ -0,0 +1,55 @@
+# Discotheque
+
+>> "This disco used to be a cute cathedrale" -- Steve Taylor
+
+Discotheque is aiming to be a general purpose node discovery tool.
+
+It was inspired by the ZenDiscovery functionality of ElasticSearch, originally the [EC2 discovery code](https://github.com/elasticsearch/elasticsearch/blob/master/plugins/cloud/aws/src/main/java/org/elasticsearch/discovery/ec2/AwsEc2UnicastHostsProvider.java)
+
+When initially setting up our ElasticSearch clusters, I was amazed at how "magical" it was at finding other ES nodes on EC2. Curiosity got the better of me...
+Originally this was going to be just a single hack for porting that logic but I've decided to go a bit further.
+
+## The plan
+Right now this is a really ghetto MVP. Given a list of any combination of these filters:
+
+- "sg" security group
+- "ami" ami id
+- "az" availability zone
+- "arch" architecture
+
+You'll get back a list of matching nodes. It's up to you to decide what to do with them. 
+
+The way it currently works is by getting information about the node it's currently running on via EC2 metadata calls. From there, it uses that information to populate the filters.
+
+So if your node is in us-east-1a, running `Discotheque::Discover` with an `az` filter, will give you all the nodes in your availability zone. 
+
+Long term, there will be mutliple different discovery methods - unicast, multicast, ec2..you name it. Additionally, you'll be able to specify a "test" criteria to further pare down the list. Also the plan is to provide a mixin when you can make your application "discoverable" - say responding to a given port request with a fingerprint.
+
+## Example usage (kind of pointless at this early of a stage)
+__Again, you'll need to be on an EC2 node. I'll resolve this in the future__
+
+```ruby
+c = Discotheque::Discover.new
+c.get_nodes :access_key_id => "YYYYYYYYYYYYYYYYYYYY", :secret_access_key => "XXXXXXXXXXXXXXXXXXXXXXXXXX"
+# pretty much returns all nodes since there are no filters
+# ["1.1.1.1", "2.2.2.2", "3.3.3.3", "4.4.4.4"]
+c.filters << "sg"
+c.get_nodes :access_key_id => "YYYYYYYYYYYYYYYYYYYY", :secret_access_key => "XXXXXXXXXXXXXXXXXXXXXXXXXX"
+# ["1.1.1.1", "2.2.2.2", "3.3.3.3"]
+c.filters << "ami"
+# ["2.2.2.2", "3.3.3.3"]
+c.filters
+# ["ami", "sg"]
+c.clear_filters
+# []
+# If you want to see what Discotheque knows about the node it's running on
+m = Discotheque::Metadata.new
+#<Discotheque::Metadata:0x00000000fb1008
+# @availability_zone="us-east-1a",
+# @group_name="default",
+# @image_id="ami-221fec4b">
+```
+
+If you pass in `true` to the constructor you'll get the mock data above
+
+

data/Rakefile

@@ -0,0 +1,8 @@
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs << 'test'
+end
+
+desc "Run tests"
+task :default => :test

data/discotheque.gemspec

@@ -0,0 +1,19 @@
+$:.push File.expand_path("../lib", __FILE__)
+require 'discotheque/version'
+
+Gem::Specification.new do |s|
+  s.name        = "discotheque"
+  s.version     = Discotheque::VERSION
+  s.authors     = ["John E. Vincent"]
+  s.email       = ["lusis.org+github.com@gmail.com"]
+
+  s.summary     = "Framework for node discovery"
+  s.description = "Adds functionality to your application for node discovery using Amazon EC2"
+  s.homepage    = "https://github.com/lusis/discotheque"
+  s.files       = `git ls-files`.split("\n")
+  s.require_paths = ["lib"]
+
+  s.add_dependency("aws-sdk", "= 1.1.2")
+  s.add_dependency("rake", "= 0.9.2")
+
+end

data/lib/discotheque/discover.rb

@@ -0,0 +1,54 @@
+module Discotheque
+  class Discover
+    # NOTE
+    # tags are not available via metadata calls
+    # therefore tag will need to be an explcit value passed in
+    # This actually makes sense if you want to discover a tag that isn't yours
+    # Take the use case of a master/slave setup:
+    # You would tag the master node with "foo_slave"
+    # but you might need to find all slaves
+    #
+    VALID_FILTERS = %w[az sg tag ami arch]
+    FILTER_MAP = {"az" => "availability-zone",
+      "sg" => "group-name",
+      "ami" => "image-id",
+      "arch" => "architecture"}
+
+    attr_accessor :filters
+
+    def initialize(filters=[])
+      @filters = filters
+    end
+
+    def get_nodes(creds={})
+      # creds is a hash like so
+      # creds = {:access_key_id => "YYYYYYYYYYYYYYYYYYYYYYYYYY", :secret_access_key => "XXXXXXXXXXXXX"}
+      @filters.empty? ? f="ec2.instances" : f="ec2.instances.#{build_filter}"
+      require 'aws-sdk'
+      AWS.config creds
+      ec2 = AWS::EC2.new
+      candidates = AWS.memoize do
+        ci = eval(f)
+        ci.to_a.sort_by(&:ip_address).map {|i| i.ip_address}
+      end
+    end
+
+    def clear_filters
+      @filters = []
+    end
+    private
+    def build_filter
+      whoami = Metadata.new
+      f = {}
+      method_text = []
+      @filters.each do |filter|
+        next if (VALID_FILTERS.member?(filter) == false)
+        f.merge!({"#{FILTER_MAP[filter]}" => whoami.instance_variable_get("@#{FILTER_MAP[filter].gsub(/-/,"_")}")})
+      end
+      f.each do |k,v|
+        method_text << "filter('#{k}','#{v}')"
+      end
+      method_text.join('.')
+    end
+  end
+end

data/lib/discotheque/discoverable.rb

@@ -0,0 +1,5 @@
+module Discotheque
+  module Discoverable
+    # mixin code for making an application discoverable goes here
+  end
+end

data/lib/discotheque/metadata.rb

@@ -0,0 +1,33 @@
+module Discotheque
+  class Metadata
+
+    attr_reader :instance_id, :image_id, :group_name, :availability_zone
+
+    def initialize(mock=false)
+      if mock == true
+        @image_id = "ami-221fec4b" # amazon linux ami
+        @group_name = "default"
+        @availability_zone = "us-east-1a"
+        return
+      else
+        base_url = "http://169.254.169.254/latest/meta-data/"
+        begin
+          %w[instance-id ami-id security-groups availability-zone].each do |datum|
+            datum == "availability-zone" ? url="#{base_url}/placement/#{datum}" : url="#{base_url}#{datum}"
+            d = HTTParty.get("#{url}").parsed_response
+            if datum == "security-groups" 
+              instance_variable_set "@group_name", d
+            elsif datum == "ami-id"
+              instance_variable_set "@image_id", d
+            else
+              instance_variable_set "@#{datum.gsub(/-/,"_")}", d
+            end
+          end
+        rescue Errno::EHOSTUNREACH
+          puts "This only makes sense on EC2 hosts"
+        end
+      end
+    end
+
+  end
+end

data/lib/discotheque/version.rb

@@ -0,0 +1,3 @@
+module Discotheque
+  VERSION = "0.0.1"
+end

data/lib/discotheque.rb

@@ -0,0 +1,5 @@
+module Discotheque
+end
+
+require File.join(File.dirname(__FILE__), 'discotheque', 'version')
+require File.join(File.dirname(__FILE__), 'discotheque', 'metadata')

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification 
+name: discotheque
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- John E. Vincent
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-08-26 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-sdk
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 1.1.2
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 0.9.2
+  type: :runtime
+  version_requirements: *id002
+description: Adds functionality to your application for node discovery using Amazon EC2
+email: 
+- lusis.org+github.com@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- README.md
+- Rakefile
+- discotheque.gemspec
+- lib/discotheque.rb
+- lib/discotheque/discover.rb
+- lib/discotheque/discoverable.rb
+- lib/discotheque/metadata.rb
+- lib/discotheque/poll.rb
+- lib/discotheque/version.rb
+- test/.keep
+- test/test_ec2.rb
+- test/test_rules.rb
+homepage: https://github.com/lusis/discotheque
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: Framework for node discovery
+test_files: []
+