marathon-srv 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6293ca2434d9b7b39ac223b7e24bc00a42b50c10
+  data.tar.gz: 8e8a23f59a5c680836970b5e986ad117743ee9bb
+SHA512:
+  metadata.gz: c6776a6a33981f6298fc5b333f9bcba523fba2f886452cbf6ba6350ef6c0b36c334ba17cac0dd80ab1804fd00015eea22416b1c45031f2309925c72069765fe6
+  data.tar.gz: 22ab808eec706682649244e5502145c7c672a46da3eea4cadf6a013be7448db55cbc51cb97f2eabe138b65cc2b4847c7a77456d3dc9eda8fd0e9167282225e8c

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.project

@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>marathon-srv</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+	</buildSpec>
+	<natures>
+	</natures>
+</projectDescription>

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.4
+before_install: gem install bundler -v 1.11.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in marathon-srv.gemspec
+gemspec

data/README.md

@@ -0,0 +1,55 @@
+# MarathonSRV
+
+This is a small CLI gem that retrieves Mesos slave IP addresses and port numbers for an application id and container port combination.
+The idea is that this side-steps the _current_ limitations in surfacing SRV records for these BRIDGEd ports in mesos-dns.
+
+tl;dr poor man's port/service discovery for BRIDGEd Docker Containerized Marathon applications
+
+## Usage via CLI
+
+    $ marathon-srv find \
+     --marathon http://marathon.domain.tld:8080 \
+     --app-id best-redis-cluster \
+     --container-port 6379 \
+     --username username \
+     --password password
+    mesos-s1,tcp,31050
+    mesos-s2,tcp,31507
+    mesos-s11,tcp,31496
+
+    $ marathon-srv help find
+	Usage:
+	  marathon-srv find --container-port=CONTAINER_PORT --marathon=MARATHON
+	
+	Options:
+	  --marathon=MARATHON              # Marathon API URL
+	  [--app-id=APP_ID]                # Marathon application id
+	  [--protocol=PROTOCOL]            
+	                                   # Default: tcp
+	  --container-port=CONTAINER_PORT  # Docker container-side port to translate
+	  [--username=USERNAME]            
+	  [--password=PASSWORD]            
+	  [--healthy=HEALTHY]              # Consider healthy application instances/tasks only
+	                                   # Default: true
+	  [--verbose=VERBOSE]              # Output Logger::DEBUG information to STDOUT
+	  [--json=JSON]                    # JSON encode response ( instead of CSV )
+	
+	Returns a list of ip addresses and port numbers for an application name and service port number
+
+## Usage via Marathon::Srv::Client object
+
+    client = Marathon::Srv::Client.new "http://marathon.domain.tld:8080", "username", "password", {:log_level => Logger::DEBUG}
+    client.get_bridged_port_array "best-redis-cluster", true # 2nd parameter : consider healthy tasks only
+    
+( n.b.: The Client object returns all BRIDGEd ports, the CLI filters these down to only --container-port )
+
+## Notes
+
+### Tests
+
+Are there for the Client, not there for the CLI, and a bit spotty in general
+
+### Health checks
+
+When considering only healthy tasks, all health checks must pass. For TCP health checks, port index is not considered - if _any_ of the health checks fail, the
+task is dropped and will not contribute host/port entries.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "marathon/srv"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/marathon-srv

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'marathon/srv'
+
+Marathon::Srv::CLI.start( ARGV )

data/lib/marathon/srv/cli.rb

@@ -0,0 +1,80 @@
+require "marathon/srv"
+require "marathon/srv/client"
+require "rubygems"
+require "thor"
+require "logger"
+require "json"
+
+module Marathon
+  
+  module Srv
+    
+    class CLI < Thor
+      class_option :verbose, :default => false, :desc => "Output Logger::DEBUG information to STDOUT"
+      class_option :json, :default => false, :desc => "JSON encode response ( instead of CSV )"
+      
+      desc "find", "Returns a list of ip addresses and port numbers for an application name and service port number"
+      option :marathon, :required => true, :desc => "Marathon API URL"
+      option :app_id, :reqired => true, :desc => "Marathon application id"
+      option :protocol, :default => "tcp"
+      option :container_port, :required => true, :desc => "Docker container-side port to translate"
+      option :username, :required => false
+      option :password, :required => false
+      option :healthy, :default => true, :desc => "Consider healthy application instances/tasks only"
+      def find
+        
+        client = Marathon::Srv::Client.new options[:marathon], options[:username], options[:password], {:log_level => (options[:verbose] ? Logger::DEBUG : Logger::ERROR)}
+        
+        begin
+          hosts = client.get_bridged_port_array options[:app_id], (options[:healthy] ? true : falses)
+          
+          
+          hosts.reject! do |host| 
+            
+            host[:services].reject! do |protocol, services|
+          
+              services.reject! {|port, host_port| port.to_s != options[:container_port]}
+              services.size == 0
+                        
+            end
+            
+            host[:services].size == 0
+            
+          end
+          
+          if options[:json]
+            puts JSON hosts
+          else
+            
+            lines=[]
+            hosts.each do |host|
+              
+              line=[]
+              line.push host[:host]
+              host[:services].each do |protocol, services|
+                line.push protocol
+                services.each do |port, host_port|
+                  line.push host_port
+                end
+                
+              end
+              lines.push line.join ","
+              
+            end
+            
+            puts lines.join "\n"
+            
+          end
+          
+          
+        rescue Exception => e
+          fail e
+        end
+        
+      end
+
+    end    
+    
+  end
+  
+end

data/lib/marathon/srv/client.rb

@@ -0,0 +1,119 @@
+require "uri"
+require "net/http"
+require "logger"
+require "rubygems"
+require "json"
+
+module Marathon
+  
+  module Srv
+  
+  class InvalidResponseCodeError < Exception; end
+  class NoRunningTasksFoundError < Exception; end
+  class NotDockerContainerizedApplicationError < Exception; end
+  class NoHealthChecksDefinedError < Exception; end
+  class InvalidJSONResponseError < Exception; end
+  
+    class Client    
+      
+      API_VERSION = "v2"
+      
+      PATH_FIND_APP = "/#{API_VERSION}/apps/%s"
+      
+      attr_reader :marathon_api
+      
+      def initialize(marathon_api_url, username, password, options = {})
+        
+        @marathon_api = marathon_api_url
+        @username = username
+        @password = password
+        
+        @logger = Logger.new(STDOUT)
+        @logger.level = options[:log_level] || Logger::ERROR
+        
+        @logger.debug "Initialized with options #{options}"
+        
+      end
+      
+      def get_bridged_port_array(application_id, healthy_tasks_only=false)
+        
+        @logger.debug "Attempting to fetch application #{application_id} object from API, healthy_tasks_only: #{healthy_tasks_only} "
+  
+        api = URI::join(marathon_api, PATH_FIND_APP % application_id)
+        Net::HTTP.new(api.host, api.port).start do |http|
+          
+          req = Net::HTTP::Get.new api
+          (req.basic_auth @username, @password) if (@username != nil && @password != nil)
+          
+          response = http.request req
+          @logger.debug "Received response: #{response}"
+          
+          raise Marathon::Srv::InvalidResponseCodeError.new response.code unless response.code == "200"
+          
+          # parse JSON
+          begin
+            @logger.debug "Parsing body #{response.body}"
+            app = (JSON response.body)["app"]
+            
+            @logger.debug "Retrieved app object #{app}"
+            
+            raise Marathon::Srv::NotDockerContainerizedApplicationError.new unless app["container"]["type"] == "DOCKER"
+            raise Marathon::Srv::NoRunningTasksFoundError.new unless app["tasks"].size > 0
+            raise Marathon::Srv::NoHealthChecksDefinedError.new unless app["healthChecks"] != nil && app["healthChecks"].size > 0
+            
+            # collect slave ports of (healthy) tasks
+            ports=[]
+            app["tasks"].each do |task|
+              
+              if(healthy_tasks_only)
+                @logger.debug "Verifying health checks for task #{task}"
+                # all health checks must be passing
+                passing=true
+                task["healthCheckResults"].each do |health_check_result|
+                  (passing=false; @logger.debug "%s has failing health check, not considering it" % task; break) unless health_check_result["alive"] == true
+                  
+                end
+                @logger.debug "All health checks passing - filtering ports for task #{task}"
+                ports.push filter_ports(app, task) if passing
+                
+              else
+                # just add task
+                @logger.debug "Ignoring health checks - filtering ports for task #{task}"
+                ports.push filter_ports(app, task)
+                
+              end
+              
+            end
+            
+            @logger.debug "Collected ports #{ports}"
+            ports
+  
+          rescue JSON::ParserError => e
+            raise Marathon::Srv::InvalidJSONResponseError.new e
+            
+          end
+          
+          
+        end
+        
+      end
+  
+      protected
+      def filter_ports(app, task)
+        port = {:host => task["host"], :services => {}}
+        app["container"]["docker"]["portMappings"].each_with_index do |port_mapping, port_i|
+          port[:services][port_mapping["protocol"]] = {} unless port[:services].has_key? port_mapping["protocol"]
+          port[:services][port_mapping["protocol"]][port_mapping["containerPort"]] = task["ports"][port_i]
+          
+        end
+        
+        port
+           
+      end
+    
+      
+    end
+  
+  end
+  
+end

data/lib/marathon/srv/version.rb

@@ -0,0 +1,5 @@
+module Marathon
+  module Srv
+    VERSION = "0.1.0"
+  end
+end

data/lib/marathon/srv.rb

@@ -0,0 +1,10 @@
+require "marathon/srv/version"
+require "marathon/srv/client"
+require "marathon/srv/cli"
+
+module Marathon
+  module Srv
+
+    
+  end
+end

data/marathon-srv.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'marathon/srv/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "marathon-srv"
+  spec.version       = Marathon::Srv::VERSION
+  spec.authors       = ["Andras Szerdahelyi"]
+  spec.email         = ["andras.szerdahelyi@gmail.com"]
+
+  spec.summary       = %q{CLI to 'resolve' Marathon managed docker containers to slave ip and container ports to host ports }
+  spec.description   = %q{Uses the Marathon API to match one or more ports set up under BRIDGE Docker networking for a Marathon application (grouped or not) to slave ip/s and slave (host) port/s}
+  spec.homepage      = "https://github.com/andlaz/marathon-srv"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor", "~> 0.19.1"
+  spec.add_dependency "json", "~> 1.8.3"
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rspec-mocks", "~> 3.4.1"
+  spec.add_development_dependency "webmock", "~> 1.22.6"
+end

data/response.json

@@ -0,0 +1,9 @@
+{
+	"app": 
+	{
+		"container": 
+		{
+			"type": "NOTDOCKER!"
+		}
+	}
+}

metadata

@@ -0,0 +1,161 @@
+--- !ruby/object:Gem::Specification
+name: marathon-srv
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Andras Szerdahelyi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-01-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.8.3
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.4.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.4.1
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.22.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.22.6
+description: Uses the Marathon API to match one or more ports set up under BRIDGE
+  Docker networking for a Marathon application (grouped or not) to slave ip/s and
+  slave (host) port/s
+email:
+- andras.szerdahelyi@gmail.com
+executables:
+- marathon-srv
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".project"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/marathon-srv
+- lib/marathon/srv.rb
+- lib/marathon/srv/cli.rb
+- lib/marathon/srv/client.rb
+- lib/marathon/srv/version.rb
+- marathon-srv.gemspec
+- response.json
+homepage: https://github.com/andlaz/marathon-srv
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: CLI to 'resolve' Marathon managed docker containers to slave ip and container
+  ports to host ports
+test_files: []