panteras_api 0.0.13 → 0.0.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 04b2044a073ff5134787239d54c829a0401b5fa5
-  data.tar.gz: f5ca0869cdf4ed9e1e2bf151f14a17638d5ac802
+  metadata.gz: 331f68b3b84e5410dacd8b253ac760907e3fb46a
+  data.tar.gz: 4fc2fbd4214155a44ecae951ce212268f33e814b
 SHA512:
-  metadata.gz: a78b15818d7a3813127fed991b1d6f0591c1f58606d878afa92ad0246c23d10458536d8e66d30dbc888b954eb9ea3fce4d3804d89da3d6513c7ad24b81450201
-  data.tar.gz: f53ca0840db6080f2a1aa0988bcc5f45e8997e47bc259d3014d3fe2d48160061cd32bfbd51503fc8f3a7da7c38e24e951f087e656a3e3bf77d8a80350d400c24
+  metadata.gz: 1151d9f8ad7d839ddad03bd8120d53b1da8ba087743e2b094824f61ef07793d42b0b5aa70cc57aa242db7d087f3a519a42e69f64de6797e31d29a61dacb62f5d
+  data.tar.gz: 4ccde6d0c4aef235e01c96c5e6f9762e456bc5f6e8e9b148e450dabe2d39b2765de3923d08c557aca786c34837d3c11ae1c82d925dffd1cf97d0d2d7a91e3d48

data/bin/mesos_consul_consistency_check

@@ -3,6 +3,8 @@
 require 'optparse'
 require 'panteras_api'
 require 'json'
+require 'timeout'
+
 
 config_default = {
   :mesos_master_hostname => 'localhost',
@@ -18,23 +20,23 @@ good_news = []
 
 OptionParser.new("Usage: #{$0} [options]")  do |opts|
   opts.release = PanterasApi::VERSION
-  
+
   opts.on("-m", "--mesos-master-hostname MESOS_MASTER_HOSTNAME", "Default: #{config_default[:mesos_master_hostname]}") do |m|
     options[:mesos_master_hostname] = m
   end
-  
+
   opts.on("-p", "--mesos-master-port MESOS_MASTER_PORT", "Default: #{config_default[:mesos_master_port]}") do |p|
     options[:mesos_master_port] = p
   end
-  
+
   opts.on("-d", "--debug", "Default: #{config_default[:debug]}") do |d|
     options[:debug] = d
   end
-  
+
   opts.on("-c", "--critical", "Exit with Nagios CRITICAL (code 2). Default: WARNING (#{config_default[:error_exit_code]})") do |c|
     options[:error_exit_code] = 2
   end
-  
+
   opts.on("-f", "--fqdn FULLY_QUALIFIED_HOSTNAME", "Default: autodiscovery via gethostbyname") do |f|
     options[:fqdn] = f
   end
@@ -46,134 +48,152 @@ OptionParser.new("Usage: #{$0} [options]")  do |opts|
   opts.on("-P", "--passwd MARATHON_PASSWORD", "default: empty") do |passwd|
     options[:marathon_password] = passwd
   end
-  
-  
+
+
 end.parse!
 
 config_default[:fqdn] = Utils.fully_qualified_hostname if options[:fqdn].nil?
 config = config_default.merge!(options)
 
-### MESOS
-
 my_fqdn = config[:fqdn]
 
 puts "#" * 75 if config[:debug]
 puts "* My hostname: #{my_fqdn}" if config[:debug]
 
-begin
-  puts "* Connecting to Mesos host: #{config[:mesos_master_hostname]}:#{config[:mesos_master_port]}" if config[:debug]
-  mesos = MesosCluster.new(config[:mesos_master_hostname], config[:mesos_master_port])
-rescue SocketError, Errno::ECONNREFUSED => e
-  abort("Problem connecting to mesos host #{config[:mesos_master_hostname]}:#{config[:mesos_master_port]}: #{e.message}")
-end
-
-abort("No running mesos tasks seen on mesos master #{config[:mesos_master_hostname]}:#{config[:mesos_master_port]}") if mesos.tasks('marathon').nil?
-
-puts "#" * 75 if config[:debug]
-puts "* Mesos tasks ids running this cluster (all slaves):" if config[:debug]
-puts mesos.tasks if config[:debug]
-
-
-puts "#" * 75 if config[:debug]
-puts "* Mesos tasks ids for tasks running on #{my_fqdn}:" if config[:debug]
-mesos_tasks = mesos.my_tasks_ids(my_fqdn, 'marathon').flatten
-mesos_tasks = mesos_tasks + mesos.my_tasks_ids(my_fqdn, 'chronos-2.4.0').flatten
-
-puts mesos_tasks if config[:debug]
-  
-good_news << "#{mesos_tasks.size} mesos tasks running." if ! mesos_tasks.empty?
-  
-
-### MARATHON
-marathon = MarathonEndpoint.new(mesos.master_hostname, 8080, config[:marathon_username], config[:marathon_password])
+timeout_in_seconds = 10
 
-puts "#" * 75 if config[:debug]
-puts "* Marathon tasks on #{my_fqdn}:" if config[:debug]
-marathon_tasks = marathon.my_task_ids(my_fqdn, 'marathon')
-puts marathon_tasks if config[:debug]
+begin
+Timeout::timeout(timeout_in_seconds) do
+
+  ### MESOS
+  puts "#" * 75 if config[:debug]
+  puts "* Mesos tasks ids running this cluster (all slaves):" if config[:debug]
+  begin
+    puts "* Connecting to Mesos host: #{config[:mesos_master_hostname]}:#{config[:mesos_master_port]}" if config[:debug]
+    mesos = MesosCluster.new(config[:mesos_master_hostname], config[:mesos_master_port])
+  rescue SocketError, Errno::ECONNREFUSED => e
+    abort("Problem connecting to mesos host #{config[:mesos_master_hostname]}:#{config[:mesos_master_port]}: #{e.message}")
+  end
+  abort("No running mesos tasks seen on mesos master #{config[:mesos_master_hostname]}:#{config[:mesos_master_port]}") if mesos.tasks('marathon').nil?
+  if config[:debug]
+    marathon_numer = mesos.task_ids('marathon').count if not mesos.task_ids('marathon').nil?
+    chronos_number = mesos.task_ids('chronos-2.4.0').count if not mesos.task_ids('chronos-2.4.0').nil?
+    puts "Number of marathon tasks globally: #{marathon_numer}"
+    puts "Number of chronos tasks globally: #{chronos_number}"
+    #puts mesos.task_ids('marathon').sort
+    #puts mesos.task_ids('chronos-2.4.0').sort
+  end
 
-good_news << "#{marathon_tasks.size} marathon tasks running."
 
+  ## MESOS LOCAL
+  puts "#" * 75 if config[:debug]
+  puts "* Mesos tasks ids for tasks running on #{my_fqdn}:" if config[:debug]
+  mesos_tasks = mesos.my_tasks_ids(my_fqdn, 'marathon').flatten
+  mesos_tasks = mesos_tasks + mesos.my_tasks_ids(my_fqdn, 'chronos-2.4.0').flatten
+  puts mesos_tasks.sort if config[:debug]
+  good_news << "#{mesos_tasks.size} mesos tasks running." if ! mesos_tasks.empty?
 
-### CHRONOS
-chronos = ChronosEndpoint.new(mesos.master_hostname, 4400)
 
-puts "#" * 75 if config[:debug]
-puts "* Chrnos tasks on #{my_fqdn}:" if config[:debug]
-chronos_tasks = chronos.my_task_ids(my_fqdn, 'chronos-2.4.0')
-puts chronos_tasks  if config[:debug]
+  ### MARATHON
+  puts "#" * 75 if config[:debug]
+  puts "* Marathon tasks on #{my_fqdn}:" if config[:debug]
+  marathon = MarathonEndpoint.new(mesos.master_hostname, 8080, config[:marathon_username], config[:marathon_password])
+  marathon_tasks = marathon.my_task_ids(my_fqdn, 'marathon')
+  puts marathon_tasks.sort if config[:debug]
+  good_news << "#{marathon_tasks.size} marathon tasks running."
 
-## compare mesos tasks (source of truth) with tasks seen in marathon
-only_in_mesos = mesos_tasks - marathon_tasks
-chronos_tasks.each {|chronos_task| only_in_mesos.delete_if {|mesos_task| mesos_task.match(chronos_task) }}
 
-## compare marathon tasks with tasks seen in marathon
-only_in_marathon = marathon_tasks - mesos_tasks
+  ### CHRONOS
+  puts "#" * 75 if config[:debug]
+  puts "* Chronos tasks on #{my_fqdn}:" if config[:debug]
+  chronos = ChronosEndpoint.new(mesos.master_hostname, 4400)
+  chronos_tasks = chronos.my_task_ids(my_fqdn, 'chronos-2.4.0')
+  puts chronos_tasks.sort  if config[:debug]
 
-if ! only_in_mesos.empty?
-  bad_news << "mesos tasks not seen in marathon: #{only_in_mesos.join(',')}"
-end
+  ## compare mesos tasks (source of truth) with tasks seen in marathon
+  only_in_mesos = mesos_tasks - marathon_tasks
+  chronos_tasks.each {|chronos_task| only_in_mesos.delete_if {|mesos_task| mesos_task.match(chronos_task) }}
 
-if ! only_in_marathon.empty?
-  bad_news << "marathon tasks not seen in mesos: #{only_in_marathon.join(',')}"
-end
 
 
-### CONSUL
-consul = ConsulCluster.new(mesos.master_hostname)
-### TODO: test with paas-formatted service names
-puts "#" * 75 if config[:debug]
-puts "* Consul services for #{my_fqdn}:" if config[:debug]
-consul_services = consul.my_service_ids.reject { |p| p =~ /panteras/ }.collect { |d| d }.compact.reject   { |i| i.empty? }
-puts consul.my_services.join("\n") if config[:debug]
+  ## compare marathon tasks with tasks seen in marathon
+  only_in_marathon = marathon_tasks - mesos_tasks
 
-good_news << "#{consul_services.size} consul services running."
+  if ! only_in_mesos.empty?
+    bad_news << "mesos tasks not seen in marathon: #{only_in_mesos.join(',')}"
+  end
 
+  if ! only_in_marathon.empty?
+    bad_news << "marathon tasks not seen in mesos: #{only_in_marathon.join(',')}"
+  end
 
-### set these environment variables here or in shell for testing a remote docker (ie, boot2docker)
-#ENV['DOCKER_HOST']='tcp://192.168.59.103:2376'
-#ENV['DOCKER_CERT_PATH']='/Users/jcolby/.boot2docker/certs/boot2docker-vm'
-#ENV['DOCKER_TLS_VERIFY']='1'
 
-### Compare mesos vs docker tasks
+  ### CONSUL
+  puts "#" * 75 if config[:debug]
+  puts "* Consul registered mesos services for #{my_fqdn}:" if config[:debug]
+  consul = ConsulCluster.new(mesos.master_hostname)
+  consul_services = consul.my_service_ids.reject { |p| p =~ /panteras/ }.collect { |d| d }.compact.reject   { |i| i.empty? }
+  #puts consul.my_services.join("\n") if config[:debug]
+  puts consul_services.sort if config[:debug]
+  good_news << "#{consul_services.size} consul services running."
+
+
+  ### set these environment variables here or in shell for testing a remote docker (ie, boot2docker)
+  #ENV['DOCKER_HOST']='tcp://192.168.59.103:2376'
+  #ENV['DOCKER_CERT_PATH']='/Users/jcolby/.boot2docker/certs/boot2docker-vm'
+  #ENV['DOCKER_TLS_VERIFY']='1'
+
+
+  ### DOCKER
+  puts "#" * 75 if config[:debug]
+  puts "* Docker"
+  puts "#" * 75 if config[:debug]
+  docker_inspect = DockerHost.inspect
+  docker_tasks = docker_inspect.collect { |d| d[:mesos_task_id] }.compact.reject { |i| i.empty? }
+  docker_mesos_ids = docker_inspect.collect { |d| d[:name] }.compact.reject { |i| i.empty? }
+  if config[:debug]
+    #puts docker_inspect
+    puts "* Docker tasks on #{my_fqdn}:"
+    puts docker_tasks.sort
+    puts "#" * 75
+    puts "* Docker containers with mesos ids on #{my_fqdn}:"
+    puts docker_mesos_ids.sort
+  end
 
-docker_inspect = DockerHost.inspect
-docker_tasks = docker_inspect.collect { |d| d[:mesos_task_id] }.compact.reject { |i| i.empty? }
-docker_mesos_ids = docker_inspect.collect { |d| d[:name] }.compact.reject { |i| i.empty? }
+  mesos_not_docker = mesos_tasks - docker_tasks
+  if ! mesos_not_docker.empty?
+    bad_news << "mesos tasks not running in docker: #{mesos_not_docker.join(',')}"
+  end
 
-puts "#" * 75 if config[:debug]
-puts "* Docker tasks on #{my_fqdn}:" if config[:debug]
-puts docker_inspect if config[:debug]
+  docker_not_mesos = docker_tasks - mesos_tasks
+  if ! docker_not_mesos.empty?
+    bad_news << "docker tasks not seen in mesos: #{docker_not_mesos.join(',')}"
+  end
 
-mesos_not_docker = mesos_tasks - docker_tasks
-if ! mesos_not_docker.empty?
-  bad_news << "mesos tasks not running in docker: #{mesos_not_docker.join(',')}"
-end
+  good_news << "#{docker_inspect.count { |d| d[:name] if d[:chronos_job] }} chronos task running."
+  good_news << "#{docker_tasks.size} docker tasks running"
 
-docker_not_mesos = docker_tasks - mesos_tasks
-if ! docker_not_mesos.empty?
-  bad_news << "docker tasks not seen in mesos: #{docker_not_mesos.join(',')}"
-end
+  ### Compare consul-registered tasks vs docker tasks
+  docker_mesos_ids_no_panteras = docker_inspect.reject { |p| p[:name] =~ /panteras/ }.collect { |d| d[:name] if ! d[:chronos_job] }.compact.reject { |i| i.empty? }
+  consul_not_docker = consul_services - docker_mesos_ids_no_panteras
+  docker_not_consul = docker_mesos_ids_no_panteras - consul_services
 
-good_news << "#{docker_inspect.count { |d| d[:name] if d[:chronos_job] }} chronos task running."
-good_news << "#{docker_tasks.size} docker tasks running"
+  if ! consul_not_docker.empty?
+    bad_news << "consul tasks not seen in docker: #{consul_not_docker.join(',')}"
+  end
 
-### Compare consul-registered tasks vs docker tasks
-docker_mesos_ids_no_panteras = docker_inspect.reject { |p| p[:name] =~ /panteras/ }.collect { |d| d[:name] if ! d[:chronos_job] }.compact.reject { |i| i.empty? }
-consul_not_docker = consul_services - docker_mesos_ids_no_panteras
-docker_not_consul = docker_mesos_ids_no_panteras - consul_services
+  if ! docker_not_consul.empty?
+    bad_news << "docker tasks not seen in consul: #{docker_not_consul.join(',')}"
+  end
 
-if ! consul_not_docker.empty?
-  bad_news << "consul tasks not seen in docker: #{consul_not_docker.join(',')}"
 end
-
-if ! docker_not_consul.empty?
-  bad_news << "docker tasks not seen in consul: #{docker_not_consul.join(',')}"
+rescue Timeout::Error
+  good_news << "Time out - no response in reasonable time"
 end
 
 if ! bad_news.empty?
   puts "problems on #{my_fqdn}: #{bad_news.join(' ')}"
-  exit config[:error_exit_code]  
+  exit config[:error_exit_code]
 end
 
 puts good_news.join(' ')
@@ -184,7 +204,7 @@ __END__
 CHECKS:
  mesos vs marathon
  mesos vs docker
- docker vs consul 
+ docker vs consul
 
 consul (api):
 Slave Host, mesos-name (ServiceID) "paasslave46-2:mesos-c71da994-a35b-4dde-9970-d175c04da735:8080"

data/lib/panteras_api/docker_host.rb

@@ -2,76 +2,51 @@ require 'open3'
 
 class DockerHost
   extend HTTPUtils
-  
+
   def self.ps
-    self.command("docker ps")[:output]
-  end
-  
-  def self.running_containers
     output = self.command("docker ps")[:output]
     raise MesosConsulCommandError, "Command 'docker ps' did not return an array of strings" if (output.class != Array || output.length == 0)
-    
+    return output
+  end
+
+  def self.running_containers
+    output = self.ps
     result = output.map.with_index do |line, i|
-      next if i == 0 
+      next if i == 0
       container_id, image, *center, name = line.split
-      { container_id:  container_id, name: name, image: image }       
+      { container_id:  container_id, name: name, image: image }
     end
-    
     return result.compact
   end
-  
+
   def self.inspect(*keys)
     containers = self.running_containers
     containers.map do |c|
       inspect = self.command("docker inspect #{c[:container_id]}")[:output]
-      h = to_j(inspect.join).first    
+      h = to_j(inspect.join).first
       task_id = h[:Config][:Env].select { |env| env.upcase  =~ /MESOS_TASK_ID=/ }.first
-      mesos_task_id = task_id.nil? ? '' : task_id.split(/=/)[1] 
+      mesos_task_id = task_id.nil? ? '' : task_id.split(/=/)[1]
       { id: h[:Id], image: h[:Image], name: h[:Name][1..-1], mesos_task_id: mesos_task_id, chronos_job: h[:Config][:Env].join(',').include?('CHRONOS_JOB_NAME=') ? true : false  }
     end
   end
-  
+
   def self.inspect_partial
     self.inspect
   end
-  
+
   private
-  
+
   class MesosConsulCommandError < StandardError ; end
-  
+
   def self.command(command)
     output = []
     error = []
     begin
-      Open3.popen3(command) do |stdin, stdout, stderr, wait_thr|
-        
-        exit_status = wait_thr.value
-        
-        unless exit_status.success?
-          $stderr.puts stderr.readlines
-          raise MesosConsulCommandError, "Command '#{command}' returned status #{exit_status.exitstatus}"          
-        end
-        
-        while line = stderr.gets
-          $stderr.puts line
-          if line.strip.length > 0
-            error << line.strip
-          end
-        end
-        
-        while line = stdout.gets
-         if line.strip.length > 0          
-           output << line.strip
-         end
-        end     
-      
-      end
-      
+      stdout, stderr, status = Open3.capture3(command)
     rescue Errno::ENOENT => e
       raise MesosConsulCommandError, "Error while running command #{command}: #{e.message}"
     end
-      
-    return { :output => output, :error => error}
-       
+    return { :output => stdout.split(/\n+/), :error => stderr.split(/\n+/)}
   end
+
 end

data/lib/panteras_api/mesos_cluster.rb

@@ -7,9 +7,9 @@ require 'pp'
 class MesosCluster
   include HTTPUtils
   include Utils
-  
+
   attr_reader :state
-  
+
   def initialize(host, port=5050)
     @protocol = "http:"
     @host = host
@@ -26,29 +26,29 @@ class MesosCluster
     if URI.parse(redirect_response).kind_of?(URI::HTTP)
       if ! valid_url(redirect_response.to_s)
         raise StandardError, "Response from #{@protocol}//#{@host}:#{@port}#{@master_info} is not a valid url: #{redirect_response.to_s}"
-      end      
+      end
       uri =  construct_uri redirect_response.to_s
       return to_j(get_response_with_redirect(uri.host, @state_info, uri.port))
     end
-  
+
   end
-  
+
   def master_hostname
-    state[:hostname]    
+    state[:hostname]
   end
-  
+
   def master_id
     state[:id]
   end
-  
+
   def frameworks
     state[:frameworks]
   end
-  
+
   def tasks_completed
-    state[:frameworks].collect { |f| f[:completed_tasks].collect { |t| t  } }   
+    state[:frameworks].collect { |f| f[:completed_tasks].collect { |t| t  } }
   end
-  
+
   def tasks(framework = nil)
     results = frameworks.collect do |a|
       if a[:name] == framework
@@ -57,11 +57,11 @@ class MesosCluster
     end
     results.reject { |r| r.nil? or r.length == 0 }.first
   end
-  
-  def task_ids
-    tasks.collect { |t| t[:id] }
+
+  def task_ids(framework)
+    tasks(framework).collect { |t| t[:id] } if not tasks(framework).nil?
   end
-  
+
   def my_tasks_ids(hostname, framework)
     raise ArgumentError, "missing hostname argument", caller if hostname.nil?
     new_tasks = tasks(framework)
@@ -71,23 +71,23 @@ class MesosCluster
       new_tasks = []
     end
   end
-  
+
   def resources
     state[:frameworks].collect { |f| f[:used_resources] }
   end
-  
+
   def slave_hostname_by_id(id)
     slaves.select { |s| s[:id] == id }.first[:hostname]
   end
-  
+
   def slaves
     state[:slaves].collect do |s|
       s.select { |k,v|  [:hostname, :id].include?(k)}
     end
   end
-  
+
   def to_s
     JSON.pretty_generate @state
   end
-  
+
 end

data/lib/panteras_api/version.rb

@@ -1,3 +1,3 @@
 module PanterasApi
-  VERSION = "0.0.13"
+  VERSION = "0.0.14"
 end

metadata

@@ -1,55 +1,55 @@
 --- !ruby/object:Gem::Specification
 name: panteras_api
 version: !ruby/object:Gem::Version
-  version: 0.0.13
+  version: 0.0.14
 platform: ruby
 authors:
 - Jonathan Colby
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-01-25 00:00:00.000000000 Z
+date: 2017-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.8'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.8'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: A convenient api for getting information from consul, mesos, marathon,
@@ -62,9 +62,9 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - Gemfile
 - License
 - README.md
@@ -90,18 +90,19 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.14
+rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
 summary: Ruby API library for Panteras PaaS platform.
 test_files: []
+has_rdoc: