mtncd 0.0.9 → 0.0.10

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    YmE3Zjk5ZTM2N2NlMmYzODg2NjQzMDJlYmQ0YzQyNzNiNjhkZTQ4MQ==
+    NTdlM2MyNjlmODkxYjdlZDk4YjZmNzc5NWIxOWVkZGFhMTA3Njg2Nw==
   data.tar.gz: !binary |-
-    NzA1Y2I5Yzc2M2YxN2QzODM5NzBiMTFhMGRkYThhM2JlZDJjODgyNQ==
+    M2FlZWM0OGJjY2Y3MWJlYzA2ODAyNWFhZmZjNzU5OGVlNzg4OGI3Yg==
 SHA512:
   metadata.gz: !binary |-
-    Nzc0Njg0ZWNkNGQ5ZDNmZjkxZjE3OTQyYTA5NDI1ODhmMWNkODg0YzI5ZDA0
-    N2ZmM2JhM2ZjYjI0YjE4ODYxNjNmMWY3MjA1ODg1ZmZiYjM0ODMwNGY1ZmJi
-    NjE3NDY1N2MyNGMxYTA3N2ZiNDg0MTdhNjI3ZTRlYjI1ZGNmYjE=
+    YTlkNGQ1ZmEyZDI1ZDgzMWM5NTllMTA4Y2E0MWY0YmJhYTgxOTAzMjIwYTE3
+    ZGVmMzlmOTY4M2Q0MGQyZmU1OWMwOTQwNGIyMzMyYjI3NzZiYzk5YWZiNWFh
+    YWJjOTcxNmZhMDk3YWEyOTNhMTE2NDlkY2Q4OTVhMDU1ODBiNmE=
   data.tar.gz: !binary |-
-    M2I3YjFhNWVhNDUzYjcwYTIxYWYzNmY4NzZkZGI4YWZjMjljYTI1MmFjNThl
-    MGVlZDg3ZTMyNDUyYzFjYWI2MTI2NDg3ZTIzYjM0ZGVjMzYyZDU5YjNkYzZl
-    NDU5Yzg5OTU3YjVjZjVlYzM3YWVhMmMwNjdlNjVkMDI0YjE5NWE=
+    ZjM4ZTBkZWIzMzlhOTFlODJlYjg1NGZlNTJlYmU5OWZlMmNmNWY4NzAyNGJh
+    NTY4MDdkYmYwYzcwYTIxY2M1MDI5Y2FjZjMyODM4NjZmOTA1ODgxYTVmZDU1
+    MzU5NzI1NTNjMmVmNmVkNDVhNzQ0YWQ4NTQxMmU3ZmYyMDdmZWY=

data/README.md

@@ -1,27 +1,41 @@
-# Example yaml config file (.mtncdconf)
+# Example json config file (.cicdconfig)
     ---
-    node: test
-    role: central 
-    default_exclude: mtn\-aws2
-    deploy:
-      global:
-        stop: stop_deploy
-        start: deploy
-      local:
-        stop: stop_deploy
-        start: deploy
-    system:
-      resque:
-        workers: 0
-      redis:
-        ip: 127.0.0.1
-        port: 6379
-      serf:
-        global:
-          ip: < some ip >
-          port: < some port >
-          auth: super secret token
-        local:
-          ip: < some ip >
-          port: < some port >
-          auth: super secret token
+    {
+        "role": "central",
+        "default_exclude": "mtn\-aws2",
+        "base_path": "/opt/mtn_cicd",
+        "chef": {
+            "promote_knife": "/root/.chef/tools/promote_knife.rb",
+            "server": "https://private-chef.mtnsatcloud.com/organizations/mtn-pipelines",
+            "node_name": "serf-central.mtnsatcloud.com",
+            "client_key": "/etc/chef/client.pem",
+            "environment_chain": {"integration":"staging","staging":"prod"},
+            "first_environment": "integration",
+            "sandbox": "sandbox"
+        },
+        "resque": {
+            "redis_ip": "127.0.0.1",
+            "redis_port": 6379,
+            "redis_db": 0,
+            "queue": "central",
+            "secondary_queue": "central",
+            "job_timeout": 7200,
+            "worker_count": 10,
+            "deploy_timeout": 7200
+        },
+        "hipchat": {
+            "room": "hipchat room",
+            "token": "your token"
+        },
+        "serf": {
+            "global" : {
+                "rpc_ip": "172.16.24.154",
+                "rpc_port": 7373,
+                "rpc_auth": "YOURSECRET",
+                "node_name": "cicd"
+            }
+        },
+        "ship": {
+            "deployment_data": "/opt/mtn_cicd/deployments"
+        }
+    }

data/bin/mtncd

@@ -29,12 +29,7 @@ command :deploy do |deploy|
   deploy.command :start do |start|
 
     start.desc 'deploy starting with environment'
-    start.default_value 'integration'
-    start.flag :env, :must_match => { 
-      'integ' => 'integration',
-      'stage' => 'staging',
-      'prod' => 'prod'
-    }
+    start.flag :env
 
     start.desc 'use deployment id'
     start.default_value SecureRandom.hex(4)
@@ -58,13 +53,23 @@ command :deploy do |deploy|
     start.switch :single
 
     start.action do |global_options,options,args|
-
       event_options_hash = { 
         'id' => "#{options[:id]}", 
         'single' => options[:single],
       }
       event_options_hash['exclusion'] = options[:exclude].nil? ? $config['default_exclude'] : options[:exclude]
+
       event_options_hash['env'] = options[:env] unless options[:env].nil?
+      unless options[:env].nil?
+        if $config['chef']['environment_chain'][options[:env]].nil?
+          if $config['chef']['environment_chain'].key(options[:env]).nil?
+            if $config['chef']['sandbox'] != options[:env]
+              raise "Unknown environment #{options[:env]}!"
+            end
+          end
+        end
+      end
+
       event_options_hash['shipcodes'] = options[:ships].split(",") unless options[:ships].nil?
 
       serf_options_hash = {
@@ -224,6 +229,76 @@ command :system do |system|
   end
 end
 
+desc 'Reachability times'
+command :ping do |ping|
+  ping.desc 'json output'
+  ping.default_value false
+  ping.switch :json
+
+  ping.desc 'local or global cluster command'
+  ping.default_value 'global'
+  ping.flag :cluster, :must_match => { 
+    'global' => 'global',
+    'local' => 'local'
+  }
+
+  ping.desc 'timeout in seconds'
+  ping.default_value 60
+  ping.flag :timeout
+
+  ping.action do |global_options,options,args|    
+    begin
+      puts "This might take up to #{options[:timeout]} seconds" unless options[:json]
+
+      members = nil
+      Serfx.connect(host: $config['serf'][options[:cluster]]['rpc_ip'], port: $config['serf'][options[:cluster]]['rpc_port'], authkey:$config['serf'][options[:cluster]]['rpc_auth']) do |conn|
+        members = conn.members.body['Members']
+      end
+
+      # build serf command string
+      command_string = "serf query --format=json -timeout=\"#{options[:timeout]}s\" "
+      members.each do |member|
+        if member['Status'] != 'left'
+            command_string += " -node=#{member['Name']}"
+        end
+      end
+      command_string += " -rpc-addr=#{$config['serf'][options[:cluster]]['rpc_ip']}:#{$config['serf'][options[:cluster]]['rpc_port']}"
+      command_string += " -rpc-auth=#{$config['serf'][options[:cluster]]['rpc_auth']}" unless $config['serf'][options[:cluster]]['rpc_auth'].nil?
+      
+      start_time = Time.now.to_i
+      command_string += " ping #{start_time}"
+
+      serf_output = nil
+      Open3.popen3(command_string) do |stdin, stdout, stderr, wait_thr|
+        exitstatus = wait_thr.value
+        raise "Failed to send the ping query" unless exitstatus == 0
+        serf_output = JSON.parse(stdout.read)
+      end
+
+      if serf_output['Responses'].length < members.length
+        serf_output['Error'] = "expecting #{members.length} responses, got #{serf_output['Responses'].length} responses"
+      end
+
+      serf_output['Responses'].each do |node,time|
+        serf_output['Responses'][node] = serf_output['Responses'][node].to_i - start_time
+      end
+
+      if options[:json]
+        puts JSON.pretty_generate(serf_output)           
+      else
+        puts "\033[31mFailure: #{serf_output['Error']}\033[0m" unless serf_output['Error'].nil?
+
+        serf_output['Responses'].each do |node,time|
+          puts "Node #{node} ack in #{time} seconds"
+        end
+      end
+
+    rescue Serfx::RPCError => e
+      raise "Could not connect to #{options[:cluster]} cluster"
+    end
+  end
+end
+
 desc 'resque information'
 command :resque do |resque|
   resque.desc 'resque information'
@@ -254,6 +329,19 @@ command :resque do |resque|
         puts "Worker #{worker.to_s} processing job #{worker.job}"
       }
     end
+  end 
+
+  resque.desc 'resque errors'
+  resque.command :errors do |errors|
+    errors.action do |global_options,options,args|
+      Resque.redis = "#{$config['resque']['redis_ip']}:#{$config['resque']['redis_port']}/#{$config['resque']['redis_db']}"
+
+      puts "All failures:"
+      Resque::Failure.all(0, Resque::Failure.count - 1).each { |failure|
+        puts "#{failure["exception"]}:\n #{failure["backtrace"]}"
+        puts '--------------------'
+      }
+    end
   end  
 
   resque.desc 'flush redis (destructive)'
@@ -276,11 +364,13 @@ pre do |global,command,options,args|
   $config = JSON.parse(File.read(File.join(Dir.home, '.cicdconfig')))
 
   if $config['role'] == 'sled' && options[:cluster] == 'global'
-    raise 'global commands are not available on sled nodes'
+    puts 'global commands are not available on sled nodes. forcing \'--cluster=local\''
+    options[:cluster] = 'local'
   end
 
   if $config['role'] == 'central' && options[:cluster] == 'local'
-    raise 'local commands are not available on central nodes'
+    puts 'local commands are not available on central nodes. forcing \'--cluster=global\''
+    options[:cluster] = 'global'
   end
 
   true

data/lib/mtncd/version.rb

@@ -1,3 +1,3 @@
 module Mtncd
-  VERSION = '0.0.9'
+  VERSION = '0.0.10'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mtncd
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - MTN Satellite Communications
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-26 00:00:00.000000000 Z
+date: 2015-02-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: resque