dtk-node-agent 0.5.10

data/mcollective_additions/plugins/v2.2/agent/dtk_node_agent_git_client.rb

@@ -0,0 +1,94 @@
+require 'grit'
+module DTK
+  module NodeAgent
+    class GitClient
+      def initialize(repo_dir,opts={})
+        @repo_dir = repo_dir
+        @grit_repo = (opts[:create] ? ::Grit::Repo.init(repo_dir) : ::Grit::Repo.new(repo_dir)) 
+      end
+      
+      def clone_branch(remote_repo,branch,opts={})
+        git_command__remote_add(remote_repo,branch)
+        git_command__checkout(opts[:sha]||branch)
+      end
+      
+      def pull_and_checkout_branch?(branch,opts={})
+        sha = opts[:sha]
+        #shortcut
+        return if sha and (sha == current_branch_or_head())
+
+        unless remote_branch_exists?(branch)
+          git_command__remote_branch_add(branch)
+          git_command__fetch()
+        end
+
+        if branch_exists?(branch)
+          git_command__pull(branch)
+          git_command__checkout(sha) if sha
+        else
+          git_command__checkout(sha||branch)
+        end
+      end
+
+    private        
+      def git_command__remote_add(remote_repo,branch,remote_name=nil)
+        remote_name ||= default_remote()
+        git_command().remote(git_command_opts(),"add","-t", branch, "-f", remote_name, remote_repo)
+      end
+
+      def git_command__remote_branch_add(branch,remote_name=nil)
+        remote_name ||= default_remote()
+        git_command().remote(git_command_opts(),"set-branches", "--add", remote_name, branch)
+      end
+      
+      def git_command__checkout(ref)
+        unless current_branch_or_head() == ref
+          git_command().checkout(git_command_opts(),ref)
+        end
+      end
+      
+      def git_command__fetch(remote_name=nil)
+        remote_name ||= default_remote()
+        git_command().fetch(git_command_opts(),remote_name)
+      end
+
+      def git_command__pull(branch,remote_name=nil)
+        remote_name ||= default_remote()
+        git_command().pull(git_command_opts(),remote_name,branch)
+      end
+
+      def branch_exists?(branch)
+        @grit_repo.heads.find{|h|h.name == branch} ? true : nil
+      end
+
+      def remote_branch_exists?(branch,remote_name=nil)
+        remote_name ||= default_remote()
+        remote_branch = "#{remote_name}/#{branch}"
+        @grit_repo.remotes.find{|h|h.name == remote_branch} ? true : nil
+      end
+      
+      def current_branch_or_head()
+        #this returns sha when detached head
+        if @grit_repo.head
+          @grit_repo.head.name
+        elsif @grit_repo.commit('HEAD')
+          @grit_repo.commit('HEAD').id
+        end
+      end
+
+      def default_remote()
+        'origin'
+      end
+
+      def git_command_opts(opts={})
+        ret = {:raise => true, :timeout => 60}
+        ret.merge!(:chdir => @repo_dir) unless opts[:no_chdir]
+      end
+
+      def git_command()
+        @grit_repo.git
+      end
+    end
+  end
+end
+

data/mcollective_additions/plugins/v2.2/agent/execute_tests.ddl

@@ -0,0 +1,9 @@
+metadata    :name        => "component module tests executor",
+            :description => "Agent to executing component module infrastructure tests",
+            :author      => "Reactor8",
+            :license     => "",
+            :version     => "",
+            :url         => "",
+            :timeout     => 10
+action "execute_tests", :description => "execute all component module infrastructure tests" do
+end

data/mcollective_additions/plugins/v2.2/agent/execute_tests.rb

@@ -0,0 +1,64 @@
+module MCollective
+  module Agent
+    class Execute_tests < RPC::Agent
+      def initialize()
+        super()
+        @log = Log.instance
+      end
+
+      action "execute_tests" do 
+        #Get list of component modules that have spec tests
+        list_output=`ls /etc/puppet/modules/*/dtk/serverspec/spec/localhost/*/*_spec.rb`
+        regex_pattern=/modules\/(.+)\/dtk\/serverspec\/spec\/localhost\/(.+)\//
+        ModuleInfo = Struct.new(:module_name, :component_name)
+        modules_info = []
+
+        components = []
+        request[:components].each do |c|
+          if c.include? "::"
+            components << c.split("::").last
+          elsif c.include? "/"
+            components << c.split("/").last
+          else
+            components << c
+          end
+        end
+
+        list_output.each do |line|
+          match = line.match(regex_pattern)
+          components.each do |c|
+            if c.eql? match[2]
+              modules_info << ModuleInfo.new(match[1],match[2])
+            end
+          end
+        end
+
+        all_spec_results = []
+        #filter out redundant module info if any
+        modules_info = modules_info.uniq
+        modules_info.each do |module_info|
+          component_module = module_info[:module_name]
+          component = module_info[:component_name]
+
+          spec_results=`/opt/puppet-omnibus/embedded/bin/rspec /etc/puppet/modules/#{component_module}/dtk/serverspec/spec/localhost/#{component}/*_spec.rb --format j`
+          @log.info("Executing serverspec test: /etc/puppet/modules/#{component_module}/tests/serverspec/spec/localhost/#{component}/*_spec.rb")
+
+          spec_results_json = JSON.parse(spec_results)
+
+          spec_results_json['examples'].each do |spec|
+            spec_result = {}
+            spec_result.store(:module_name, component_module)
+            spec_result.store(:component_name, component)
+            spec_result.store(:test_result, spec['full_description'])
+            spec_result.store(:status, spec['status'])
+            all_spec_results << spec_result
+          end
+        end
+
+        reply[:data] = all_spec_results
+        reply[:pbuilderid] = Facts["pbuilderid"]
+        reply[:status] = :ok
+      end
+    end
+  end
+end

data/mcollective_additions/plugins/v2.2/agent/get_log_fragment.ddl

@@ -0,0 +1,15 @@
+metadata    :name        => "get log fragment",
+                        :description => "get log fragment",
+                        :author      => "Reactor8",
+                        :license     => "",
+                        :version     => "",
+                        :url         => "",
+                        :timeout     => 20
+action "get", :description => "get log data fragment" do
+  display :always
+  %w{status error data pbuilderid}.each do |k|
+    output k.to_sym,
+      :description => k.capitalize,
+      :display_as => k.capitalize
+  end		
+end

data/mcollective_additions/plugins/v2.2/agent/get_log_fragment.rb

@@ -0,0 +1,79 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+
+module MCollective
+  #TODO: shoudl go in common area
+  LogFileHandles = {:task_id => Hash.new, :top_task_id => Hash.new}
+
+  module Agent
+    class Get_log_fragment < RPC::Agent
+            metadata    :name        => "get log fragment",
+                        :description => "get log fragment",
+                        :author      => "Reactor8",
+                        :license     => "",
+                        :version     => "",
+                        :url         => "",
+                        :timeout     => 20
+      def initialize()
+        super()
+        @log = Log.instance
+      end
+      def get_action()
+        validate :key, String
+        validate :value, String
+        log_file_dir = "/var/log/puppet" 
+        key = request[:key]
+        value = request[:value]
+        lines = get_log_fragment(log_file_dir,key,value)
+        pbuilderid = Facts["pbuilderid"]
+        if lines.nil?
+          error_msg = "Cannot find log fragment matching #{key}=#{value}"
+          error_response = {
+            :status => :failed, 
+            :error => {
+              :message => error_msg
+            },
+            :pbuilderid => pbuilderid
+          }
+          @log.error(error_msg)
+          reply.data = error_response
+        else
+          ok_response = {
+            :status => :ok,
+            :data => lines,
+            :pbuilderid => pbuilderid
+          }
+          reply.data = ok_response
+        end
+      end
+     private
+      def get_log_fragment(log_file_dir,key,value)
+        #flush file if it is open
+        if file_handle = (LogFileHandles[key.to_sym]||{})[value]
+          file_handle.flush
+        end
+ 
+        delim = key.to_sym == :top_task_id ? "\\." : ":"
+        string_key = "#{key}:#{value.to_s}#{delim}"
+        ret = Array.new
+        matches = Dir["#{log_file_dir}/*.log"].grep(Regexp.new(string_key))
+        if matches.size == 0
+          return nil
+        end
+        matching_file = matches.size == 1 ?
+          matches.first :
+          #this finds teh most recent file
+          matches.map{|file|[file,File.mtime(file)]}.sort{|a,b|b[1]<=>a[1]}.first[0]
+        begin
+          f = File.open(matching_file)
+          until f.eof
+            ret << f.readline.chop
+          end
+        ensure
+          f.close
+        end
+        ret
+      end
+    end
+  end
+end

data/mcollective_additions/plugins/v2.2/agent/git_access.ddl

@@ -0,0 +1,9 @@
+metadata    :name        => "git access",
+            :description => "Agent to enable git access",
+            :author      => "Reactor8",
+            :license     => "",
+            :version     => "",
+            :url         => "",
+            :timeout     => 20
+action "add_rsa_info", :description => "add ssh rsa info" do
+end

data/mcollective_additions/plugins/v2.2/agent/git_access.rb

@@ -0,0 +1,72 @@
+module MCollective
+  module Agent
+    class Git_access < RPC::Agent
+      action "add_rsa_info" do 
+        ssh_folder_path = '/root/.ssh'
+        rsa_path     = "#{ssh_folder_path}/id_rsa"
+        rsa_pub_path = "#{ssh_folder_path}/id_rsa.pub"
+        known_hosts  = "#{ssh_folder_path}/known_hosts"
+
+        begin
+          # validate request
+          validate_request(request)
+
+          #create private rsa file if needed
+          unless donot_create_file?(:private,rsa_path,request[:agent_ssh_key_private])
+            File.open(rsa_path,"w",0600){|f|f.print request[:agent_ssh_key_private]}
+          end
+
+          #create public rsa file if needed
+          unless donot_create_file?(:public,rsa_pub_path,request[:agent_ssh_key_public])
+            File.open(rsa_pub_path,"w"){|f|f.print request[:agent_ssh_key_public]}
+          end
+
+          #create or append if key not there
+          skip = nil
+          fp = request[:server_ssh_rsa_fingerprint]
+          if File.exists?(known_hosts)
+            fp_key = (fp =~ Regexp.new("^[|]1[|]([^=]+)=");$1)
+            if fp_key
+              fp_key_regexp =  Regexp.new("^.1.#{fp_key}")
+              skip = !!File.open(known_hosts){|f|f.find{|line|line =~ fp_key_regexp}} 
+            end
+          end
+          unless skip
+            File.open(known_hosts,"a"){|f|f.print request[:server_ssh_rsa_fingerprint]}
+          end
+
+          reply.data   = { :status => :succeeded}
+         rescue Exception => e
+          reply.data   = { :status => :failed, :error => {:message => e.message}}
+        end
+      end
+
+      #TODO: move to using mcollective vallidation on ddl
+      def validate_request(req)
+        required_params = [:agent_ssh_key_public, :agent_ssh_key_private, :server_ssh_rsa_fingerprint]
+        missing_params  = []
+        required_params.each do |param|
+          missing_params << param if req[param].nil?
+        end
+
+        unless missing_params.empty?
+          raise "Request is missing required param(s): #{missing_params.join(',')} please review your request."
+        end
+      end
+
+      def donot_create_file?(type,path,content)
+        # raises exception if these files already exists and content differs
+        if File.exists?(path)
+          existing = File.open(path).read
+          if existing == content
+            true
+          else
+            raise "RSA #{type} key already exists and differs from one in payload"
+          end
+        end
+      end
+    end
+  end
+end
+
+    

data/mcollective_additions/plugins/v2.2/agent/netstat.ddl

@@ -0,0 +1,9 @@
+metadata    :name        => "netstat info",
+            :description => "Agent to get netstat info",
+            :author      => "Reactor8",
+            :license     => "",
+            :version     => "",
+            :url         => "",
+            :timeout     => 2
+action "get_tcp_udp", :description => "get tcp and udp info" do
+end

data/mcollective_additions/plugins/v2.2/agent/netstat.rb

@@ -0,0 +1,34 @@
+module MCollective
+  module Agent
+    class Netstat < RPC::Agent
+      metadata    :name        => "netstat info",
+                  :description => "Agent to get netstat info",
+                  :author      => "Reactor8",
+                  :license     => "",
+                  :version     => "",
+                  :url         => "",
+                  :timeout     => 2
+      action "get_tcp_udp" do 
+        output = `netstat -nltpu`
+        results = output.scan(/(^[a-z0-9]+)\s+(\d)\s+(\d)\s+([0-9:.*]+)\s+([0-9:.*]+)\s+(LISTEN)?\s+([0-9a-zA-Z\/\-: ]+)/m)
+
+        netstat_result = []
+        results.each do |result|
+          netstat_packet = {}
+          netstat_packet.store(:protocol, result[0])
+          netstat_packet.store(:recv_q,   result[1])
+          netstat_packet.store(:send_q,   result[2])
+          netstat_packet.store(:local,    result[3])
+          netstat_packet.store(:foreign,  result[4])
+          netstat_packet.store(:state,    result[5])
+          netstat_packet.store(:program,  result[6].strip)
+          netstat_result << netstat_packet
+        end
+
+        reply[:data]  = netstat_result
+        reply[:pbuilderid] = Facts["pbuilderid"]
+        reply[:status] = :ok
+      end
+    end
+  end
+end

data/mcollective_additions/plugins/v2.2/agent/ps.ddl

@@ -0,0 +1,9 @@
+metadata    :name        => "ps info",
+            :description => "Agent to get ps info (running processes)",
+            :author      => "Reactor8",
+            :license     => "",
+            :version     => "",
+            :url         => "",
+            :timeout     => 2
+action "get_ps", :description => "get running processes via ps" do
+end

data/mcollective_additions/plugins/v2.2/agent/ps.rb

@@ -0,0 +1,37 @@
+module MCollective
+  module Agent
+    class Ps < RPC::Agent
+      metadata    :name        => "ps info",
+                  :description => "Agent to get ps info (running processes)",
+                  :author      => "Reactor8",
+                  :license     => "",
+                  :version     => "",
+                  :url         => "",
+                  :timeout     => 2
+      action "get_ps" do 
+        output=`ps -ef`
+        output.gsub!(/^.+\]$/,'')
+        results = output.scan(/(\S+)[\s].*?(\S+)[\s].*?(\S+)[\s].*?(\S+)[\s].*?(\S+)[\s].*?(\S+)[\s].*?(\S+)[\s].*?(.+)/)
+        results.shift
+        ps_result = []
+        results.each do |result|
+          ps_packet = {}
+          ps_packet.store(:uid, result[0])
+          ps_packet.store(:pid,   result[1])
+          ps_packet.store(:ppid,   result[2])
+          ps_packet.store(:cpu,    result[3])
+          ps_packet.store(:start_time,  result[4])
+          ps_packet.store(:tty,    result[5])
+          ps_packet.store(:time,  result[6])
+          result[7] = (result[7][0...60].strip + '...') if result[7].strip.length > 60
+          ps_packet.store(:command,  result[7])
+          ps_result << ps_packet
+        end
+
+        reply[:data]  = ps_result
+        reply[:pbuilderid] = Facts["pbuilderid"]
+        reply[:status] = :ok
+      end
+    end
+  end
+end