dtk-node-agent 0.5.10

data/mcollective_additions/plugins/v2.2/agent/puppet_cancel.ddl

@@ -0,0 +1,10 @@
+metadata    :name        => "run puppet cancel",
+            :description => "Agent to cancel Puppet apply runs",
+            :author      => "Reactor8",
+            :license     => "",
+            :version     => "",
+            :url         => "",
+            :timeout     => 600
+action "run", :description => "puppet cancel" do
+end
+

data/mcollective_additions/plugins/v2.2/agent/puppet_cancel.rb

@@ -0,0 +1,78 @@
+require 'rubygems'
+require 'puppet'
+require 'grit'
+require 'tempfile'
+require 'fileutils'
+
+#TODO: move to be shared by agents
+PuppetApplyLogDir = "/var/log/puppet"
+ModulePath =  "/etc/puppet/modules"
+
+module MCollective
+  module Agent
+    class Puppet_cancel < RPC::Agent
+      def initialize()
+        super()
+        @log = Log.instance
+        @reply_data = nil
+      end
+
+      #
+      # Amar:
+      # puppet_cancel agent gets 'task_id' in request 
+      # And goes through list of live threads inside stomp/mcollective process.
+      # If thread with matching 'task_id' is found that thread is killed
+      # If thread with matching 'task_id' is not found, error is returned in response
+      #
+      def run_action
+        task_id = request[:top_task_id]
+        @log.info("Terminating puppet apply thread for task_id=#{task_id}")
+
+        ret ||= Response.new()
+
+        Thread.list.each do |t|
+          if t[:task_id] == task_id
+	          t[:is_canceled] = true
+            t.kill
+            @log.info("Puppet apply thread for task_id=#{task_id} terminated.")
+            ret.set_status_succeeded!()
+            return ret
+          end
+        end
+
+        @log.info("Puppet apply thread for task_id=#{task_id} is not running on this node.")
+        ret.set_status_failed!()
+        error_info = { :error => { :message => "Puppet apply thread for task_id=#{task_id} is not running on the node." } }
+        ret.merge!(error_info)
+       end
+
+   end
+    #TODO: this should be common accross Agents
+    class Response < Hash
+      def initialize(hash={})
+        super()
+        self.merge!(hash)
+        self[:status] = :unknown unless hash.has_key?(:status)
+      end
+
+      def to_hash()
+        Hash.new.merge(self)
+      end
+
+      def failed?()
+        self[:status] == :failed
+      end
+
+      def set_status_failed!()
+        self[:status] = :failed
+      end
+      def set_status_succeeded!()
+        self[:status] = :succeeded
+      end
+      def set_dynamic_attributes!(dynamic_attributes)
+        self[:dynamic_attributes] = dynamic_attributes
+      end
+    end
+  end
+end
+

data/mcollective_additions/plugins/v2.2/agent/rpcutil.ddl

@@ -0,0 +1,204 @@
+metadata    :name        => "rpcutil",
+            :description => "General helpful actions that expose stats and internals to SimpleRPC clients",
+            :author      => "R.I.Pienaar <rip@devco.net>",
+            :license     => "Apache License, Version 2.0",
+            :version     => "1.0",
+            :url         => "http://marionette-collective.org/",
+            :timeout     => 10
+
+action "collective_info", :description => "Info about the main and sub collectives" do
+    display :always
+
+    output :main_collective,
+           :description => "The main Collective",
+           :display_as => "Main Collective"
+
+    output :collectives,
+           :description => "All Collectives",
+           :display_as => "All Collectives"
+
+    summarize do
+        aggregate summary(:collectives)
+    end
+end
+
+action "inventory", :description => "System Inventory" do
+    display :always
+
+    output :agents,
+           :description => "List of agent names",
+           :display_as => "Agents"
+
+    output :facts,
+           :description => "List of facts and values",
+           :display_as => "Facts"
+
+    output :classes,
+           :description => "List of classes on the system",
+           :display_as => "Classes"
+
+    output :version,
+           :description => "MCollective Version",
+           :display_as => "Version"
+
+    output :main_collective,
+           :description => "The main Collective",
+           :display_as => "Main Collective"
+
+    output :collectives,
+           :description => "All Collectives",
+           :display_as => "All Collectives"
+
+    output :data_plugins,
+           :description => "List of data plugin names",
+           :display_as => "Data Plugins"
+end
+
+action "get_fact", :description => "Retrieve a single fact from the fact store" do
+     display :always
+
+     input :fact,
+           :prompt      => "The name of the fact",
+           :description => "The fact to retrieve",
+           :type        => :string,
+           :validation  => '^[\w\-\.]+$',
+           :optional    => false,
+           :maxlength   => 40
+
+     output :fact,
+            :description => "The name of the fact being returned",
+            :display_as => "Fact"
+
+     output :value,
+            :description => "The value of the fact",
+            :display_as => "Value"
+
+    summarize do
+        aggregate summary(:value)
+    end
+end
+
+action "daemon_stats", :description => "Get statistics from the running daemon" do
+    display :always
+
+    output :threads,
+           :description => "List of threads active in the daemon",
+           :display_as => "Threads"
+
+    output :agents,
+           :description => "List of agents loaded",
+           :display_as => "Agents"
+
+    output :pid,
+           :description => "Process ID of the daemon",
+           :display_as => "PID"
+
+    output :times,
+           :description => "Processor time consumed by the daemon",
+           :display_as => "Times"
+
+    output :validated,
+           :description => "Messages that passed security validation",
+           :display_as => "Security Validated"
+
+    output :unvalidated,
+           :description => "Messages that failed security validation",
+           :display_as => "Failed Security"
+
+    output :passed,
+           :description => "Passed filter checks",
+           :display_as => "Passed Filter"
+
+    output :filtered,
+           :description => "Didn't pass filter checks",
+           :display_as => "Failed Filter"
+
+    output :starttime,
+           :description => "Time the server started",
+           :display_as => "Start Time"
+
+    output :total,
+           :description => "Total messages received",
+           :display_as => "Total Messages"
+
+    output :replies,
+           :description => "Replies sent back to clients",
+           :display_as => "Replies"
+
+    output :configfile,
+           :description => "Config file used to start the daemon",
+           :display_as => "Config File"
+
+    output :version,
+           :description => "MCollective Version",
+           :display_as => "Version"
+
+    output :ttlexpired,
+           :description => "Messages that did pass TTL checks",
+           :display_as => "TTL Expired"
+
+    summarize do
+        aggregate summary(:version)
+        aggregate summary(:agents)
+    end
+end
+
+action "agent_inventory", :description => "Inventory of all agents on the server" do
+    display :always
+
+    output :agents,
+           :description => "List of agents on the server",
+           :display_as => "Agents"
+end
+
+action "get_config_item", :description => "Get the active value of a specific config property" do
+    display :always
+
+    input :item,
+          :prompt      => "Configuration Item",
+          :description => "The item to retrieve from the server",
+          :type        => :string,
+          :validation  => '^.+$',
+          :optional    => false,
+          :maxlength    => 50
+
+    output :item,
+           :description => "The config property being retrieved",
+           :display_as => "Property"
+
+    output :value,
+           :description => "The value that is in use",
+           :display_as => "Value"
+
+    summarize do
+        aggregate summary(:value)
+    end
+end
+
+action "get_data", :description => "Get data from a data plugin" do
+    display :always
+
+    input :source,
+          :prompt      => "Data Source",
+          :description => "The data plugin to retrieve information from",
+          :type        => :string,
+          :validation  => '^\w+$',
+          :optional    => false,
+          :maxlength   => 50
+
+    input :query,
+          :prompt      => "Query",
+          :description => "The query argument to supply to the data plugin",
+          :type        => :string,
+          :validation  => '^.+$',
+          :optional    => true,
+          :maxlength   => 50
+end
+
+action "ping", :description => "Responds to requests for PING with PONG" do
+    display :always
+
+    output :pong,
+           :description => "The local timestamp",
+           :display_as => "Timestamp"
+end

data/mcollective_additions/plugins/v2.2/agent/rpcutil.rb

@@ -0,0 +1,101 @@
+module MCollective
+  module Agent
+    class Rpcutil<RPC::Agent
+      # Basic system inventory, same as the basic discovery agent
+      action "inventory" do
+        reply[:agents] = Agents.agentlist
+        reply[:facts] = PluginManager["facts_plugin"].get_facts
+        reply[:version] = MCollective.version
+        reply[:classes] = []
+        reply[:main_collective] = config.main_collective
+        reply[:collectives] = config.collectives
+        reply[:data_plugins] = PluginManager.grep(/_data$/)
+
+        cfile = Config.instance.classesfile
+        if File.exist?(cfile)
+          reply[:classes] = File.readlines(cfile).map {|i| i.chomp}
+        end
+      end
+
+      # Retrieve a single fact from the node
+      action "get_fact" do
+        validate :fact, String
+
+        reply[:fact] = request[:fact]
+        reply[:value] = Facts[request[:fact]]
+      end
+
+      # Get the global stats for this mcollectied
+      action "daemon_stats" do
+        stats = PluginManager["global_stats"].to_hash
+
+        reply[:threads] = stats[:threads]
+        reply[:agents] = stats[:agents]
+        reply[:pid] = stats[:pid]
+        reply[:times] = stats[:times]
+        reply[:configfile] = Config.instance.configfile
+        reply[:version] = MCollective.version
+
+        reply.data.merge!(stats[:stats])
+      end
+
+      # Builds an inventory of all agents on teh machine
+      # including license, version and timeout information
+      action "agent_inventory" do
+        reply[:agents] = []
+
+        Agents.agentlist.sort.each do |target_agent|
+          agent = PluginManager["#{target_agent}_agent"]
+          actions = agent.methods.grep(/_agent/)
+
+          agent_data = {:agent => target_agent,
+                        :license => "unknown",
+                        :timeout => agent.timeout,
+                        :description => "unknown",
+                        :name => target_agent,
+                        :url => "unknown",
+                        :version => "unknown",
+                        :author => "unknown"}
+
+          agent_data.merge!(agent.meta)
+
+          reply[:agents] << agent_data
+        end
+      end
+
+      # Retrieves a single config property that is in effect
+      action "get_config_item" do
+        validate :item, String
+
+        reply.fail! "Unknown config property #{request[:item]}" unless config.respond_to?(request[:item])
+
+        reply[:item] = request[:item]
+        reply[:value] = config.send(request[:item])
+      end
+
+      # Responds to PING requests with the local timestamp
+      action "ping" do
+        reply[:pong] = Time.now.to_i
+      end
+
+      # Returns all configured collectives
+      action "collective_info" do
+        config = Config.instance
+        reply[:main_collective] = config.main_collective
+        reply[:collectives] = config.collectives
+      end
+
+      action "get_data" do
+        validate :source, String
+
+        query = Data.ddl_transform_input(Data.ddl(request[:source]), request[:query].to_s)
+
+        data = Data[ request[:source] ].lookup(query)
+
+        data.keys.each do |key|
+          reply[key] = data[key]
+        end
+      end
+    end
+  end
+end

data/mcollective_additions/plugins/v2.2/agent/sync_agent_code.ddl

@@ -0,0 +1,10 @@
+metadata    :name        => "sync agents code",
+            :description => "Agent to sync agent's code from git repo",
+            :author      => "Reactor8",
+            :license     => "",
+            :version     => "",
+            :url         => "",
+            :timeout     => 600
+action "run", :description => "sync agents code" do
+end
+

data/mcollective_additions/plugins/v2.2/agent/sync_agent_code.rb

@@ -0,0 +1,85 @@
+require 'rubygems'
+require 'puppet'
+require 'grit'
+require 'tempfile'
+require 'fileutils'
+
+AGENT_MCOLLECTIVE_LOCATION = "#{::MCollective::Config.instance.libdir}/mcollective/agent/"
+
+module MCollective
+  module Agent
+    class Sync_agent_code < RPC::Agent
+      def initialize()
+        super()
+        @log = Log.instance
+        @reply_data = nil
+      end
+      
+      def old_run_action
+        ret ||= Response.new()
+        #git_server_url = request[:git_server_url]
+        raise "git server is not set in facts" unless git_server_url = Facts["git-server"]
+        branch = request[:branch]
+        cmd_opts = {:raise => true, :timeout => 60}
+        
+        begin
+          # Amar: if git repo dir exists pull code, otherwise (first converge case) clone agent's project from git
+          if File.directory?(AgentGitPath)
+            grit_repo = ::Grit::Repo.new(AgentGitPath)
+            grit_repo.git.send(:pull, cmd_opts)
+            @log.info("Latest agent code pulled from GIT Repositoy.")
+          else
+            clone_args = [git_server_url, AgentGitPath]
+            clone_args += ["-b", branch] if branch
+            ::Grit::Git.new("").clone(cmd_opts, *clone_args)
+            @log.info("Agent project successfully cloned from GIT Repository.")            
+          end
+          # Copy latest agents to mcollective agent's directory
+          agents = Dir.glob("#{AgentGitPath}/mcollective_additions/plugins/v2.2/agent/*")
+          FileUtils.cp_r(agents, AgentMcollectivePath)
+          @log.info("Agent files copied to mcollective destination.")
+          # System call to restart mcollective
+          system("sudo /etc/init.d/mcollective restart")
+          @log.info("mcollective system restart completed.")
+
+          ret.set_status_succeeded!()
+        rescue Exception => e
+          @log.error("Error in syncing agent's code with GIT Repository: '#{git_server_url}'. Error: #{e}")
+          ret.set_status_failed!()
+          error_info = { :errors => { :message => "Error in syncing agent's code with GIT Repository: '#{git_server_url}'." } }
+          ret.merge!(error_info)
+        end
+
+        return ret
+      end
+
+   end
+      #TODO: this should be common accross Agents
+      class Response < Hash
+        def initialize(hash={})
+          super()
+          self.merge!(hash)
+          self[:status] = :unknown unless hash.has_key?(:status)
+        end
+
+        def to_hash()
+          Hash.new.merge(self)
+        end
+
+        def failed?()
+          self[:status] == :failed
+        end
+
+        def set_status_failed!()
+          self[:status] = :failed
+        end
+        def set_status_succeeded!()
+          self[:status] = :succeeded
+        end
+        def set_dynamic_attributes!(dynamic_attributes)
+          self[:dynamic_attributes] = dynamic_attributes
+        end
+      end
+  end
+end
+