prometheus-splash 0.6.0 → 0.8.2

data/lib/splash/config/sanitycheck.rb

@@ -50,7 +50,7 @@ module Splash
       end
 
       target = "Prometheus PushGateway Service running"
-      if verify_service host: config.prometheus_pushgateway_host ,port: config.prometheus_pushgateway_port then
+      if verify_service url: config.prometheus_pushgateway_url then
         log.ok target
       else
         log.ko target

data/lib/splash/constants.rb

@@ -7,12 +7,13 @@ module Splash
   module Constants
 
     # Current splash version
-    VERSION = "0.6.0"
-
+    VERSION = "0.8.2"
     # the path to th config file, not overridable by config
     CONFIG_FILE = "/etc/splash.yml"
     # the default execution trace_path if backend file
     TRACE_PATH="/var/run/splash"
+    # the default pid file path
+    PID_PATH="/var/run"
 
 
     # default scheduling criteria for log monitoring
@@ -24,8 +25,6 @@ module Splash
 
     # the display name of daemon in proc info (ps/top)
     DAEMON_PROCESS_NAME="Splash : daemon."
-    # the default pid file path
-    DAEMON_PID_PATH="/var/run"
     # the default pid file name
     DAEMON_PID_FILE="splash.pid"
     # the default sdtout trace file
@@ -42,15 +41,14 @@ module Splash
     # type of licence
     LICENSE="BSD-2-Clause"
 
-    # the default prometheus pushgateway host
-    PROMETHEUS_PUSHGATEWAY_HOST = "localhost"
-    # the default prometheus pushgateway port
-    PROMETHEUS_PUSHGATEWAY_PORT = "9091"
-    # the default prometheus pushgateway port
-    PROMETHEUS_PUSHGATEWAY_PATH = ''
+    # the default prometheus pushgateway URL
+    PROMETHEUS_PUSHGATEWAY_URL = 'http://localhost:9091/'
+
+    # the default prometheus Alertmanager URL
+    PROMETHEUS_ALERTMANAGER_URL = 'http://localhost:9092/'
 
     # the default prometheus URL
-    PROMETHEUS_URL = "http://localhost:9090"
+    PROMETHEUS_URL = "http://localhost:9090/"
 
     # the default path fo execution report template
     EXECUTION_TEMPLATE="/etc/splash_execution_report.tpl"
@@ -88,6 +86,8 @@ module Splash
     # the default sdterr trace file
     WEBADMIN_STDERR_TRACE="stderr.txt"
 
+    # default retention for trace
+    DEFAULT_RETENTION=1
 
   end
 end

data/lib/splash/daemon/controller.rb

@@ -26,7 +26,7 @@ module Splash
         config = get_config
         log = get_logger
         log.level = :fatal if options[:quiet]
-        unless verify_service host: config.prometheus_pushgateway_host ,port: config.prometheus_pushgateway_port then
+        unless verify_service url: config.prometheus_pushgateway_url then
           return {:case => :service_dependence_missing, :more => 'Prometheus Gateway'}
         end
         realpid = get_processes pattern: get_config.daemon_process_name
@@ -35,7 +35,7 @@ module Splash
           return {:case => :already_exist, :more => "Splash Process already launched on foreground "}
         end
 
-        unless File::exist? config.full_pid_path then
+        unless File::exist? config.daemon_full_pid_path then
           unless realpid.empty? then
             return {:case => :already_exist, :more => "Splash Process already launched "}
           end
@@ -50,9 +50,9 @@ module Splash
             end
           end
           daemon_config = {:description => config.daemon_process_name,
-              :pid_file => config.full_pid_path,
-              :stdout_trace => config.full_stdout_trace_path,
-              :stderr_trace => config.full_stderr_trace_path,
+              :pid_file => config.daemon_full_pid_path,
+              :stdout_trace => config.daemon_full_stdout_trace_path,
+              :stderr_trace => config.daemon_full_stderr_trace_path,
               :foreground => options[:foreground]
             }
 
@@ -62,7 +62,7 @@ module Splash
           end
           sleep 1
           if res == 0 then
-            pid = `cat #{config.full_pid_path}`.to_i
+            pid = `cat #{config.daemon_full_pid_path}`.to_i
             log.ok "Splash Daemon Started, with PID : #{pid}"
             return {:case => :quiet_exit, :more => "Splash Daemon successfully loaded."}
           else
@@ -82,15 +82,15 @@ module Splash
           config = get_config
           log = get_logger
           log.level = :fatal if options[:quiet]
-          if File.exist?(config.full_pid_path) then
+          if File.exist?(config.daemon_full_pid_path) then
             begin
-              pid = `cat #{config.full_pid_path}`.to_i
+              pid = `cat #{config.daemon_full_pid_path}`.to_i
               Process.kill("TERM", pid)
               acase = {:case => :quiet_exit, :more => 'Splash stopped succesfully'}
             rescue Errno::ESRCH
               acase =  {:case => :not_found, :more => "Process of PID : #{pid} not found"}
             end
-            FileUtils::rm config.full_pid_path if File::exist? config.full_pid_path
+            FileUtils::rm config.daemon_full_pid_path if File::exist? config.daemon_full_pid_path
           else
             acase =  {:case => :not_found, :more => "Splash is not running"}
           end
@@ -104,7 +104,7 @@ module Splash
         log = get_logger
         config = get_config
         pid = realpid = ''
-        pid = `cat #{config.full_pid_path}`.to_s if File.exist?(config.full_pid_path)
+        pid = `cat #{config.daemon_full_pid_path}`.to_s if File.exist?(config.daemon_full_pid_path)
         listpid = get_processes({ :pattern => get_config.daemon_process_name})
         pid.chomp!
         if listpid.empty? then

data/lib/splash/daemon/metrics.rb

@@ -17,8 +17,8 @@ module Splash
 
       # metrics manager factory
       # @return [Splash::Daemon::Metrics::Manager]
-      def get_metrics_manager
-        return @@manager ||= Manager::new
+      def get_metrics_manager(session)
+        return @@manager ||= Manager::new(:session => session)
       end
 
       # Metrics Manager (collect and sending to Prometheus)
@@ -32,7 +32,8 @@ module Splash
         attr_reader :monitoring_processes_count
 
         # Constructor prepare prometheus-client, defined metrics and init attributes
-        def initialize
+        def initialize(options ={})
+          @session = options[:session]
           @config = get_config
           @starttime = Time.now
           @execution_count = 0
@@ -75,21 +76,20 @@ module Splash
         # @return [Hash] Exiter case ( :service_dependence_missing , :quiet_exit)
         def notify
           log = get_logger
-          session  = get_session
-          unless verify_service host: @config.prometheus_pushgateway_host ,port: @config.prometheus_pushgateway_port then
+          unless verify_service url: @config.prometheus_pushgateway_url then
             return  { :case => :service_dependence_missing, :more => "Prometheus Notification not send." }
           end
 
-          log.debug "Sending Splash self metrics to PushGateway." , session
+          log.ok "Sending Splash self metrics to PushGateway." , @session
           @metric_uptime.set uptime
           @metric_execution.set execution_count
           @metric_logs_monitoring.set monitoring_logs_count
           @metric_processes_monitoring.set monitoring_processes_count
 
           hostname = Socket.gethostname
-          url = "http://#{@config.prometheus_pushgateway_host}:#{@config.prometheus_pushgateway_port}/#{@config.prometheus_pushgateway_path}"
+          url = @config.prometheus_pushgateway_url
           Prometheus::Client::Push.new('Splash',hostname, url).add(@registry)
-          log.debug "Sending to Prometheus PushGateway done.", session
+          log.debug "Sending to Prometheus PushGateway done.", @session
           return {:case => :quiet_exit }
         end
 

data/lib/splash/daemon/orchestrator.rb

@@ -21,6 +21,7 @@ module Splash
         include Splash::Logs
         include Splash::Processes
         include Splash::Commands
+        include Splash::Sequences
 
         # Constructor prepare the Scheduler
         # commands Schedules
@@ -31,19 +32,69 @@ module Splash
         def initialize(options = {})
           @log = get_logger
           self.extend Splash::Daemon::Metrics
-          @metric_manager = get_metrics_manager
+          @session = get_session
+          @metric_manager = get_metrics_manager(@session)
           $stdout.sync = true
           $stderr.sync = true
           @server  = Rufus::Scheduler::new
           @server.extend SchedulerHooks
           @config = get_config
+          @scheduling = options[:scheduling]
 
           @log.info "Splash Orchestrator starting :"
-          if options[:scheduling] then
-            @log.item "Initializing commands Scheduling."
+          if @scheduling then
+            @log.item "Initializing Sequences & commands Scheduling."
             init_commands_scheduling
+            init_sequences_scheduling
           end
 
+          init_logs_monitoring_scheduling
+          init_process_monitoring_scheduling
+          init_metrics_scheduling
+          init_daemon_subscriber
+
+        end
+
+
+
+
+
+        # Stop the Splash daemon gracefully
+        # @return [hash] Exiter Case :quiet_exit
+        def terminate
+          @log.info "Splash daemon shutdown"
+          @server.shutdown
+          change_logger logger: :cli
+          splash_exit case: :quiet_exit
+        end
+
+        private
+
+        #prepare main daemon subscriber
+        def init_daemon_subscriber
+          hostname = Socket.gethostname
+          transport = get_default_subscriber queue: "splash.#{hostname}.input"
+          if transport.class == Hash and transport.include? :case then
+            splash_exit transport
+          end
+          transport.subscribe(:block => true) do |delivery_info, properties, body|
+            content = YAML::load(body)
+            session = get_session
+            content[:session] = session
+            if VERBS.include? content[:verb]
+              @log.receive "Valid remote order, verb : #{content[:verb].to_s}", session
+              res = self.send content[:verb], content
+              get_default_client.publish queue: content[:return_to], message: res.to_yaml
+              @log.send "Result to #{content[:return_to]}.", session
+            else
+              @log.receive "INVALID remote order, verb : #{content[:verb].to_s}", session
+              get_default_client.publish queue: content[:return_to], message: "Unkown verb #{content[:verb]}".to_yaml
+            end
+          end
+        end
+
+        #prepare logs monitoring  sheduling
+        def init_logs_monitoring_scheduling
           if @config.logs.empty? then
             @log.item "No logs to monitor"
           else
@@ -62,7 +113,10 @@ module Splash
               end
             end
           end
+        end
 
+        #prepare process monitoring  sheduling
+        def init_process_monitoring_scheduling
           if @config.processes.empty? then
             @log.item "No processes to monitor"
           else
@@ -81,49 +135,24 @@ module Splash
               end
             end
           end
+        end
 
 
+        #prepare metrics sheduling
+        def init_metrics_scheduling
           sched,value = @config.daemon_metrics_scheduling.flatten
           @log.item "Initializing Splash metrics notifications."
           @server.send sched,value do
             begin
+              @log.trigger "Splash Metrics monitoring for Scheduling : #{sched.to_s} #{value.to_s}", @session
               @metric_manager.notify
             rescue Errno::ECONNREFUSED
               @log.error "PushGateway seems to be done, please start it."
             end
           end
-
-          hostname = Socket.gethostname
-          transport = get_default_subscriber queue: "splash.#{hostname}.input"
-          if transport.class == Hash and transport.include? :case then
-            splash_exit transport
-          end
-          transport.subscribe(:block => true) do |delivery_info, properties, body|
-            content = YAML::load(body)
-            session = get_session
-            content[:session] = session
-            if VERBS.include? content[:verb]
-              @log.receive "Valid remote order, verb : #{content[:verb].to_s}", session
-              res = self.send content[:verb], content
-              get_default_client.publish queue: content[:return_to], message: res.to_yaml
-              @log.send "Result to #{content[:return_to]}.", session
-            else
-              @log.receive "INVALID remote order, verb : #{content[:verb].to_s}", session
-              get_default_client.publish queue: content[:return_to], message: "Unkown verb #{content[:verb]}".to_yaml
-            end
-          end
         end
 
-        # Stop the Splash daemon gracefully
-        # @return [hash] Exiter Case :quiet_exit
-        def terminate
-          @log.info "Splash daemon shutdown"
-          @server.shutdown
-          change_logger logger: :cli
-          splash_exit case: :quiet_exit
-        end
 
-        private
         # prepare commands Scheduling
         def init_commands_scheduling
           config = get_config.commands
@@ -137,9 +166,43 @@ module Splash
               execute command: command.to_s, session: session
             end
           end
+        end
 
+
+        # prepare sequences Scheduling
+        def init_sequences_scheduling
+          config = get_config.sequences
+          sequences = config.select{|key,value| value.include? :schedule}.keys
+          sequences.each do |sequence|
+            sched,value = config[sequence][:schedule].flatten
+            @log.arrow "Scheduling sequence #{sequence.to_s}"
+            @server.send sched,value do
+              session  = get_session
+              @log.trigger "Executing Scheduled sequence #{sequence.to_s} for Scheduling : #{sched.to_s} #{value.to_s}", session
+              run_seq name: sequence.to_s, session: session
+            end
+          end
         end
 
+        # reset the orchestrator
+        # @return [Hash] Exiter case
+        def reset_orchestrator
+          @server.shutdown
+          @server = Rufus::Scheduler::new
+          @server.extend SchedulerHooks
+          @config = rehash_config
+          @log.info "Splash Orchestrator re-hashing :"
+          if @scheduling then
+            @log.item "Re-Initializing Sequences & commands Scheduling."
+            init_commands_scheduling
+            init_sequences_scheduling
+          end
+          init_logs_monitoring_scheduling
+          init_process_monitoring_scheduling
+          init_metrics_scheduling
+        end
+
+
         # execute_command verb : execute command specified in payload
         # @param [Hash] options
         # @option options [Symbol] :command the name of the command
@@ -147,15 +210,13 @@ module Splash
         # @return [Hash] Exiter case
         def execute(options)
           command =  CommandWrapper::new(options[:command])
-          if options[:ack] then 
+          if options[:ack] then
           else
             @metric_manager.inc_execution
             return command.call_and_notify trace: true, notify: true, callback: true, session: options[:session]
           end
         end
-
       end
-
     end
   end
 end

data/lib/splash/daemon/orchestrator/grammar.rb

@@ -16,7 +16,7 @@ module Splash
         include Splash::Loggers
 
         # list of known verbs for Splash orchestrator
-        VERBS=[:ping,:list_commands,:execute_command,:ack_command, :shutdown]
+        VERBS=[:ping,:list_commands,:execute_command,:ack_command, :shutdown, :get_jobs, :reset]
 
         # shutdown verb : stop the Splash daemon gracefully
         # @param [Hash] content message content Hash Structure, ignored
@@ -46,6 +46,21 @@ module Splash
           return execute command: content[:payload][:name], ack: true
         end
 
+
+        # get_jobs verb : return list of scheduled jobs for internal scheduler
+        # @param [Hash] content message content Hash Structure, ignored
+        # @return [String] YAML dataset
+        def get_jobs(content)
+          return @server.jobs.to_yaml
+        end
+
+        # reset verb : reset the internal scheduler
+        # @param [Hash] content message content Hash Structure, ignored
+        # @return [String] "Scheduler reset" static
+        def reset(content)
+          return "Scheduler reset" if reset_orchestrator
+        end
+
         # execute_command verb : execute command specified in payload
         # @param [Hash] content message content Hash Structure, include  mandatory payload[:name]
         # @return [Hash] Exiter case

data/lib/splash/dependencies.rb

@@ -13,11 +13,16 @@ module Splash
     require 'etc'
     require 'forwardable'
     require 'json'
+    require 'uri'
+
+
 
 
 
     # Rubygems
     begin
+      require 'net/ssh'
+      require 'net/scp'
       require 'prometheus/client'
       require 'prometheus/client/push'
       require 'thor'
@@ -34,6 +39,7 @@ module Splash
       require 'rest-client'
       require 'kramdown'
       require 'rack/reverse_proxy'
+      require 'tty-table'
 
 
     rescue Gem::GemNotFoundException
@@ -55,8 +61,10 @@ module Splash
 
 
     require 'splash/commands'
+    require 'splash/sequences'
     require 'splash/logs'
     require 'splash/processes'
+    require 'splash/transfers'
 
     require 'splash/daemon'
     require 'splash/webadmin'

data/lib/splash/exiter.rb

@@ -60,7 +60,7 @@ module Splash
 
     def splash_return(options = {})
 
-      data = EXIT_MAP[options[:case]]
+      data = EXIT_MAP[options[:case]].clone
       data[:status] = (data[:code]>0)? :failure : :success
       data[:more] = options[:more] if options[:more]
       return data