prometheus-splash 0.6.0 → 0.8.2

data/lib/splash/cli/transfers.rb

@@ -0,0 +1,213 @@
+# coding: utf-8
+
+# module for all Thor subcommands
+module CLISplash
+
+  # Thor inherited class for transfers management
+  class Transfers < Thor
+    include Splash::Transfers
+    include Splash::Helpers
+    include Splash::Exiter
+    include Splash::Loggers
+    include Splash::Transfers
+
+
+    # Thor method : running transfer prepare
+    long_desc <<-LONGDESC
+    Prepare transfer with RSA Public key for NAME\n
+    Warning : interactive command only (prompt for passwd)
+    LONGDESC
+    desc "prepare", "Prepare transfers with RSA Public key"
+    def prepare(name)
+      acase = run_as_root :prepare_tx, name
+      splash_exit acase
+    end
+
+    # Thor method : Execute all transfers
+    long_desc <<-LONGDESC
+    Execute all transfers\n
+    Warning : interactive command only (prompt for passwd)
+    LONGDESC
+    desc "full_execute", "Execute all transfers"
+    def full_execute
+      acase = run_as_root :run_txs
+      splash_exit acase
+    end
+
+    # Thor method : Get specific result for a transfers
+    long_desc <<-LONGDESC
+    Get specific result for a transfers\n
+    LONGDESC
+    option :date, :type => :string,  :aliases => "-d"
+    desc "get_result TRANSFER", "Get specific result for a transfers "
+    def get_result(name)
+      log = get_logger
+      log.item "Transfer : #{name}"
+      config = get_config
+      data = TxRecords::new(name).get_all_records.select {|item|
+        record =item.keys.first
+        value=item[record]
+        record == options[:date]}.first
+      if data.nil? then
+        log.ko "Result for #{name} on date #{options[:date]} not found"
+        splash_exit case: :not_found, :more => "Result inexistant"
+      else
+        record = options[:date]
+        value = data[record]
+        failed = (value[:count].nil? or value[:done].nil?)? 'undef': value[:count].to_i - value[:done].count
+        if value[:end_date].nil? then
+          log.item "Event : #{record} STATUS : #{value[:status]}"
+        else
+          log.item "Tx Begin : #{record} => end : #{value[:end_date]} STATUS : #{value[:status]}"
+        end
+        log.arrow "Tx Time : #{value[:time]}" unless value[:time].nil?
+        log.arrow "nb files : #{value[:count]}" unless value[:count].nil?
+        unless value[:wanted].nil?
+          log.arrow "Files wanted :" unless value[:wanted].empty?
+          value[:wanted].each do |file|
+            log.flat  "    * #{file}"
+          end
+        end
+        unless value[:done].nil?
+          log.arrow "Files done :" unless value[:done].empty?
+          value[:done].each do |file|
+            log.flat  "    * #{file}"
+          end
+        end
+        unless failed then
+          log.arrow "Nb failure : #{failed}"
+        end
+
+      end
+      splash_exit case: :quiet_exit
+    end
+
+    # Thor method : show specfic transfers history
+    long_desc <<-LONGDESC
+    show transfers history for transfer NAME\n
+    LONGDESC
+    option :table, :type => :boolean,  :aliases => "-t"
+    desc "history", "Show transfers history"
+    def history(name)
+      log = get_logger
+      log.item "Transfer : #{name}"
+      config = get_config
+      if options[:table] then
+        table = TTY::Table.new do |t|
+          t << ["Start Date", "End date", "time", "Files count","File count error","Status"]
+          t << ['','','','','','']
+          TxRecords::new(name).get_all_records.each do |item|
+            record =item.keys.first
+            value=item[record]
+            start_date = record
+            end_date = (value[:end_date].nil?)? '': value[:end_date]
+            time  = (value[:time].nil?)? '': value[:time]
+            count = (value[:count].nil?)? '': value[:count]
+            failed = (value[:count].nil? or value[:done].nil?)? '': value[:count].to_i - value[:done].count
+            status = value[:status]
+            t << [start_date, end_date, time, count, failed, status]
+
+          end
+        end
+        if check_unicode_term  then
+          puts table.render(:unicode)
+        else
+          puts table.render(:ascii)
+        end
+
+      else
+        TxRecords::new(name).get_all_records.each do |item|
+          record =item.keys.first
+          value=item[record]
+          failed = (value[:count].nil? or value[:done].nil?)? 'undef': value[:count].to_i - value[:done].count
+          if value[:end_date].nil? then
+            log.item "Event : #{record} STATUS : #{value[:status]}"
+          else
+            log.item "Tx Begin : #{record} => end : #{value[:end_date]} STATUS : #{value[:status]}"
+          end
+          log.arrow "Tx Time : #{value[:time]}" unless value[:time].nil?
+          log.arrow "nb files : #{value[:count]}" unless value[:count].nil?
+          unless value[:wanted].nil?
+            log.arrow "Files wanted :" unless value[:wanted].empty?
+            value[:wanted].each do |file|
+              log.flat  "    * #{file}"
+            end
+          end
+          unless value[:done].nil?
+            log.arrow "Files done :" unless value[:done].empty?
+            value[:done].each do |file|
+              log.flat  "    * #{file}"
+            end
+          end
+          unless failed then
+            log.arrow "Nb failure : #{failed}"
+          end
+
+        end
+      end
+      splash_exit case: :quiet_exit
+    end
+
+
+    # Thor method : display a specific Splash configured transfer
+    desc "show TRANSFER", "show Splash configured transfer TRANSFER"
+    def show(transfer)
+      log = get_logger
+      transfer_record_set = get_config.transfers.select{|item| item[:name] == transfer.to_sym }
+      unless transfer_record_set.empty? then
+        record = transfer_record_set.first
+        log.info "Splash transfer : #{record[:name]}"
+        log.item "Description : /#{record[:desc]}/"
+        log.item "Type : #{record[:type].to_s}"
+        log.item "Backup file after copy : #{record[:backup].to_s}"
+        log.item "Local spool"
+        log.arrow "Path : #{record[:local][:path]}"
+        log.arrow "User : #{record[:local][:user]}"
+        log.item "Remote spool"
+        log.arrow "Path : #{record[:remote][:path]}"
+        log.arrow "User : #{record[:remote][:user]}"
+        log.arrow "Host : #{record[:remote][:host]}"
+        log.item "Post execution"
+        log.arrow "Remote command : #{record[:post][:remote_command]}" unless record[:post][:remote_command].nil?
+        log.arrow "Local command : #{record[:post][:local_command]}" unless record[:post][:local_command].nil?
+        splash_exit case: :quiet_exit
+      else
+        splash_exit case: :not_found, :more => "log not configured"
+      end
+    end
+
+    # Thor method : display the full list of Splash configured transfers
+    desc "list", "List all Splash configured transfers"
+    long_desc <<-LONGDESC
+    Show configured transfers\n
+    with --detail, show transfers details
+    LONGDESC
+    option :detail, :type => :boolean,  :aliases => "-D"
+    def list
+      log = get_logger
+      log.info "Splash configured transfer :"
+      tx_record_set = get_config.transfers
+      log.ko 'No configured transfers found' if tx_record_set.empty?
+      tx_record_set.each do |record|
+        log.item "Transfer : #{record[:name]} Description : #{record[:desc]}"
+        if options[:detail] then
+          log.arrow "Type : #{record[:type].to_s}"
+          log.arrow "Backup file after copy : #{record[:backup].to_s}"
+          log.arrow "Local spool"
+          log.flat "   * Path : #{record[:local][:path]}"
+          log.flat "   * User : #{record[:local][:user]}"
+          log.arrow "Remote spool"
+          log.flat "   * Path : #{record[:remote][:path]}"
+          log.flat "   * User : #{record[:remote][:user]}"
+          log.flat "   * Host : #{record[:remote][:host]}"
+          log.arrow "Post execution"
+          log.flat "   * Remote command : #{record[:post][:remote_command]}" unless record[:post][:remote_command].nil?
+          log.flat "   * Local command : #{record[:post][:local_command]}" unless record[:post][:local_command].nil?
+        end
+      end
+      splash_exit case: :quiet_exit
+    end
+
+  end
+
+end

data/lib/splash/cli/webadmin.rb

@@ -14,14 +14,14 @@ module CLISplash
     # Thor method : stopping Splash Webadmin
     desc "stop", "Stopping Splash Webadmin Daemon"
     def stop
-      acase = run_as_root :stopdaemon, options
+      acase = run_as_root :stopweb, options
       splash_exit acase
     end
 
     # Thor method : getting execution status of Splashd
     desc "status", "Splash WebAdmin Daemon status"
     def status
-      acase = run_as_root :statusdaemon, options
+      acase = run_as_root :statusweb, options
       splash_exit acase
     end
 
@@ -37,7 +37,7 @@ module CLISplash
     LONGDESC
     desc "start", "Splash WebAdmin Daemon status"
     def start
-      acase = run_as_root :startdaemon
+      acase = run_as_root :startweb
       splash_exit acase
     end
 

data/lib/splash/commands.rb

@@ -6,6 +6,78 @@ module Splash
   # Splash Commands module/namespace
   module Commands
 
+
+    class CmdNotifier
+
+      @@registry = Prometheus::Client::Registry::new
+      @@metric_exitcode = Prometheus::Client::Gauge.new(:exitcode, docstring: 'SPLASH metric batch exitcode')
+      @@metric_time = Prometheus::Client::Gauge.new(:exectime, docstring: 'SPLASH metric batch execution time')
+      @@registry.register(@@metric_exitcode)
+      @@registry.register(@@metric_time)
+
+
+
+      def initialize(options={})
+        @config = get_config
+        @url = @config.prometheus_pushgateway_url
+        @name = "cmd_#{options[:name].to_s}"
+        @exitcode = options[:exitcode]
+        @time = options[:time]
+      end
+
+      # send metrics to Prometheus PushGateway
+      # @return [Bool]
+      def notify
+        unless verify_service url: @url then
+          return { :case => :service_dependence_missing, :more => "Prometheus Notification not send."}
+        end
+        @@metric_exitcode.set(@exitcode)
+        @@metric_time.set(@time)
+        hostname = Socket.gethostname
+        return Prometheus::Client::Push.new(@name, hostname, @url).add(@@registry)
+      end
+
+    end
+
+
+    class CmdRecords
+      include Splash::Backends
+      include Splash::Constants
+      def initialize(name)
+        @name = name
+        @backend = get_backend :execution_trace
+      end
+
+      def purge(retention)
+        retention = {} if retention.nil?
+        if retention.include? :hours then
+          adjusted_datetime = DateTime.now - retention[:hours].to_f / 24
+        elsif retention.include? :hours then
+          adjusted_datetime = DateTime.now - retention[:days].to_i
+        else
+          adjusted_datetime = DateTime.now - DEFAULT_RETENTION
+        end
+
+        data = get_all_records
+
+        data.delete_if { |item|
+          DateTime.parse(item.keys.first) <= (adjusted_datetime)}
+        @backend.put key: @name, value: data.to_yaml
+      end
+
+      def add_record(record)
+        data = get_all_records
+        data.push({ DateTime.now.to_s => record })
+        @backend.put key: @name, value: data.to_yaml
+      end
+
+      def get_all_records(options={})
+        return (@backend.exist?({key: @name}))? YAML::load(@backend.get({key: @name})) : []
+      end
+
+    end
+
+
     # command execution wrapper
     class CommandWrapper
       include Splash::Templates
@@ -16,17 +88,13 @@ module Splash
       include Splash::Transports
 
 
-      @@registry = Prometheus::Client::Registry::new
-      @@metric_exitcode = Prometheus::Client::Gauge.new(:errorcode, docstring: 'SPLASH metric batch errorcode')
-      @@metric_time = Prometheus::Client::Gauge.new(:exectime, docstring: 'SPLASH metric batch execution time')
-      @@registry.register(@@metric_exitcode)
-      @@registry.register(@@metric_time)
+
 
       # Constructor
       # @param [String] name the name of the command
       def initialize(name)
         @config  = get_config
-        @url = "http://#{@config.prometheus_pushgateway_host}:#{@config.prometheus_pushgateway_port}/#{@config.prometheus_pushgateway_path}"
+        @url = @config.prometheus_pushgateway_url
         @name = name
         unless @config.commands.keys.include? @name.to_sym then
           splash_exit case: :not_found, more: "command #{@name} is not defined in configuration"
@@ -43,14 +111,17 @@ module Splash
       # @param [String] value numeric.to_s
       # @param [String] time execution time numeric.to_s
       # @return [Hash] Exiter case :quiet_exit
-      def notify(value,time)
-        unless verify_service host: @config.prometheus_pushgateway_host ,port: @config.prometheus_pushgateway_port then
+      def notify(value,time, session)
+        log = get_logger
+        unless verify_service url: @config.prometheus_pushgateway_url then
           return { :case => :service_dependence_missing, :more => "Prometheus Notification not send."}
         end
-        @@metric_exitcode.set(value)
-        @@metric_time.set(time)
-        hostname = Socket.gethostname
-        Prometheus::Client::Push.new(@name, hostname, @url).add(@@registry)
+        cmdmonitor = CmdNotifier::new({name: @name, exitcode: value, time: time})
+        if cmdmonitor.notify then
+          log.ok "Sending metrics to Prometheus Pushgateway",session
+        else
+          log.ko "Failed to send metrics to Prometheus Pushgateway",session
+        end
         return { :case => :quiet_exit}
       end
 
@@ -84,6 +155,8 @@ module Splash
               log.receive "return with exitcode #{exit_code}", session
 
             end
+          rescue Interrupt
+            splash_exit case: :interrupt, more: "Remote command exection"
           end
         else
           log.info "Executing command : '#{@name}' ", session
@@ -108,9 +181,6 @@ module Splash
               stdout, stderr, status = Open3.capture3(@config.commands[@name.to_sym][:command])
             end
             time = Time.now - start
-            tp = Template::new(
-              list_token: @config.execution_template_tokens,
-              template_file: @config.execution_template_path)
             data = Hash::new
             data[:start_date] = start_date
             data[:end_date] = DateTime.now.to_s
@@ -121,22 +191,19 @@ module Splash
             data[:stdout] = stdout
             data[:stderr] = stderr
             data[:exec_time] = time.to_s
-            backend = get_backend :execution_trace
-            key = @name
-
-            backend.put key: key, value: data.to_yaml
+            cmdrec = CmdRecords::new @name
+            cmdrec.purge(@config.commands[@name.to_sym][:retention])
+            cmdrec.add_record data
             exit_code = status.exitstatus
           end
           log.ok "Command executed", session
           log.arrow "exitcode #{exit_code}", session
           if options[:notify] then
-            acase = notify(exit_code,time.to_i)
-            get_logger.ok "Prometheus Gateway notified.",session
+            acase = notify(exit_code,time.to_i,session)
           else
             log.item "Without Prometheus notification", session
           end
         end
-
         if options[:callback] then
           on_failure = (@config.commands[@name.to_sym][:on_failure])? @config.commands[@name.to_sym][:on_failure] : false
           on_success = (@config.commands[@name.to_sym][:on_success])? @config.commands[@name.to_sym][:on_success] : false

data/lib/splash/config.rb

@@ -11,55 +11,124 @@ module Splash
     include Splash::ConfigUtilities
 
 
+    class ConfigLinter
+      def initialize
+        @lints_present = {:logs => [:label, :log, :pattern ]}
+        @lints_types = {:logs => {:label => Symbol, :log => String, :pattern => String, :retention => Hash}}
+      end
+
+      def verify(options ={})
+        status = :success
+        missings = []
+        type_errors = []
+        useless = []
+        options[:record].each do |key,value|
+          useless.push key unless @lints_present[options[:type]].include? key or @lints_types[options[:type]].keys.include? key
+          type_errors.push key if @lints_types[options[:type]][key] != value.class and (@lints_present[options[:type]].include? key or @lints_types[options[:type]].keys.include? key)
+        end
+        @lints_present[options[:type]].each do |item|
+          missings.push item unless options[:record].keys.include? item
+        end
+
+        status = :failure if (missings.count > 0) or (type_errors.count > 0)
+        return {:missings => missings, :type_errors => type_errors, :useless => useless, :status => status}
+      end
+
+    end
+
     # Class to manage configuration in Splash from Splash::Constants override by Yaml CONFIG
     class Configuration < Hash
       include Splash::Constants
 
+      attr_accessor :config_from_file
+
       # constructor : read config file and map against Constants
       def initialize(config_file=CONFIG_FILE)
-        config_from_file = readconf config_file
+        @config_file = config_file
+        hash_config_to_default
+
+      end
+
+
+      def hash_config_to_default
+        @config_from_file = readconf @config_file
         self[:version] = VERSION
         self[:author] = "#{AUTHOR} <#{EMAIL}>"
         self[:copyright] = "#{COPYRIGHT} #{LICENSE}"
 
-        self[:prometheus_url] = (config_from_file[:prometheus][:url])? config_from_file[:prometheus][:url] : PROMETHEUS_URL
+        self[:prometheus_url] = (@config_from_file[:prometheus][:url])? @config_from_file[:prometheus][:url] : PROMETHEUS_URL
+        self[:prometheus_pushgateway_url] = (@config_from_file[:prometheus][:pushgateway])? @config_from_file[:prometheus][:pushgateway] : PROMETHEUS_PUSHGATEWAY_URL
+        self[:prometheus_alertmanager_url] = (@config_from_file[:prometheus][:alertmanager])? @config_from_file[:prometheus][:alertmanager] : PROMETHEUS_ALERTMANAGER_URL
 
-        self[:prometheus_pushgateway_path] = (config_from_file[:prometheus][:pushgateway][:path])? config_from_file[:prometheus][:pushgateway][:path] : PROMETHEUS_PUSHGATEWAY_PATH
-        self[:prometheus_pushgateway_host] = (config_from_file[:prometheus][:pushgateway][:host])? config_from_file[:prometheus][:pushgateway][:host] : PROMETHEUS_PUSHGATEWAY_HOST
-        self[:prometheus_pushgateway_port] = (config_from_file[:prometheus][:pushgateway][:port])? config_from_file[:prometheus][:pushgateway][:port] : PROMETHEUS_PUSHGATEWAY_PORT
-        self[:daemon_process_name] = (config_from_file[:daemon][:process_name])? config_from_file[:daemon][:process_name] : DAEMON_PROCESS_NAME
-        self[:daemon_logmon_scheduling] = (config_from_file[:daemon][:logmon_scheduling])? config_from_file[:daemon][:logmon_scheduling] : DAEMON_LOGMON_SCHEDULING
-        self[:daemon_metrics_scheduling] = (config_from_file[:daemon][:metrics_scheduling])? config_from_file[:daemon][:metrics_scheduling] : DAEMON_METRICS_SCHEDULING
-        self[:daemon_procmon_scheduling] = (config_from_file[:daemon][:procmon_scheduling])? config_from_file[:daemon][:procmon_scheduling] : DAEMON_PROCMON_SCHEDULING
+        self[:daemon_process_name] = (@config_from_file[:daemon][:process_name])? @config_from_file[:daemon][:process_name] : DAEMON_PROCESS_NAME
+        self[:daemon_logmon_scheduling] = (@config_from_file[:daemon][:logmon_scheduling])? @config_from_file[:daemon][:logmon_scheduling] : DAEMON_LOGMON_SCHEDULING
+        self[:daemon_metrics_scheduling] = (@config_from_file[:daemon][:metrics_scheduling])? @config_from_file[:daemon][:metrics_scheduling] : DAEMON_METRICS_SCHEDULING
+        self[:daemon_procmon_scheduling] = (@config_from_file[:daemon][:procmon_scheduling])? @config_from_file[:daemon][:procmon_scheduling] : DAEMON_PROCMON_SCHEDULING
+        self[:daemon_pid_file] = (@config_from_file[:daemon][:files][:pid_file])? @config_from_file[:daemon][:files][:pid_file] : DAEMON_PID_FILE
+        self[:daemon_stdout_trace] = (@config_from_file[:daemon][:files][:stdout_trace])? @config_from_file[:daemon][:files][:stdout_trace] : DAEMON_STDOUT_TRACE
+        self[:daemon_stderr_trace] = (@config_from_file[:daemon][:files][:stderr_trace])? @config_from_file[:daemon][:files][:stderr_trace] : DAEMON_STDERR_TRACE
 
 
-        self[:webadmin_port] = (config_from_file[:webadmin][:port])? config_from_file[:webadmin][:port] : WEBADMIN_PORT
-        self[:webadmin_ip] = (config_from_file[:webadmin][:ip])? config_from_file[:webadmin][:ip] : WEBADMIN_IP
-        self[:webadmin_proxy] = (config_from_file[:webadmin][:proxy])? config_from_file[:webadmin][:proxy] : WEBADMIN_PROXY
-        self[:webadmin_process_name] = (config_from_file[:webadmin][:process_name])? config_from_file[:webadmin][:process_name] : WEBADMIN_PROCESS_NAME
-        self[:webadmin_pid_file] = (config_from_file[:webadmin][:files][:pid_file])? config_from_file[:webadmin][:files][:pid_file] : WEBADMIN_PID_FILE
-        self[:webadmin_stdout_trace] = (config_from_file[:webadmin][:files][:stdout_trace])? config_from_file[:webadmin][:files][:stdout_trace] : WEBADMIN_STDOUT_TRACE
-        self[:webadmin_stderr_trace] = (config_from_file[:webadmin][:files][:stderr_trace])? config_from_file[:webadmin][:files][:stderr_trace] : WEBADMIN_STDERR_TRACE
+        self[:webadmin_port] = (@config_from_file[:webadmin][:port])? @config_from_file[:webadmin][:port] : WEBADMIN_PORT
+        self[:webadmin_ip] = (@config_from_file[:webadmin][:ip])? @config_from_file[:webadmin][:ip] : WEBADMIN_IP
+        self[:webadmin_proxy] = (@config_from_file[:webadmin][:proxy])? @config_from_file[:webadmin][:proxy] : WEBADMIN_PROXY
+        self[:webadmin_process_name] = (@config_from_file[:webadmin][:process_name])? @config_from_file[:webadmin][:process_name] : WEBADMIN_PROCESS_NAME
+        self[:webadmin_pid_file] = (@config_from_file[:webadmin][:files][:pid_file])? @config_from_file[:webadmin][:files][:pid_file] : WEBADMIN_PID_FILE
+        self[:webadmin_stdout_trace] = (@config_from_file[:webadmin][:files][:stdout_trace])? @config_from_file[:webadmin][:files][:stdout_trace] : WEBADMIN_STDOUT_TRACE
+        self[:webadmin_stderr_trace] = (@config_from_file[:webadmin][:files][:stderr_trace])? @config_from_file[:webadmin][:files][:stderr_trace] : WEBADMIN_STDERR_TRACE
+
+
+        self[:pid_path] = (@config_from_file[:paths][:pid_path])? @config_from_file[:paths][:pid_path] : PID_PATH
+        self[:trace_path] = (@config_from_file[:paths][:trace_path])? @config_from_file[:paths][:trace_path] : TRACE_PATH
 
 
         self[:execution_template_tokens] = EXECUTION_TEMPLATE_TOKENS_LIST
-        self[:execution_template_path] = (config_from_file[:templates][:execution][:path])? config_from_file[:templates][:execution][:path] : EXECUTION_TEMPLATE
-        self[:pid_path] = (config_from_file[:daemon][:paths][:pid_path])? config_from_file[:daemon][:paths][:pid_path] : DAEMON_PID_PATH
-        self[:trace_path] = (config_from_file[:daemon][:paths][:trace_path])? config_from_file[:daemon][:paths][:trace_path] : TRACE_PATH
-        self[:pid_file] = (config_from_file[:daemon][:files][:pid_file])? config_from_file[:daemon][:files][:pid_file] : DAEMON_PID_FILE
-        self[:stdout_trace] = (config_from_file[:daemon][:files][:stdout_trace])? config_from_file[:daemon][:files][:stdout_trace] : DAEMON_STDOUT_TRACE
-        self[:stderr_trace] = (config_from_file[:daemon][:files][:stderr_trace])? config_from_file[:daemon][:files][:stderr_trace] : DAEMON_STDERR_TRACE
+        self[:execution_template_path] = (@config_from_file[:templates][:execution][:path])? @config_from_file[:templates][:execution][:path] : EXECUTION_TEMPLATE
+
+        self[:transports] = {} ; self[:transports].merge! TRANSPORTS_STRUCT ; self[:transports].merge! @config_from_file[:transports] if @config_from_file[:transports]
+        self[:backends] = {} ; self[:backends].merge! BACKENDS_STRUCT ; self[:backends].merge! @config_from_file[:backends] if @config_from_file[:backends]
+        self[:loggers] = {} ; self[:loggers].merge! LOGGERS_STRUCT ; self[:loggers].merge! @config_from_file[:loggers] if @config_from_file[:loggers]
 
-        self[:transports] = {} ; self[:transports].merge! TRANSPORTS_STRUCT ; self[:transports].merge! config_from_file[:transports] if config_from_file[:transports]
-        self[:backends] = {} ; self[:backends].merge! BACKENDS_STRUCT ; self[:backends].merge! config_from_file[:backends] if config_from_file[:backends]
-        self[:loggers] = {} ; self[:loggers].merge! LOGGERS_STRUCT ; self[:loggers].merge! config_from_file[:loggers] if config_from_file[:loggers]
+        self[:processes] = (@config_from_file[:processes])? @config_from_file[:processes] : {}
+        self[:logs] = (@config_from_file[:logs])? @config_from_file[:logs] : {}
+        self[:commands] = (@config_from_file[:commands])? @config_from_file[:commands] : {}
+        self[:sequences] = (@config_from_file[:sequences])? @config_from_file[:sequences] : {}
+        self[:transfers] = (@config_from_file[:transfers])? @config_from_file[:transfers] : {}
+      end
+
+
+      def add_log(options = {})
+        @config_from_file = readconf @config_file
+        res = ConfigLinter::new.verify(options)
+        if res[:status] == :success then
+          if @config_from_file[:logs].select{|item| item[:label] == options[:record][:label]}.count > 0 then
+            return {:status => :already_exist}
+          else
+            res[:useless].each {|item| options[:record].delete item} if options[:clean]
+            @config_from_file[:logs].push options[:record]
+            writeconf
+            hash_config_to_default
+            return {:status => :success}
+          end
+        else
+          return res
+        end
+      end
 
-        self[:processes] = (config_from_file[:processes])? config_from_file[:processes] : {}
-        self[:logs] = (config_from_file[:logs])? config_from_file[:logs] : {}
-        self[:commands] = (config_from_file[:commands])? config_from_file[:commands] : {}
 
+      def delete_log(options = {})
+        @config_from_file = readconf @config_file
+        unless @config_from_file[:logs].select{|item| item[:label] == options[:label]}.count > 0 then
+          return {:status => :not_found}
+        else
+          @config_from_file[:logs].delete_if {|value| options[:label] == value[:label] }
+          writeconf
+          hash_config_to_default
+          return {:status => :success}
+        end
       end
 
+
       # @!group accessors on configurations Items
 
       # getter for full Config Hash
@@ -86,6 +155,12 @@ module Splash
         return self[:transports]
       end
 
+      # getter for transfers Hash Config sample
+      # @return [Hash]
+      def transfers
+        return self[:transfers]
+      end
+
       # getter for daemon_logmon_scheduling Hash Config sample
       # @return [Hash]
       def daemon_logmon_scheduling
@@ -104,6 +179,31 @@ module Splash
         return self[:daemon_metrics_scheduling]
       end
 
+      # getter for daemon_process_name Config sample
+      # @return [String]
+      def daemon_process_name
+        return self[:daemon_process_name]
+      end
+
+
+      # getter for daemon_full_pid_path Config sample
+      # @return [String]
+      def daemon_full_pid_path
+        return "#{self[:pid_path]}/#{self[:daemon_pid_file]}"
+      end
+
+      # getter for daemon_full_stdout_trace_path Config sample
+      # @return [String]
+      def daemon_full_stdout_trace_path
+        return "#{self[:trace_path]}/#{self[:daemon_stdout_trace]}"
+      end
+
+      # getter for daemon_full_stderr_trace_path Config sample
+      # @return [String]
+      def daemon_full_stderr_trace_path
+        return "#{self[:trace_path]}/#{self[:daemon_stderr_trace]}"
+      end
+
       # getter for execution_template_path Hash Config sample
       # @return [String]
       def execution_template_path
@@ -180,6 +280,11 @@ module Splash
         return self[:processes]
       end
 
+      # getter for sequences Hash Config sample
+      # @return [Hash]
+      def sequences
+        return self[:sequences]
+      end
 
       # getter for author Config sample
       # @return [String]
@@ -202,29 +307,19 @@ module Splash
 
 
 
-      # getter for daemon_process_name Config sample
-      # @return [String]
-      def daemon_process_name
-        return self[:daemon_process_name]
-      end
 
-      # getter for prometheus_pushgateway_host Config sample
+      # getter for prometheus_pushgateway_url Config sample
       # @return [String]
-      def prometheus_pushgateway_host
-        return self[:prometheus_pushgateway_host]
+      def prometheus_pushgateway_url
+        return self[:prometheus_pushgateway_url]
       end
 
-      # getter for prometheus_pushgateway_port Config sample
+      # getter for prometheus_alertmanager_url Config sample
       # @return [String]
-      def prometheus_pushgateway_port
-        return self[:prometheus_pushgateway_port]
+      def prometheus_alertmanager_url
+        return self[:prometheus_alertmanager_url]
       end
 
-      # getter for prometheus_pushgateway_path Config sample
-      # @return [String]
-      def prometheus_pushgateway_path
-        return self[:prometheus_pushgateway_path]
-      end
 
       # getter for prometheus_url Config sample
       # @return [String]
@@ -232,24 +327,6 @@ module Splash
         return self[:prometheus_url]
       end
 
-      # getter for full_pid_path Config sample
-      # @return [String]
-      def full_pid_path
-        return "#{self[:pid_path]}/#{self[:pid_file]}"
-      end
-
-      # getter for full_stdout_trace_path Config sample
-      # @return [String]
-      def full_stdout_trace_path
-        return "#{self[:trace_path]}/#{self[:stdout_trace]}"
-      end
-
-      # getter for full_stderr_trace_path Config sample
-      # @return [String]
-      def full_stderr_trace_path
-        return "#{self[:trace_path]}/#{self[:stderr_trace]}"
-      end
-
       # @!endgroup
 
       private
@@ -261,6 +338,16 @@ module Splash
         return YAML.load_file(file)[:splash]
       end
 
+      # write config to file from @config_from_file
+      # @param [String] file default from CONFIG_FILE
+      # @return [Bool] if ok
+      def writeconf(file = CONFIG_FILE)
+        File.open(file,"w") do |f|
+          data = {}
+          data[:splash] = @config_from_file
+          f.write(data.to_yaml)
+        end
+      end
 
     end