cloudscale 0.0.8 → 0.0.9

data/lib/cloudscale/plugins/postgres/preops/postgres_preop.rb

@@ -17,15 +17,23 @@ module Cloudscale
     class PostgresPreop < Preops::PluginPreop
       include Singleton
 
-      attr_accessor :options
+      attr_accessor :options, :connection
 
       def is_enabled
-        true
+        enabled = false
+
+        if !defined? PG
+          enabled = false        
+        end
+
+        enabled
       end
 
       def register
-        init_charts("#{File.dirname(__FILE__)}/../data/postgres_chart.json")
-        init_menus("#{File.dirname(__FILE__)}/../data/postgres_menu.json")
+        if is_enabled
+          init_charts("#{File.dirname(__FILE__)}/../data/postgres_chart.json")
+          init_menus("#{File.dirname(__FILE__)}/../data/postgres_menu.json")
+        end
       end
 
       def initialize

data/lib/cloudscale/plugins/redis/data/redis_chart.json

@@ -0,0 +1,110 @@
+{
+	"postgres.rows" : {
+		"chartId" : "postgres.rows",
+		"options" : {
+			"title" : { "text" : "Row Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Row Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].postgres.rows\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "postgres.general",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+  "postgres.transactions" : {
+    "chartId" : "postgres.transactions",
+    "options" : {
+      "title" : { "text" : "Transaction Stats" },
+      "subtitle" : { "text" : "The transaction usage/performance details" },
+      "chart" : {
+        "type": "area"
+      },
+      "xAxis" : {
+        "title" : {
+          "text" : "Date"
+        },
+        "type" : "datetime"
+      },
+      "yAxis" : {
+        "title" : {
+          "text" : "short"
+        },
+        "type" : "linear"
+      },
+      "legend" : {
+        "title" : "Transaction Statistics",
+        "enabled" : true,
+        "align" : "center",
+        "verticalAlign" : "bottom"
+      }
+    },
+    "queries" :[{
+      "command" : "select mean(value) from /^[[agentInstanceId]].postgres.transactions\\./i"
+    }],
+    "agentInstanceId" : null,
+    "menuId" : "postgres.general",
+    "order" : 0,
+    "width" : 12,
+    "height" : 0
+  },
+  "postgres.bulk" : {
+    "chartId" : "postgres.bulk",
+    "options" : {
+      "title" : { "text" : "Bulk Stats" },
+      "subtitle" : { "text" : "The bulk usage/performance details" },
+      "chart" : {
+        "type": "area"
+      },
+      "xAxis" : {
+        "title" : {
+          "text" : "Date"
+        },
+        "type" : "datetime"
+      },
+      "yAxis" : {
+        "title" : {
+          "text" : "short"
+        },
+        "type" : "linear"
+      },
+      "legend" : {
+        "title" : "Bulk Statistics",
+        "enabled" : true,
+        "align" : "center",
+        "verticalAlign" : "bottom"
+      }
+    },
+    "queries" :[{
+      "command" : "select mean(value) from /^[[agentInstanceId]].postgres.bulk\\./i"
+    }],
+    "agentInstanceId" : null,
+    "menuId" : "postgres.general",
+    "order" : 0,
+    "width" : 12,
+    "height" : 0
+  }
+}

data/lib/cloudscale/plugins/redis/data/redis_menu.json

@@ -0,0 +1,17 @@
+{
+	"postgres":{
+		"menuId" : "postgresql",
+		"label" : "PostgreSQL",
+		"description": "PostgreSQL information",
+		"order" : 1,
+		"agentInstanceId" : null,
+		"subItems" : [
+			{
+				"menuId" : "postgres.general",
+				"label" : "General Stats",
+				"description" : "All relevant information regarding the PostgreSQL Endpoint",
+				"order" : 1
+			}
+		]
+	}
+}

data/lib/cloudscale/plugins/redis/preops/redis_preop.rb

@@ -0,0 +1,117 @@
+require "logger"
+begin
+  require "redis"
+rescue LoadError
+  puts "WARNING: Load error Redis needs to be installed via bundler"
+end
+require "singleton"
+require "#{File.dirname(__FILE__)}/../../preops/plugin_preop"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Preops
+    class RedisPreop < Preops::PluginPreop
+      include Singleton
+
+      attr_accessor :options, :connection
+
+      def is_enabled
+        enabled = false
+
+        if !defined? Redis
+          enabled = false
+        end
+                
+        enabled
+      end
+
+      def register
+        if is_enabled
+          init_charts("#{File.dirname(__FILE__)}/../data/redis_chart.json")
+          init_menus("#{File.dirname(__FILE__)}/../data/redis_menu.json")
+        end
+      end
+
+      def initialize
+        self.init
+        begin
+          timeout = Redis::Client::DEFAULTS[:timeout]
+          reconnect_attempts = Redis::Client::DEFAULTS[:reconnect_attempts]
+        rescue
+          timeout = 30
+          reconnect_attempts = 5
+        end
+
+        @options = {
+          :"redis-host" => {
+            :argument => "--redis-host",
+            :description => "Host for your Redis Instance (e.g. host.instance.com)",
+            :required => true,
+            :value => nil
+          },
+          :"redis-port" => {
+            :argument => "--redis-port",
+            :description => "Port for your Redis Instance (Standard 5432)",
+            :required => false,
+            :value => 6379
+          },
+          :"redis-db" => {
+            :argument => "--redis-db",
+            :description => "Database of your Redis instance",
+            :required => false,
+            :value => nil
+          },
+          :"redis-username" => {
+            :argument => "--redis-username",
+            :description => "Username for your Redis instance",
+            :required => false,
+            :value => nil
+          },
+          :"redis-password" => {
+            :argument => "--redis-password",
+            :description => "Password for your Redis instance",
+            :required => false,
+            :value => nil
+          },
+          :"redis-timeout" => {
+            :argument => "--redis-timeout",
+            :description => "Timeout for your Redis instance",
+            :required => false,
+            :value => timeout
+          },
+          :"redis-reconnect-attempts" => {
+            :argument => "--redis-reconnect-attempts",
+            :description => "Reconnect attempts for your Redis instance",
+            :required => false,
+            :value => reconnect_attempts
+          }
+        }
+      end
+
+      def connection
+        if @connection == nil
+          if defined? Redis
+            begin
+               options = {
+                  host: @options[:'redis-host'][:value],
+                  port: @options[:'redis-port'][:value],
+                  timeout: @options[:'redis-timeout'][:value],
+                  reconnect_attempts: @options[:'redis-reconnect-attempts'][:value]
+                }
+                options[:password] = @options[:'redis-password'][:value] if @options[:'redis-password'][:value]
+                @connection = Redis.new(options)
+            rescue PGError => e
+              puts e.message
+            end
+          end
+        end
+        @connection
+      end
+
+    end
+  end
+end

data/lib/cloudscale/plugins/redis/redis_server_status.rb

@@ -0,0 +1,227 @@
+#require "#{File.dirname(__FILE__)}/../preops/plugin_postgres_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Plugins
+    class RedisServerStatus < Plugins::Plugin
+      attr_reader :connection
+
+      SKIP_KEYS_REGEX = ['gcc_version', 'master_host', 'master_link_status',
+                     'master_port', 'mem_allocator', 'multiplexing_api', 'process_id',
+                     'redis_git_dirty', 'redis_git_sha1', 'redis_version', '^role',
+                     'run_id', '^slave', 'used_memory_human', 'used_memory_peak_human',
+                     'redis_mode', 'os', 'arch_bits', 'tcp_port',
+                     'rdb_last_bgsave_status', 'aof_last_bgrewrite_status', 'config_file',
+                     'redis_build_id']
+
+      def is_enabled
+        Preops::RedisPreop.instance.is_enabled
+      end
+
+      def initialize
+        super
+        if is_enabled
+          @connection = Preops::RedisPreop.instance.connection
+        end
+      end
+
+      def collect(agentInstanceId)
+        registry = Monitor::Registry.instance
+        metrics = Metrics::Agent.new
+        log.info("Calling Collect on RedisServerStatus")
+        report_memory(registry, metrics)
+        report_data(registry, metrics)
+      end
+
+      def report_memory(registry, metrics)
+        used_memory = @connection.info.fetch('used_memory').to_i.div(1024)
+
+        registry.metrics["redis.memory.usage"] = metrics.gauge :used_memory_u do
+          { :value => used_memory }
+        end
+      end
+
+      def report_data(registry, metrics)
+        info = @connection.info
+
+        registry.metrics["redis.uptime.seconds"] = metrics.gauge :uptime_in_seconds do
+          { :value => info["uptime_in_seconds"] }
+        end
+
+        registry.metrics["redis.lru.clock"] = metrics.gauge :lru_clock do
+          { :value => info["lru_clock"] }
+        end
+
+        registry.metrics["redis.connected.clients"] = metrics.gauge :connected_clients do
+          { :value => info["connected_clients"] }
+        end
+
+        registry.metrics["redis.client.longest.output.list"] = metrics.gauge :client_longest_output_list do
+          { :value => info["client_longest_output_list"] }
+        end
+
+        registry.metrics["redis.client.biggest.input.buffer"] = metrics.gauge :client_biggest_input_buf do
+          { :value => info["client_biggest_input_buf"] }
+        end
+
+        registry.metrics["redis.blocked"] = metrics.gauge :blocked_clients do
+          { :value => info["blocked_clients"] }
+        end
+
+        registry.metrics["redis.memory.used"] = metrics.gauge :used_memory do
+          { :value => info["used_memory"] }
+        end
+
+        registry.metrics["redis.memory.rss"] = metrics.gauge :used_memory_rss do
+          { :value => info["used_memory_rss"] }
+        end
+
+        registry.metrics["redis.memory.peak"] = metrics.gauge :used_memory_peak do
+          { :value => info["used_memory_peak"] }
+        end
+
+        registry.metrics["redis.memory.lua"] = metrics.gauge :used_memory_lua do
+          { :value => info["used_memory_lua"] }
+        end
+
+        registry.metrics["redis.memory.fragmentation.ratio"] = metrics.gauge :mem_fragmentation_ratio do
+          { :value => info["mem_fragmentation_ratio"] }
+        end
+
+        registry.metrics["redis.rdb.changes.since.last.save"] = metrics.gauge :rdb_changes_since_last_save do
+          { :value => info["rdb_changes_since_last_save"] }
+        end
+
+        registry.metrics["redis.rdb.bgsave_in_progress"] = metrics.gauge :rdb_bgsave_in_progress do
+          { :value => info["rdb_bgsave_in_progress"] }
+        end
+
+        registry.metrics["redis.rdb.changes.since.last.save"] = metrics.gauge :rdb_changes_since_last_save do
+          { :value => info["rdb_changes_since_last_save"] }
+        end
+
+        registry.metrics["redis.rdb.current.bgsave.time"] = metrics.gauge :rdb_current_bgsave_time_sec do
+          { :value => info["rdb_current_bgsave_time_sec"] }
+        end
+
+        registry.metrics["redis.rdb.bgsave.time"] = metrics.gauge :rdb_current_bgsave_time_sec do
+          { :value => info["rdb_current_bgsave_time_sec"] }
+        end
+
+        registry.metrics["redis.aof.rewrite.progress"] = metrics.gauge :aof_rewrite_in_progress do
+          { :value => info["aof_rewrite_in_progress"] }
+        end
+
+        registry.metrics["redis.aof.rewrite.scheduled"] = metrics.gauge :aof_rewrite_scheduled do
+          { :value => info["aof_rewrite_scheduled"] }
+        end
+
+        registry.metrics["redis.aof.last.rewrite"] = metrics.gauge :aof_last_rewrite_time_sec do
+          { :value => info["aof_last_rewrite_time_sec"] }
+        end
+
+        registry.metrics["redis.aof.current.rewrite"] = metrics.gauge :aof_current_rewrite_time_sec do
+          { :value => info["aof_current_rewrite_time_sec"] }
+        end
+
+        registry.metrics["redis.total.connections.received"] = metrics.gauge :total_connections_received do
+          { :value => info["total_connections_received"] }
+        end
+
+        registry.metrics["redis.total.commands.processed"] = metrics.gauge :total_commands_processed do
+          { :value => info["total_commands_processed"] }
+        end
+
+        registry.metrics["redis.instantaneous.ops.per.sec"] = metrics.gauge :instantaneous_ops_per_sec do
+          { :value => info["instantaneous_ops_per_sec"] }
+        end
+
+        registry.metrics["redis.rejected.connections"] = metrics.gauge :rejected_connections do
+          { :value => info["rejected_connections"] }
+        end
+
+        registry.metrics["redis.sync.full"] = metrics.gauge :sync_full do
+          { :value => info["sync_full"] }
+        end
+
+        registry.metrics["redis.sync.partial.ok"] = metrics.gauge :sync_partial_ok do
+          { :value => info["sync_partial_ok"] }
+        end
+
+        registry.metrics["redis.sync.partial.err"] = metrics.gauge :sync_partial_err do
+          { :value => info["sync_partial_err"] }
+        end
+
+        registry.metrics["redis.keys.expired"] = metrics.gauge :expired_keys do
+          { :value => info["expired_keys"] }
+        end
+
+        registry.metrics["redis.keys.evicted"] = metrics.gauge :evicted_keys do
+          { :value => info["evicted_keys"] }
+        end
+
+        registry.metrics["redis.keyspace.hits"] = metrics.gauge :keyspace_hits do
+          { :value => info["keyspace_hits"] }
+        end
+
+        registry.metrics["redis.keyspace.misses"] = metrics.gauge :keyspace_misses do
+          { :value => info["keyspace_misses"] }
+        end
+
+        registry.metrics["redis.pubsub.channels"] = metrics.gauge :pubsub_channels do
+          { :value => info["pubsub_channels"] }
+        end
+
+        registry.metrics["redis.pubsub.patterns"] = metrics.gauge :pubsub_patterns do
+          { :value => info["pubsub_patterns"] }
+        end
+
+        registry.metrics["redis.latest.fork.used"] = metrics.gauge :latest_fork_usec do
+          { :value => info["latest_fork_usec"] }
+        end
+
+        registry.metrics["redis.connected.slaves"] = metrics.gauge :connected_slaves do
+          { :value => info["connected_slaves"] }
+        end
+
+        registry.metrics["redis.master.repl.offset"] = metrics.gauge :master_repl_offset do
+          { :value => info["master_repl_offset"] }
+        end
+
+        registry.metrics["redis.repl.backlog.active"] = metrics.gauge :repl_backlog_active do
+          { :value => info["repl_backlog_active"] }
+        end
+
+        registry.metrics["redis.repl.backlog.size"] = metrics.gauge :repl_backlog_size do
+          { :value => info["repl_backlog_size"] }
+        end
+
+        registry.metrics["redis.repl.backlog.histlen"] = metrics.gauge :repl_backlog_histlen do
+          { :value => info["repl_backlog_histlen"] }
+        end
+
+        registry.metrics["redis.cpu.sys"] = metrics.gauge :used_cpu_sys do
+          { :value => info["used_cpu_sys"] }
+        end
+
+        registry.metrics["redis.cpu.user"] = metrics.gauge :used_cpu_user do
+          { :value => info["used_cpu_user"] }
+        end
+
+        registry.metrics["redis.cpu.sys.children"] = metrics.gauge :used_cpu_sys_children do
+          { :value => info["used_cpu_sys_children"] }
+        end
+
+        registry.metrics["redis.cpu.user.children"] = metrics.gauge :used_cpu_user_children do
+          { :value => info["used_cpu_user_children"] }
+        end
+      end
+
+    end
+  end
+end