poise-monit-compat 1.0.0

data/Rakefile

@@ -0,0 +1,17 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'poise_boiler/rakefile'

data/chef/attributes/default.rb

@@ -0,0 +1,63 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+default['monit']['notify_email'] = nil
+default['monit']['alert_blacklist'] = %w( action instance pid ppid )
+
+default['monit']['logfile'] = 'syslog facility log_daemon'
+
+default['monit']['poll_period'] = 60
+
+default['monit']['mail_format']['subject'] = '$SERVICE $EVENT'
+default['monit']['mail_format']['from'] = "monit@#{node['fqdn']}"
+default['monit']['mail_format']['message'] = <<-EOS
+Monit $ACTION $SERVICE at $DATE on $HOST: $DESCRIPTION.
+Yours sincerely,
+monit
+EOS
+
+default['monit']['mailserver']['host'] = 'localhost'
+default['monit']['mailserver']['hostname'] = nil
+default['monit']['mailserver']['port'] = nil
+default['monit']['mailserver']['username'] = nil
+default['monit']['mailserver']['password'] = nil
+default['monit']['mailserver']['password_suffix'] = nil
+default['monit']['mailserver']['encryption'] = nil
+default['monit']['mailserver']['timeout'] = 60
+
+default['monit']['port'] = 3737
+default['monit']['address'] = nil
+default['monit']['ssl'] = false
+default['monit']['cert'] = '/etc/monit/monit.pem'
+default['monit']['allow'] = []
+default['monit']['username'] = nil
+default['monit']['password'] = nil
+
+default['monit']['eventqueue']['set'] = true
+default['monit']['eventqueue']['basedir'] = '/var/monit'
+default['monit']['eventqueue']['slots'] = 1000
+
+default['monit']['ssh_port'] = 22
+
+default['monit']['postgres']['pid_file'] = '/var/run/postgresql/9.1-main.pid'
+default['monit']['postgres']['unix_socket_path'] = '/var/run/postgresql/.s.PGSQL'
+default['monit']['postgres']['port'] = 5432
+
+default['monit']['unicorn']['pid_dir'] = '/path/to/pids'
+default['monit']['unicorn']['worker_count'] = 1

data/chef/recipes/default.rb

@@ -0,0 +1,47 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Transfer over node attributes as needed.
+node.force_override['poise-monit']['recipe']['daemon_interval'] = node['monit']['poll_period']
+node.force_override['poise-monit']['recipe']['logfile'] = node['monit']['logfile']
+node.force_override['poise-monit']['recipe']['var_path'] = node['monit']['eventqueue']['basedir']
+node.force_override['poise-monit']['recipe']['event_slots'] = if node['monit']['eventqueue']['set']
+  node['monit']['eventqueue']['slots']
+else
+  0
+end
+# We're handling the HTTPD settings in the compat config if a password or allow is set.
+if node['monit']['password'] || !node['monit']['allow'].empty?
+  node.force_override['poise-monit']['recipe']['httpd_port'] = false
+else
+  node.force_override['monit']['port'] = false
+end
+
+# If no specific provider was requested, force it to use system.
+unless node['poise-monit']['monit'] && node['poise-monit']['monit']['provider']
+  node.force_override['poise-monit']['monit']['provider'] = 'system'
+end
+
+# Reset the cache.
+node.attributes.reset_cache('monit')
+node.attributes.reset_cache('poise-monit')
+
+include_recipe 'poise-monit'
+
+monit_config 'compat' do
+  source 'compat.conf.erb'
+  variables node['monit']
+end

data/chef/recipes/postfix.rb

@@ -0,0 +1,31 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'postfix' do
+  content <<-EOH
+CHECK PROCESS postfix WITH PIDFILE /var/spool/postfix/pid/master.pid
+  start program = "/etc/init.d/postfix start"
+  stop  program = "/etc/init.d/postfix stop"
+  GROUP mail
+  IF FAILED PORT 25 PROTOCOL smtp THEN restart
+  IF 5 RESTARTS WITHIN 5 CYCLES THEN timeout
+EOH
+end

data/chef/recipes/postgresql.rb

@@ -0,0 +1,32 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'postgresql' do
+  content <<-EOH
+CHECK PROCESS postgresql WITH PIDFILE #{node['monit']['postgres']['pid_file']}
+  start program = "/etc/init.d/postgresql start"
+  stop  program = "/etc/init.d/postgresql stop"
+  GROUP postgres
+  IF FAILED UNIXSOCKET #{node['monit']['postgres']['unix_socket_path']}.#{node['monit']['postgres']['port']} PROTOCOL pgsql THEN RESTART
+  IF FAILED HOST 127.0.0.1 PORT #{node['monit']['postgres']['port']} PROTOCOL pgsql THEN RESTART
+  IF 5 RESTARTS WITHIN 5 CYCLES THEN TIMEOUT
+EOH
+end

data/chef/recipes/rabbitmq.rb

@@ -0,0 +1,31 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'rabbitmq' do
+  content <<-EOH
+CHECK PROCESS rabbitmq-server WITH PIDFILE /var/run/rabbitmq/pid
+  GROUP rabbitmq
+  START PROGRAM "/usr/sbin/service rabbitmq-server start"
+  STOP PROGRAM "/usr/sbin/service rabbitmq-server stop"
+  IF DOES NOT EXIST FOR 3 CYCLES THEN RESTART
+  IF FAILED PORT 5672 4 TIMES WITHIN 6 CYCLES THEN RESTART
+EOH
+end

data/chef/recipes/resque.rb

@@ -0,0 +1,25 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'resque' do
+  source 'resque.conf.erb'
+  variables node['monit']['resque']
+end

data/chef/recipes/resque_scheduler.rb

@@ -0,0 +1,30 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'resque_scheduler' do
+  content <<-EOH
+check process resque_scheduler with pidfile #{node['monit']['resque']['app_root']}/tmp/pids/resque_scheduler.pid
+  group resque_scheduler
+  start program = "/usr/bin/env PATH=/usr/local/bin:/usr/local/ruby/bin:/usr/bin:/bin:$PATH RACK_ENV=#{node.chef_environment} /bin/sh -l -c 'cd #{node['monit']['resque']['app_root']} && nohup bundle exec rake environment resque:scheduler RAILS_ENV=#{node.chef_environment} QUEUE=* VERBOSE=1 INITIALIZER_PATH=#{node['monit']['resque']['app_root']}/config/initializers/resque.rb PIDFILE=#{node['monit']['resque']['app_root']}/tmp/pids/resque_scheduler.pid & >> log/resque_scheduler.log 2>&1'" with timeout 90 seconds
+  stop program = "/bin/sh -c 'cd #{node['monit']['resque']['app_root']} && kill -9 `cat tmp/pids/resque_scheduler.pid` && rm -f tmp/pids/resque_scheduler.pid; exit 0;'"
+  if totalmem is greater than 300 MB for 10 cycles then restart
+EOH
+end

data/chef/recipes/ssh.rb

@@ -0,0 +1,30 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'ssh' do
+  content <<-EOH
+CHECK PROCESS sshd WITH PIDFILE /var/run/sshd.pid
+  START PROGRAM "/usr/sbin/service ssh start"
+  STOP PROGRAM "/usr/sbin/service ssh stop"
+  # under load a check may fail intermittently, so give it a few tries before restarting
+  IF FAILED PORT #{node['monit']['ssh_port']} PROTOCOL ssh 4 TIMES WITHIN 6 CYCLES THEN RESTART
+EOH
+end

data/chef/recipes/unicorn.rb

@@ -0,0 +1,25 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Some code used under MIT license
+# Copyright Alex Soto
+#
+
+include_recipe 'monit'
+
+monit_config 'unicorn' do
+  source 'unicorn.conf.erb'
+  variables node['monit']
+end

data/chef/templates/compat.conf.erb

@@ -0,0 +1,43 @@
+<%- unless @notify_email.to_s.empty? -%>
+set mailserver <%= @mailserver['host'] %><%= " port #{@mailserver['port']}" if @mailserver['port'] %>
+  <%- if @mailserver['hostname'] -%>
+  using HOSTNAME "<%= @mailserver['hostname'] %>"
+  <%- end -%>
+  <%- if @mailserver['username'] -%>
+  username "<%= @mailserver['username'] %>"
+  <%- end -%>
+  <%- if @mailserver['password'] -%>
+  password "<%= @mailserver['password'] %>"<%= " #{@mailserver['password_suffix']}" if @mailserver['password_suffix'] %>
+  <%- end -%>
+  <%- if @mailserver['encryption'] -%>
+  using <%= @mailserver['encryption'] %>
+  <%- end -%>
+  <%- if @mailserver['timeout'] -%>
+  with timeout <%= @mailserver['timeout'] %> seconds
+  <%- end -%>
+
+set mail-format {
+  from: <%= @mail_format['from'] %>
+  subject: <%= @mail_format['subject'] %>
+  message: <%= @mail_format['message'] %>
+}
+
+set alert <%= @notify_email %><%= " NOT ON { #{@alert_blacklist.join(", ")} }" unless @alert_blacklist.empty? %>
+<%- end -%>
+
+<%- if @port -%>
+set httpd port <%= @port %>
+  <%- if @address -%>
+  use address <%= @address %>
+  <%- end -%>
+  <%- @allow.each do |a| -%>
+  allow <%= a %>
+  <%- end -%>
+  <%- if @username -%>
+  allow <%= @username %>:<%= @password %>
+  <%- end -%>
+  <%- if @ssl -%>
+  ssl enable
+  pemfile <%= @cert %>
+  <%- end -%>
+<%- end -%>

data/chef/templates/resque.conf.erb

@@ -0,0 +1,21 @@
+<% counter = 0 %>
+
+<% (@queues || []).each do |queue| %>
+  <% queue['worker_count'].times do %>
+check process resque_worker_<%= counter %> with pidfile <%= @app_root %>/tmp/pids/resque_worker.<%= counter %>.pid
+
+  group resque_workers
+
+  # Note: the priority of queues is determined by their order in the following statement:
+
+  start program = "/usr/bin/env PATH=/usr/local/bin:/usr/local/ruby/bin:/usr/bin:/bin:$PATH /bin/sh -l -c 'cd <%= @app_root %> && nohup bundle exec rake environment resque'work' RAILS_ENV=<%= node.chef_environment %> QUEUE=<%=
+  queue['queue_list'].join(',')
+  %> VERBOSE=1 PIDFILE=<%= @app_root %>/tmp/pids/resque_worker.<%= counter %>.pid >> log/resque_worker.<%= counter %>.log 2>&1 &'" with timeout 90 seconds
+
+  stop program = "/bin/sh -c 'cd <%= @app_root %> && kill -TERM `cat tmp/pids/resque_worker.<%= counter %>.pid` && rm -f tmp/pids/resque_worker.<%= counter %>.pid; exit 0;'"
+
+  if totalmem is greater than 1500 MB for 10 cycles then restart
+
+  <% counter += 1 %>
+  <% end %>
+<% end %>

data/chef/templates/unicorn.conf.erb

@@ -0,0 +1,17 @@
+check process unicorn with pidfile <%= @unicorn["pid_dir"] %>/unicorn.pid
+  start program "/etc/init.d/unicorn start"
+  stop program "/etc/init.d/unicorn stop"
+  if 5 restarts within 5 cycles then timeout
+
+<%- @unicorn['worker_count'].times do |i| -%>
+check process unicorn_worker_<%= i %> with pidfile <%= ::File.join(@unicorn['pid_dir'], "unicorn.worker.#{i}.pid") %>
+  <%- unless @notify_email.to_s.empty? -%>
+  alert <%= @notify_email %> only on { pid }
+  <%- end -%>
+  if changed pid 2 times within 60 cycles then alert
+  if memory usage > 16% for 1 cycles then
+    exec "/etc/init.d/unicorn kill_worker 0"
+  if cpu is greater than 50% for 2 cycles then
+    exec "/etc/init.d/unicorn kill_worker 0"
+
+<%- end -%>

data/lib/poise_monit_compat.rb

@@ -0,0 +1,21 @@
+#
+# Copyright 2015, Noah Kantrowitz
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+
+module PoiseMonitCompat
+  autoload :Resources, 'poise_monit_compat/resources'
+  autoload :VERSION, 'poise_monit_compat/version'
+end