bfire 0.2.0

data/examples/modules/mysql/manifests/init.pp

@@ -0,0 +1,40 @@
+class mysql {
+  include "mysql::${operatingsystem}"
+}
+
+# Class: mysql::debian
+#
+#
+class mysql::debian {
+  package { "mysql-server":
+    ensure  => installed,
+  }
+  
+  service { "mysql":
+    ensure  => running,
+    enable  => true,
+    require => Package["mysql-server"];
+  }
+}
+
+# Class: mysql::ubuntu
+#
+#
+class mysql::ubuntu {
+  include mysql::debian
+}
+
+# Class: mysql::centos
+#
+#
+class mysql::centos {
+  package { "mysql-server":
+    ensure  => installed,
+  }
+  
+  service { "mysqld":
+    ensure  => running,
+    enable  => true,
+    require => Package["mysql-server"];
+  }
+}

data/examples/modules/rsyslog/files/rsyslog.conf

@@ -0,0 +1,116 @@
+#  /etc/rsyslog.conf	Configuration file for rsyslog.
+#
+#			For more information see
+#			/usr/share/doc/rsyslog-doc/html/rsyslog_conf.html
+
+
+#################
+#### MODULES ####
+#################
+
+$ModLoad imuxsock # provides support for local system logging
+$ModLoad imklog   # provides kernel logging support (previously done by rklogd)
+#$ModLoad immark  # provides --MARK-- message capability
+
+# provides UDP syslog reception
+$ModLoad imudp
+$UDPServerRun 514
+
+# provides TCP syslog reception
+#$ModLoad imtcp
+#$InputTCPServerRun 514
+
+
+###########################
+#### GLOBAL DIRECTIVES ####
+###########################
+
+#
+# Use traditional timestamp format.
+# To enable high precision timestamps, comment out the following line.
+#
+$ActionFileDefaultTemplate RSYSLOG_TraditionalFileFormat
+
+#
+# Set the default permissions for all log files.
+#
+$FileOwner root
+$FileGroup adm
+$FileCreateMode 0640
+$DirCreateMode 0755
+$Umask 0022
+
+#
+# Include all config files in /etc/rsyslog.d/
+#
+$IncludeConfig /etc/rsyslog.d/*.conf
+
+
+###############
+#### RULES ####
+###############
+
+#
+# First some standard log files.  Log by facility.
+#
+auth,authpriv.*			/var/log/auth.log
+*.*;auth,authpriv.none		-/var/log/syslog
+#cron.*				/var/log/cron.log
+daemon.*			-/var/log/daemon.log
+kern.*				-/var/log/kern.log
+lpr.*				-/var/log/lpr.log
+mail.*				-/var/log/mail.log
+user.*				-/var/log/user.log
+
+#
+# Logging for the mail system.  Split it up so that
+# it is easy to write scripts to parse these files.
+#
+mail.info			-/var/log/mail.info
+mail.warn			-/var/log/mail.warn
+mail.err			/var/log/mail.err
+
+#
+# Logging for INN news system.
+#
+news.crit			/var/log/news/news.crit
+news.err			/var/log/news/news.err
+news.notice			-/var/log/news/news.notice
+
+#
+# Some "catch-all" log files.
+#
+*.=debug;\
+	auth,authpriv.none;\
+	news.none;mail.none	-/var/log/debug
+*.=info;*.=notice;*.=warn;\
+	auth,authpriv.none;\
+	cron,daemon.none;\
+	mail,news.none		-/var/log/messages
+
+#
+# Emergencies are sent to everybody logged in.
+#
+*.emerg				*
+
+#
+# I like to have messages displayed on the console, but only on a virtual
+# console I usually leave idle.
+#
+#daemon,mail.*;\
+#	news.=crit;news.=err;news.=notice;\
+#	*.=debug;*.=info;\
+#	*.=notice;*.=warn	/dev/tty8
+
+# The named pipe /dev/xconsole is for the `xconsole' utility.  To use it,
+# you must invoke `xconsole' with the `-file' option:
+# 
+#    $ xconsole -file /dev/xconsole [...]
+#
+# NOTE: adjust the list below, or you'll go crazy if you have a reasonably
+#      busy site..
+#
+daemon.*;mail.*;\
+	news.err;\
+	*.=debug;*.=info;\
+	*.=notice;*.=warn	|/dev/xconsole

data/examples/modules/rsyslog/manifests/init.pp

@@ -0,0 +1,15 @@
+class rsyslog {
+  package{"rsyslog":
+    ensure => installed
+  }
+  service{"rsyslog":
+    ensure => running,
+    require => Package["rsyslog"]
+  }
+  
+  file{"/etc/rsyslog.conf":
+    source => "puppet:///modules/rsyslog/rsyslog.conf",
+    require => Package["rsyslog"],
+    notify => Service["rsyslog"]
+  }
+}

data/examples/modules/sinatra/manifests/init.pp

@@ -0,0 +1,9 @@
+class sinatra {
+  package{"libsinatra-ruby":
+    ensure => installed,
+    require => Package["thin"]
+  }
+  package{"thin":
+    ensure => installed
+  }
+}

data/examples/modules/web/files/monitor/app.rb

@@ -0,0 +1,55 @@
+require 'sinatra'
+require 'erb'
+require 'set'
+
+# Warning: that thing will need to run as root!
+
+configure do
+  set :hosts, Set.new
+end
+
+HAPROXY_CONFIG_FILE = "/etc/haproxy/haproxy.cfg"
+
+helpers do
+  def haproxy_config
+    template = ERB.new(File.read(File.dirname(__FILE__)+'/haproxy.cfg.erb'))
+    content = template.result(binding)
+    File.open(HAPROXY_CONFIG_FILE, 'w+') do |f|
+      f << content
+    end
+    true
+  end
+  
+  def haproxy_restart
+    system "/etc/init.d/haproxy reload"
+  end
+  
+  def hosts
+    settings.hosts
+  end
+end
+
+get '/config' do
+  File.read(HAPROXY_CONFIG_FILE)
+end
+
+post '/hosts' do
+  ip = params[:ip]
+  if ip
+    settings.hosts.add(ip)
+    haproxy_config && haproxy_restart
+    "OK"
+  else
+    "KO - no IP provided"
+  end
+end
+
+delete '/hosts/:ip' do |ip|
+  settings.hosts.delete(ip)
+  haproxy_config && haproxy_restart
+  "OK"
+end
+
+get '/stats' do
+  system "/usr/bin/tail -n 1 /var/log/haproxy.log"
+end

data/examples/modules/web/files/monitor/config.ru

@@ -0,0 +1,2 @@
+require 'app'
+run Sinatra::Application

data/examples/modules/web/files/monitor/haproxy.cfg.erb

@@ -0,0 +1,50 @@
+# this config needs haproxy-1.1.28 or haproxy-1.2.1
+
+global
+	log 127.0.0.1	local0
+	log 127.0.0.1	local1 notice
+	#log loghost	local0 info
+	maxconn 4096
+	#chroot /usr/share/haproxy
+	user haproxy
+	group haproxy
+	daemon
+	#debug
+	#quiet
+
+defaults
+	log	global
+	mode	http
+	option	httplog
+	option	dontlognull
+	retries	3
+	option redispatch
+	maxconn	2000
+	contimeout	5000
+	clitimeout	50000
+	srvtimeout	50000
+
+listen	apps 0.0.0.0:80
+
+  stats uri /stats
+	option httpchk GET /
+	option httplog
+	log global
+	
+	balance	roundrobin
+	<% hosts.each_with_index do |host, index| %>
+	server	inst<%= index %> <%= host %>:80 minconn 1 maxconn 3 check inter 3000 fall 5 rise 1
+	<% end %>
+	srvtimeout	20000
+
+	option	httpclose		# disable keep-alive
+
+	#errorloc	502	http://192.168.114.58/error502.html
+	#errorfile	503	/etc/haproxy/errors/503.http
+	errorfile	400	/etc/haproxy/errors/400.http
+	errorfile	403	/etc/haproxy/errors/403.http
+	errorfile	408	/etc/haproxy/errors/408.http
+	errorfile	500	/etc/haproxy/errors/500.http
+	errorfile	502	/etc/haproxy/errors/502.http
+	errorfile	503	/etc/haproxy/errors/503.http
+	errorfile	504	/etc/haproxy/errors/504.http

data/examples/modules/web/manifests/init.pp

@@ -0,0 +1,26 @@
+class web {
+  include haproxy
+  include sinatra
+
+  file{"/tmp/monitor":
+    recurse => true,
+    source => "puppet:///modules/web/monitor",
+    notify => Service["monitorapp"]
+  }
+
+  service{"monitorapp":
+    ensure => running,
+    start => "/usr/bin/thin -d -l /var/log/thin.log -p 8000 -R config.ru -c /tmp/monitor --tag monitorapp start",
+    stop => "/usr/bin/thin -d -l /var/log/thin.log -p 8000 -R config.ru -c /tmp/monitor --tag monitorapp stop",
+    require => [
+      Package["libsinatra-ruby"],
+      File["/tmp/monitor"]
+    ]
+  }
+  
+  file{"/var/log/haproxy.log":
+    ensure => present,
+    mode => 644
+  }
+
+}

data/examples/simple.rb

@@ -0,0 +1,58 @@
+# $ bfire simple.rb
+
+set :name, "Simple Experiment using bfire"
+set :walltime, 3600
+set :gateway, "ssh.bonfire.grid5000.fr"
+set :user, ENV['USER']
+set :logging, INFO
+
+set :squeeze, "BonFIRE Debian Squeeze 2G v1"
+set :zabbix, "BonFIRE Zabbix Aggregator v2"
+set :wan, "BonFIRE WAN"
+
+group :monitor do
+  at "uk-epcc"
+  instance_type "small"
+  deploy conf[:zabbix]
+  connect_to conf[:wan]
+end
+
+group :servers do
+  at "fr-inria"
+  instance_type "small"
+  deploy conf[:squeeze]
+  connect_to conf[:wan]
+
+  # This is not a runtime dependency, it starts right after the resources in
+  # the monitor group have been _created_ (they're not necessarily _running_).
+  depends_on :monitor do |group|
+    {:aggregator_ip => group.take(:first)['nic'][0]['ip']}
+  end
+end
+
+group :clients do
+  at "fr-inria"
+  at "de-hlrs"
+  instance_type "small"
+  deploy conf[:squeeze]
+  connect_to conf[:wan]
+
+  depends_on :monitor do |group|
+    {:aggregator_ip => group.take(:first)['nic'][0]['ip']}
+  end
+  depends_on :servers do |group|
+    {:server_ips => group.map{|vm| vm['nic'][0]['ip']}}
+  end
+
+  on :launched do
+    puts "Yeah, our resources have been launched!"
+  end
+
+  # The ready event is generated once the group resources are launched AND
+  # ssh accessible.
+  on :ready do |group|
+    group.each{|vm|
+      puts "#{group.banner}#{vm['name']} - #{vm['nic'][0]['ip']}"
+    }
+  end
+end

data/lib/bfire/aggregator/zabbix.rb

@@ -0,0 +1,55 @@
+require 'json'
+
+module Bfire
+  module Aggregator
+    class Zabbix
+      def initialize(session, experiment, opts = {})
+        @session = session
+        @username = opts[:username] || "Admin"
+        @password = opts[:password] || "zabbix"
+        @experiment = experiment
+        @token, @request_id = nil, 0
+        @uri = @experiment.uri.to_s+"/zabbix"
+        @max_attempts = 5
+      end
+
+      def request(method, params = {})
+        begin
+          authenticate if @token.nil? && method != "user.authenticate"
+          @request_id += 1
+          q = { "jsonrpc" => "2.0", "auth" => @token, "id" => @request_id,
+                "method" => method, "params" => params }
+          resource = @session.post(@uri,
+            JSON.dump(q),
+            :head => {
+              'Content-Type' => 'application/json',
+              'Accept' => 'application/json'
+            }
+          )
+
+          # That fucking zabbix API returns "text/plain" as content-type...
+          h = JSON.parse(resource.response.body)
+
+          if h['error']
+            if h['error']['data'] == "Not authorized"
+              @token = nil
+              request(method, params)
+            else
+              raise StandardError, "Received error: #{h.inspect}" if h['error']
+            end
+          else
+            h['result']
+          end
+        rescue Restfully::HTTP::Error => e
+          # retry ad vitam eternam
+          sleep 5
+          retry
+        end
+      end
+
+      def authenticate
+        @token = request("user.authenticate", {"user" => @username, "password" => @password})
+      end
+    end
+  end
+end