rubber-jcarnegie 0.0.1

data/generators/vulcanize/templates/jetty/config/rubber/role/jetty/jetty.xml

@@ -0,0 +1,199 @@
+<%-
+  @path = "#{rubber_env.jetty_dir}/etc/jetty.xml"
+%><?xml version="1.0"?>
+<!DOCTYPE Configure PUBLIC "-//Jetty//Configure//EN" "http://www.eclipse.org/jetty/configure.dtd">
+
+<!-- =============================================================== -->
+<!-- Configure the Jetty Server                                      -->
+<!--                                                                 -->
+<!-- Documentation of this file format can be found at:              -->
+<!-- http://docs.codehaus.org/display/JETTY/jetty.xml                -->
+<!--                                                                 -->
+<!-- =============================================================== -->
+
+
+<Configure id="Server" class="org.eclipse.jetty.server.Server">
+
+    <!-- =========================================================== -->
+    <!-- Server Thread Pool                                          -->
+    <!-- =========================================================== -->
+    <Set name="ThreadPool">
+      <!-- Default queued blocking threadpool 
+      -->
+      <New class="org.eclipse.jetty.util.thread.QueuedThreadPool">
+        <Set name="minThreads">10</Set>
+        <Set name="maxThreads">200</Set>
+      </New>
+
+      <!-- Optional Java 5 bounded threadpool with job queue 
+      <New class="org.eclipse.thread.concurrent.ThreadPool">
+        <Set name="corePoolSize">50</Set>
+        <Set name="maximumPoolSize">50</Set>
+      </New>
+      -->
+    </Set>
+
+
+
+    <!-- =========================================================== -->
+    <!-- Set connectors                                              -->
+    <!-- =========================================================== -->
+
+    <Call name="addConnector">
+      <Arg>
+          <New class="org.eclipse.jetty.server.nio.SelectChannelConnector">
+            <Set name="host"><SystemProperty name="jetty.host" /></Set>
+            <Set name="port"><SystemProperty name="jetty.port" default="<%= rubber_env.jetty_port %>"/></Set>
+            <Set name="maxIdleTime">300000</Set>
+            <Set name="Acceptors">2</Set>
+            <Set name="statsOn">false</Set>
+            <Set name="confidentialPort">8443</Set>
+	    <Set name="lowResourcesConnections">20000</Set>
+	    <Set name="lowResourcesMaxIdleTime">5000</Set>
+          </New>
+      </Arg>
+    </Call>
+
+    <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
+    <!-- To add a HTTPS SSL connector                                    -->
+    <!-- mixin jetty-ssl.xml:                                            -->
+    <!--   java -jar start.jar etc/jetty.xml etc/jetty-ssl.xml           -->
+    <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
+    
+    <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
+    <!-- To add a HTTP blocking connector                                -->
+    <!-- mixin jetty-bio.xml:                                            -->
+    <!--   java -jar start.jar etc/jetty.xml etc/jetty-bio.xml           -->
+    <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
+    
+    <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
+    <!-- To allow Jetty to be started from xinetd                        -->
+    <!-- mixin jetty-xinetd.xml:                                         -->
+    <!--   java -jar start.jar etc/jetty.xml etc/jetty-xinetd.xml        -->
+    <!--                                                                 -->
+    <!-- See jetty-xinetd.xml for further instructions.                  -->
+    <!-- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -->
+
+    <!-- =========================================================== -->
+    <!-- Set handler Collection Structure                            --> 
+    <!-- =========================================================== -->
+    <Set name="handler">
+      <New id="Handlers" class="org.eclipse.jetty.server.handler.HandlerCollection">
+        <Set name="handlers">
+         <Array type="org.eclipse.jetty.server.Handler">
+           <Item>
+             <New id="Contexts" class="org.eclipse.jetty.server.handler.ContextHandlerCollection"/>
+           </Item>
+           <Item>
+             <New id="DefaultHandler" class="org.eclipse.jetty.server.handler.DefaultHandler"/>
+           </Item>
+           <Item>
+             <New id="RequestLog" class="org.eclipse.jetty.server.handler.RequestLogHandler"/>
+           </Item>
+         </Array>
+        </Set>
+      </New>
+    </Set>
+    
+    <!-- =========================================================== -->
+    <!-- Configure the context deployer                              -->
+    <!-- A context deployer will deploy contexts described in        -->
+    <!-- configuration files discovered in a directory.              -->
+    <!-- The configuration directory can be scanned for hot          -->
+    <!-- deployments at the configured scanInterval.                 -->
+    <!--                                                             -->
+    <!-- This deployer is configured to deploy contexts configured   -->
+    <!-- in the $JETTY_HOME/contexts directory                       -->
+    <!--                                                             -->
+    <!-- =========================================================== -->
+    <Call name="addBean">
+      <Arg>
+        <New class="org.eclipse.jetty.deploy.ContextDeployer">
+          <Set name="contexts"><Ref id="Contexts"/></Set>
+          <Set name="configurationDir"><SystemProperty name="jetty.home" default="."/>/contexts</Set>
+          <Set name="scanInterval">5</Set>
+          <Call name="setAttribute">
+            <Arg>org.eclipse.jetty.server.webapp.ContainerIncludeJarPattern</Arg>
+            <Arg>.*/jsp-api-[^/]*\.jar$|.*/jsp-[^/]*\.jar$</Arg>
+          </Call>
+        </New>
+      </Arg>
+    </Call>
+
+    <!-- =========================================================== -->
+    <!-- Configure the webapp deployer.                              -->
+    <!-- A webapp  deployer will deploy standard webapps discovered  -->
+    <!-- in a directory at startup, without the need for additional  -->
+    <!-- configuration files.    It does not support hot deploy or   -->
+    <!-- non standard contexts (see ContextDeployer above).          -->
+    <!--                                                             -->
+    <!-- This deployer is configured to deploy webapps from the      -->
+    <!-- $JETTY_HOME/webapps directory                               -->
+    <!--                                                             -->
+    <!-- Normally only one type of deployer need be used.            -->
+    <!--                                                             -->
+    <!-- =========================================================== -->
+    <Call name="addBean">
+      <Arg>
+        <New class="org.eclipse.jetty.deploy.WebAppDeployer">
+          <Set name="contexts"><Ref id="Contexts"/></Set>
+          <Set name="webAppDir"><SystemProperty name="jetty.home" default="."/>/webapps</Set>
+	  <Set name="parentLoaderPriority">false</Set>
+	  <Set name="extract">true</Set>
+	  <Set name="allowDuplicates">false</Set>
+          <Set name="defaultsDescriptor"><SystemProperty name="jetty.home" default="."/>/etc/webdefault.xml</Set>
+          <Call name="setAttribute">
+            <Arg>org.eclipse.jetty.server.webapp.ContainerIncludeJarPattern</Arg>
+            <Arg>.*/jsp-api-[^/]*\.jar$|.*/jsp-[^/]*\.jar$</Arg>
+          </Call>
+        </New>
+      </Arg>
+    </Call>
+
+    <!-- =========================================================== -->
+    <!-- Configure Authentication Login Service                      -->
+    <!-- Realms may be configured for the entire server here, or     -->
+    <!-- they can be configured for a specific web app in a context  -->
+    <!-- configuration (see $(jetty.home)/contexts/test.xml for an   -->
+    <!-- example).                                                   -->
+    <!-- =========================================================== -->
+    <Call name="addBean">
+      <Arg>
+        <New class="org.eclipse.jetty.security.HashLoginService">
+          <Set name="name">Test Realm</Set>
+          <Set name="config"><SystemProperty name="jetty.home" default="."/>/etc/realm.properties</Set>
+          <Set name="refreshInterval">0</Set>
+        </New>
+      </Arg>
+    </Call>
+
+    <!-- =========================================================== -->
+    <!-- Configure Request Log                                       -->
+    <!-- Request logs  may be configured for the entire server here, -->
+    <!-- or they can be configured for a specific web app in a       -->
+    <!-- contexts configuration (see $(jetty.home)/contexts/test.xml -->
+    <!-- for an example).                                            -->
+    <!-- =========================================================== -->
+    <Ref id="RequestLog">
+      <Set name="requestLog">
+        <New id="RequestLogImpl" class="org.eclipse.jetty.server.NCSARequestLog">
+          <Set name="filename"><SystemProperty name="jetty.home" default="."/>/logs/yyyy_mm_dd.request.log</Set>
+          <Set name="filenameDateFormat">yyyy_MM_dd</Set>
+          <Set name="retainDays">90</Set>
+          <Set name="append">true</Set>
+          <Set name="extended">false</Set>
+          <Set name="logCookies">false</Set>
+          <Set name="LogTimeZone">GMT</Set>
+        </New>
+      </Set>
+    </Ref>
+
+    <!-- =========================================================== -->
+    <!-- extra options                                               -->
+    <!-- =========================================================== -->
+    <Set name="stopAtShutdown">true</Set>
+    <Set name="sendServerVersion">true</Set>
+    <Set name="sendDateHeader">true</Set>
+    <Set name="gracefulShutdown">1000</Set>
+
+</Configure>

data/generators/vulcanize/templates/jetty/config/rubber/role/jetty/monit-jetty.conf

@@ -0,0 +1,9 @@
+<%
+  @path = '/etc/monit/monit.d/monit-jetty.conf'
+%>
+<% PIDFILE = "/var/run/jetty.pid" %>
+check process jetty with pidfile <%= PIDFILE %>
+  group jetty-<%= RUBBER_ENV %>
+  start program = "<%= rubber_env.jetty_dir %>/bin/jetty.sh start"
+  stop program = "<%= rubber_env.jetty_dir %>/bin/jetty.sh stop"
+  if failed host <%= rubber_env.host %> port <%= rubber_env.jetty_port %> with timeout 10 seconds for 10 cycles then restart

data/generators/vulcanize/templates/jetty/config/rubber/rubber-jetty.yml

@@ -0,0 +1,10 @@
+jetty_version: 7.0.0.v20091005
+jetty_prefix: /opt
+jetty_dir: "#{jetty_prefix}/jetty"
+jetty_port: 8080
+
+jetty_jvm_options: -XX:MaxPermSize=128m
+
+roles:
+  jetty:
+    packages: [openjdk-6-jdk]

data/generators/vulcanize/templates/jetty/templates.yml

@@ -0,0 +1 @@
+description: Jetty HTTP server and servlet container module

data/generators/vulcanize/templates/memcached/config/memcached.yml

@@ -0,0 +1,28 @@
+defaults:
+  ttl: 1800
+  readonly: false
+  urlencode: false
+  c_threshold: 10000
+  compression: true
+  debug: false
+  namespace: app
+  sessions: false
+  session_servers: false
+  fragments: false
+  memory: 64
+  servers: localhost:11211
+  benchmarking: true
+  raise_errors: true
+  fast_hash: false
+  fastest_hash: false
+
+development:
+  sessions: false
+  fragments: true
+  servers: localhost:11211
+
+# turn off caching
+test: 
+  disabled: true
+  fragments: true
+

data/generators/vulcanize/templates/memcached/config/rubber/common/memcached.yml

@@ -0,0 +1,14 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/memcached.yml"
+  @additive =  ["# rubber-memcached-start", "# rubber-memcached-end"]
+%>
+
+
+<%= RUBBER_ENV %>:
+  memory: 256
+  fragments: true
+  benchmarking: false
+  servers:
+  <% rubber_instances.for_role('memcached').each do |ic| %>
+    - <%= ic.full_name %>:11211
+  <% end %>

data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached.conf

@@ -0,0 +1,52 @@
+<%
+  @path = "/etc/memcached.conf"
+  @post = "service memcached restart"
+%>
+
+# memcached default config file edited for mobicious
+# 2003 - Jay Bonci <jaybonci@debian.org>
+# This configuration file is read by the start-memcached script provided as
+# part of the Debian GNU/Linux distribution. 
+
+# Run memcached as a daemon. This command is implied, and is not needed for the
+# daemon to run. See the README.Debian that comes with this package for more
+# information.
+-d
+
+# Log memcached's output to /var/log/memcached
+logfile /var/log/memcached.log
+
+# Be verbose
+ -v
+
+# Be even more verbose (print client commands as well)
+# -vv
+
+# Start with a cap of 64 megs of memory. It's reasonable, and the daemon default
+# Note that the daemon will grow to this size, but does not start out holding this much
+# memory
+-m 64
+
+# Default connection port is 11211
+-p 11211 
+
+# Run the daemon as root. The start-memcached will default to running as root if no
+# -u command is present in this config file
+-u nobody
+
+# Specify which IP address to listen on. The default is to listen on all IP addresses
+# This parameter is one of the only security measures that memcached has, so make sure
+# it's listening on a firewalled interface.
+#-l 127.0.0.1
+
+# Limit the number of simultaneous incoming connections. The daemon default is 1024
+# -c 1024
+
+# Lock down all paged memory. Consult with the README and homepage before you do this
+# -k
+
+# Return error when memory is exhausted (rather than removing items)
+# -M
+
+# Maximize core file limit
+# -r

data/generators/vulcanize/templates/memcached/config/rubber/role/memcached/memcached_munin_plugin

@@ -0,0 +1,249 @@
+<%
+  @path = "/usr/share/munin/plugins/memcached"
+  @perms = 0755
+  @post = <<-POST
+    ln -sf #{@path} /etc/munin/plugins/memcached_rates
+    ln -sf #{@path} /etc/munin/plugins/memcached_bytes
+    ln -sf #{@path} /etc/munin/plugins/memcached_counters
+    /etc/init.d/munin-node restart
+  POST
+%>#!/usr/bin/perl
+#
+# Plugin to monitor memcache statistics
+#
+# This module has 3 seperate graph datasets:
+# rates
+# bytes
+# counters
+#
+# For each of them, symlink the memcached_ script to memcached_FOO where foo is
+# the datset name.
+#
+# Parameters supported:
+#
+#  config
+#  autoconf
+#
+# Configurable variables
+#
+# host  Host of the memcache daemon
+# port  Port of the memcache daemon
+#
+# Author: Robin H. Johnson <robbat2@gentoo.org>
+# Slightly based on the original version by Joshua Thijssen
+# <jthijssen@noxlogic.nl>
+#
+# Magic markers:
+#%# family=auto
+#%# capabilities=autoconf
+use strict;
+my $ret = undef; 
+if (! eval "require Cache::Memcached;") {
+	$ret = "Cache::Memcached not found";
+} 
+my $HOST = exists $ENV{'host'} ? $ENV{'host'} : "127.0.0.1";
+my $PORT = exists $ENV{'port'} ? $ENV{'port'} : 11211; 
+if ( exists $ARGV[0] and $ARGV[0] eq "autoconf" ) {
+	if ($ret) {
+		print "no ($ret)\n";
+		exit 1;
+	} 
+# Todo: we can always connect to a memcache server without any errors so I cannot really
+# find a way to detect the presence of a memcache instance. Maybe a forced write/read/delete
+# but there should be a better way somewhere...
+	print "yes\n";
+	exit 0;
+}
+
+if($ret) {
+	print "no ($ret)\n";
+	exit 1;
+} 
+
+# We do everything by this array
+my %all_vars = (
+		rates => {
+			master => {
+				graph_title => 'Memcached - Commands',
+				graph_args => '--base 1000',
+				graph_vlabel => '/${graph_period}',
+				graph_category => 'memcache',
+			},
+			memcache_cache_hits => {
+				label => 'Cache hits',
+				type => 'DERIVE',
+				min => '0',
+				max => '5000',
+				draw => 'LINE2',
+				info => 'Number of cache hits',
+				stat_group => 'misc',
+				stat_name => 'get_hits'
+			},
+			memcache_cache_misses  => {
+				label => 'Cache misses',
+				type => 'DERIVE',
+				min => '0',
+				max => '5000',
+				draw => 'LINE2',
+				info => 'Number of cache misses',
+				stat_group => 'misc',
+				stat_name => 'get_misses'
+			},
+			memcache_cmd_get => {
+				label => 'GET requests',
+				type => 'DERIVE',
+				min => '0',
+				max => '5000',
+				draw => 'LINE2',
+				info => 'Number of GET commands seen',
+				stat_group => 'misc',
+				stat_name => 'cmd_get'
+			},
+			memcache_cmd_set => {
+				label => 'SET requests',
+				type => 'DERIVE',
+				min => '0',
+				max => '5000',
+				draw => 'LINE2',
+				info => 'Number of SET commands seen',
+				stat_group => 'misc',
+				stat_name => 'cmd_set'
+			},
+			memcache_total_items => {
+				label => 'New items*5',
+				type => 'DERIVE',
+				min => '0',
+				max => '5000',
+				draw => 'LINE2',
+				info => 'New items*5',
+				cdef => 'memcache_total_items,5,*',
+				stat_group => 'misc',
+				stat_name => 'total_items'
+			},
+			memcache_total_connections => {
+				label => 'New connections*100',
+				type => 'DERIVE',
+				min => '0',
+				max => '5000',
+				cdef => 'memcache_total_connections,100,*',
+				draw => 'LINE2',
+				info => 'New connections*100',
+				stat_group => 'misc',
+				stat_name => 'total_connections'
+			},
+		},
+		bytes => {
+			master => {
+				graph_title => 'Memcached - Network traffic',
+				graph_args => '--base 1000',
+				graph_vlabel => 'bytes in(-)/out(+) per ${graph_period}',
+				graph_category => 'memcache',
+			},
+			memcache_bytes_read => {
+				label => 'Bytes read',
+				type => 'COUNTER',
+				draw => 'LINE2',
+				max => '1000000',
+				info => 'Bytes read from network',
+				graph => 'no',
+				stat_group => 'misc',
+				stat_name => 'bytes_read'
+			},
+			memcache_bytes_written => {
+				label => 'Bytes written',
+				negative => 'memcache_bytes_read',
+				type => 'COUNTER',
+				max => '1000000',
+				draw => 'LINE2',
+				info => 'Bytes written to network',
+				stat_group => 'misc',
+				stat_name => 'bytes_written'
+			},
+		},
+		counters => {
+			master => {
+				graph_title => 'Memcached - Current values',
+				graph_args => '--base 1000',
+				#graph_args => '--base 1000 --loga',
+				graph_vlabel => 'Totals',
+				graph_category => 'memcache',
+				graph_scale => 'no',
+			},
+			memcache_curr_items => {
+				label => 'Current items',
+				type => 'GAUGE',
+				min => '0',
+				draw => 'LINE2',
+				info => 'Number of items in cache',
+				stat_group => 'misc',
+				stat_name => 'curr_items'
+			},
+			memcache_curr_connections => {
+				label => 'Current connections*100',
+				type => 'GAUGE',
+				min => '0',
+				draw => 'LINE2',
+				cdef => 'memcache_curr_connections,100,*',
+				info => 'Number of connections*100',
+				stat_group => 'misc',
+				stat_name => 'curr_connections'
+			},
+			memcache_bytes_allocated => {
+				label => 'Bytes allocated (KiB)',
+				type => 'GAUGE',
+				min => '0',
+				draw => 'LINE2',
+				cdef => 'memcache_bytes_allocated,1024,/',
+				info => 'Bytes allocated (KiB)',
+				stat_group => 'misc',
+				stat_name => 'bytes'
+			},
+		}
+		);
+
+$0 =~ /memcached_(.+)*$/;
+my $func = $1;
+exit 2 unless defined $func;
+my %vars = %{$all_vars{$func}};
+
+#	   STAT rusage_user 3941.052868
+#	   STAT rusage_system 18436.366246
+#	   STAT connection_structures 1112
+#	   STAT bytes 382985002
+#	   STAT limit_maxbytes 536870912
+
+if ( exists $ARGV[0] and $ARGV[0] eq "config" ) {
+	my %v = %{$vars{'master'}};
+	foreach my $k ( keys %v ) {
+		print "$k ".$v{$k}."\n"
+	}
+	print 'graph_order ';
+	foreach my $k ( sort(keys %vars) ) {
+		if($k eq 'master') { next; }
+		print $k." ";
+	}
+	print "\n";
+	foreach my $k ( sort(keys %vars) ) {
+		if($k eq 'master') { next; }
+		my %v = %{$vars{$k}};
+		foreach my $k2 (keys %v) {
+			if($k2 eq 'stat_group' or $k2 eq 'stat_name') { next; }
+			print "$k.$k2 ".$v{"$k2"}."\n";
+		}
+	}
+	exit 0;
+} 
+my $mc = new Cache::Memcached { 'servers' => [ "$HOST:$PORT" ] };
+my $stats = $mc->stats ('misc');
+
+foreach my $k ( sort(keys %vars) ) {
+	if($k eq 'master') { next; }
+	my %v = %{$vars{$k}};
+	if($v{type} eq 'COMPUTE') { next; }
+	my $sg = $v{stat_group};
+	my $sn = $v{stat_name};
+	my $value = $stats->{hosts}->{"$HOST:$PORT"}->{$sg}->{$sn};
+	defined($value) or $value = 'U';
+	print "$k.value ".$value."\n";
+}
+# vim:syntax=perl ts=4 sw=4: