ciborg 0.0.1 → 3.0.0

data/chef/travis-cookbooks/ci_environment/cassandra/recipes/tarball.rb

@@ -0,0 +1,158 @@
+#
+# Cookbook Name:: cassandra-server
+# Recipe:: tarball
+# Copyright 2012, Michael S. Klishin <michaelklishin@me.com>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+include_recipe "java"
+
+package "jsvc" do
+  action :install
+end
+
+#
+# User accounts
+#
+
+user node.cassandra.user do
+  comment "Cassandra Server user"
+  home    node.cassandra.installation_dir
+  shell   "/bin/bash"
+  action  :create
+end
+
+group node.cassandra.user do
+  (m = []) << node.cassandra.user
+  members m
+  action :create
+end
+
+# 1. Download the tarball to /tmp
+require "tmpdir"
+
+td          = Dir.tmpdir
+tmp         = File.join(td, "apache-cassandra-#{node.cassandra.version}-bin.tar.gz")
+tarball_dir = File.join(td, "apache-cassandra-#{node.cassandra.version}")
+
+remote_file(tmp) do
+  source node.cassandra.tarball.url
+
+  not_if "which cassandra"
+end
+
+# 2. Extract it
+# 3. Copy to /usr/local/cassandra, update permissions
+bash "extract #{tmp}, move it to #{node.cassandra.installation_dir}" do
+  user "root"
+  cwd  "/tmp"
+
+  code <<-EOS
+    rm -rf #{node.cassandra.installation_dir}
+    tar xfz #{tmp}
+    mv --force #{tarball_dir} #{node.cassandra.installation_dir}
+  EOS
+
+  creates "#{node.cassandra.installation_dir}/bin/cassandra"
+end
+
+[node.cassandra.data_root_dir, node.cassandra.log_dir].each do |dir|
+  directory dir do
+    owner     node.cassandra.user
+    group     node.cassandra.user
+    recursive true
+    action    :create
+  end
+end
+
+[node.cassandra.lib_dir,
+ node.cassandra.data_root_dir,
+ node.cassandra.conf_dir,
+ File.join(node.cassandra.installation_dir, "data"),
+ File.join(node.cassandra.installation_dir, "system"),
+ node.cassandra.installation_dir].each do |dir|
+  # Chef sets permissions only to leaf nodes, so we have to use a Bash script. MK.
+  bash "chown -R #{node.cassandra.user}:#{node.cassandra.user} #{dir}" do
+    user "root"
+
+    code "mkdir -p #{dir} && chown -R #{node.cassandra.user}:#{node.cassandra.user} #{dir}"
+  end
+end
+
+
+# 4. Install config files and binaries
+%w(cassandra.yaml cassandra-env.sh).each do |f|
+  template File.join(node.cassandra.conf_dir, f) do
+    source "#{f}.erb"
+    owner node.cassandra.user
+    group node.cassandra.user
+    mode  0644
+  end
+end
+
+template File.join(node.cassandra.bin_dir, "cassandra-cli") do
+  source "cassandra-cli.erb"
+  owner node.cassandra.user
+  group node.cassandra.user
+  mode  0755
+end
+
+
+# 5. Symlink
+%w(cassandra cassandra-shell cassandra-cli).each do |f|
+  link "/usr/local/bin/#{f}" do
+    owner node.cassandra.user
+    group node.cassandra.user
+    to    "#{node.cassandra.installation_dir}/bin/#{f}"
+    not_if  "test -L /usr/local/bin/#{f}"
+  end
+end
+
+
+# 6. Know Your Limits
+template "/etc/security/limits.d/#{node.cassandra.user}.conf" do
+  source "cassandra-limits.conf.erb"
+  owner node.cassandra.user
+  mode  0644
+end
+
+ruby_block "make sure pam_limits.so is required" do
+  block do
+    fe = Chef::Util::FileEdit.new("/etc/pam.d/su")
+    fe.search_file_replace_line(/# session    required   pam_limits.so/, "session    required   pam_limits.so")
+    fe.write_file
+  end
+end
+
+# 6. init.d Service
+template "/etc/init.d/cassandra" do
+  source "cassandra.init.erb"
+  owner 'root'
+  mode  0755
+end
+
+service "cassandra" do
+  supports :start => true, :stop => true, :restart => true
+
+  if node.cassandra.service.enabled
+    action [:enable, :stop]
+  else
+    action [:disable, :stop]
+  end
+end

data/chef/travis-cookbooks/ci_environment/cassandra/templates/default/cassandra-cli.erb

@@ -0,0 +1,60 @@
+#!/bin/sh
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+for j in <%= node.cassandra.lib_dir %>/*.jar; do
+    [ "x$CLASSPATH" = "x" ] && CLASSPATH=$j || CLASSPATH=$CLASSPATH:$j
+done
+for j in /usr/share/$NAME/*.jar; do
+    [ "x$CLASSPATH" = "x" ] && CLASSPATH=$j || CLASSPATH=$CLASSPATH:$j
+done
+
+# use JNA if installed in standard location
+[ -r /usr/share/java/jna.jar ] && cp="$cp:/usr/share/java/jna.jar"
+
+if [ "x$CASSANDRA_INCLUDE" = "x" ]; then
+    for include in /usr/share/cassandra/cassandra.in.sh \
+                   /usr/local/share/cassandra/cassandra.in.sh \
+                   /opt/cassandra/cassandra.in.sh \
+                   ~/.cassandra.in.sh \
+                   `dirname $0`/cassandra.in.sh; do
+        if [ -r $include ]; then
+            . $include
+            break
+        fi
+    done
+elif [ -r $CASSANDRA_INCLUDE ]; then
+    . $CASSANDRA_INCLUDE
+fi
+
+# Use JAVA_HOME if set, otherwise look for java in PATH
+if [ -x $JAVA_HOME/bin/java ]; then
+    JAVA=$JAVA_HOME/bin/java
+else
+    JAVA=`which java`
+fi
+
+if [ -z $CLASSPATH ]; then
+    echo "You must set the CLASSPATH var" >&2
+    exit 1
+fi
+
+$JAVA -ea -cp $CLASSPATH -Xmx256M \
+        -Dlog4j.configuration=log4j-tools.properties \
+        org.apache.cassandra.cli.CliMain "$@"
+
+# vi:ai sw=4 ts=4 tw=0 et

data/chef/travis-cookbooks/ci_environment/cassandra/templates/default/cassandra-env.sh.erb

@@ -0,0 +1,159 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Determine the sort of JVM we'll be running on.
+
+java_ver_output=`"${JAVA:-java}" -version 2>&1`
+
+jvmver=`echo "$java_ver_output" | awk -F'"' 'NR==1 {print $2}'`
+JVM_VERSION=${jvmver%_*}
+JVM_PATCH_VERSION=${jvmver#*_}
+
+jvm=`echo "$java_ver_output" | awk 'NR==2 {print $1}'`
+case "$jvm" in
+    OpenJDK)
+        JVM_VENDOR=OpenJDK
+        # this will be "64-Bit" or "32-Bit"
+        JVM_ARCH=`echo "$java_ver_output" | awk 'NR==3 {print $2}'`
+        ;;
+    "Java(TM)")
+        JVM_VENDOR=Oracle
+        # this will be "64-Bit" or "32-Bit"
+        JVM_ARCH=`echo "$java_ver_output" | awk 'NR==3 {print $3}'`
+        ;;
+    *)
+        # Help fill in other JVM values
+        JVM_VENDOR=other
+        JVM_ARCH=unknown
+        ;;
+esac
+
+
+# Override these to set the amount of memory to allocate to the JVM at
+# start-up. For production use you almost certainly want to adjust
+# this for your environment. MAX_HEAP_SIZE is the total amount of
+# memory dedicated to the Java heap; HEAP_NEWSIZE refers to the size
+# of the young generation. Both MAX_HEAP_SIZE and HEAP_NEWSIZE should
+# be either set or not (if you set one, set the other).
+#
+# The main trade-off for the young generation is that the larger it
+# is, the longer GC pause times will be. The shorter it is, the more
+# expensive GC will be (usually).
+#
+# The example HEAP_NEWSIZE assumes a modern 8-core+ machine for decent pause
+# times. If in doubt, and if you do not particularly want to tweak, go with
+# 100 MB per physical CPU core.
+
+MAX_HEAP_SIZE="256M"
+HEAP_NEWSIZE="128M"
+
+# Specifies the default port over which Cassandra will be available for
+# JMX connections.
+JMX_PORT="7199"
+
+
+# Here we create the arguments that will get passed to the jvm when
+# starting cassandra.
+
+# enable assertions.  disabling this in production will give a modest
+# performance benefit (around 5%).
+JVM_OPTS="$JVM_OPTS -ea"
+
+# add the jamm javaagent
+if [ "$JVM_VENDOR" != "OpenJDK" -o "$JVM_VERSION" \> "1.6.0" ] \
+      || [ "$JVM_VERSION" = "1.6.0" -a "$JVM_PATCH_VERSION" -ge 23 ]
+then
+    JVM_OPTS="$JVM_OPTS -javaagent:$CASSANDRA_HOME/lib/jamm-0.2.5.jar"
+fi
+
+# enable thread priorities, primarily so we can give periodic tasks
+# a lower priority to avoid interfering with client workload
+JVM_OPTS="$JVM_OPTS -XX:+UseThreadPriorities"
+# allows lowering thread priority without being root.  see
+# http://tech.stolsvik.com/2010/01/linux-java-thread-priorities-workaround.html
+JVM_OPTS="$JVM_OPTS -XX:ThreadPriorityPolicy=42"
+
+# min and max heap sizes should be set to the same value to avoid
+# stop-the-world GC pauses during resize, and so that we can lock the
+# heap in memory on startup to prevent any of it from being swapped
+# out.
+JVM_OPTS="$JVM_OPTS -Xms${MAX_HEAP_SIZE}"
+JVM_OPTS="$JVM_OPTS -Xmx${MAX_HEAP_SIZE}"
+JVM_OPTS="$JVM_OPTS -Xmn${HEAP_NEWSIZE}"
+JVM_OPTS="$JVM_OPTS -XX:+HeapDumpOnOutOfMemoryError"
+
+# set jvm HeapDumpPath with CASSANDRA_HEAPDUMP_DIR
+if [ "x$CASSANDRA_HEAPDUMP_DIR" != "x" ]; then
+    JVM_OPTS="$JVM_OPTS -XX:HeapDumpPath=$CASSANDRA_HEAPDUMP_DIR/cassandra-`date +%s`-pid$$.hprof"
+fi
+
+
+startswith () [ "${1#$2}" != "$1" ]
+
+if [ "`uname`" = "Linux" ] ; then
+    # reduce the per-thread stack size to minimize the impact of Thrift
+    # thread-per-client.  (Best practice is for client connections to
+    # be pooled anyway.) Only do so on Linux where it is known to be
+    # supported.
+    if startswith "$JVM_VERSION" '1.7.'
+    then
+        JVM_OPTS="$JVM_OPTS -Xss160k"
+    else
+        JVM_OPTS="$JVM_OPTS -Xss128k"
+    fi
+fi
+echo "xss = $JVM_OPTS"
+
+# GC tuning options
+JVM_OPTS="$JVM_OPTS -XX:+UseParNewGC" 
+JVM_OPTS="$JVM_OPTS -XX:+UseConcMarkSweepGC" 
+JVM_OPTS="$JVM_OPTS -XX:+CMSParallelRemarkEnabled" 
+JVM_OPTS="$JVM_OPTS -XX:SurvivorRatio=8" 
+JVM_OPTS="$JVM_OPTS -XX:MaxTenuringThreshold=1"
+JVM_OPTS="$JVM_OPTS -XX:CMSInitiatingOccupancyFraction=75"
+JVM_OPTS="$JVM_OPTS -XX:+UseCMSInitiatingOccupancyOnly"
+
+# GC logging options -- uncomment to enable
+# JVM_OPTS="$JVM_OPTS -XX:+PrintGCDetails"
+# JVM_OPTS="$JVM_OPTS -XX:+PrintGCDateStamps"
+# JVM_OPTS="$JVM_OPTS -XX:+PrintHeapAtGC"
+# JVM_OPTS="$JVM_OPTS -XX:+PrintTenuringDistribution"
+# JVM_OPTS="$JVM_OPTS -XX:+PrintGCApplicationStoppedTime"
+# JVM_OPTS="$JVM_OPTS -XX:+PrintPromotionFailure"
+# JVM_OPTS="$JVM_OPTS -XX:PrintFLSStatistics=1"
+# JVM_OPTS="$JVM_OPTS -Xloggc:/var/log/cassandra/gc-`date +%s`.log"
+
+# uncomment to have Cassandra JVM listen for remote debuggers/profilers on port 1414
+# JVM_OPTS="$JVM_OPTS -Xdebug -Xnoagent -Xrunjdwp:transport=dt_socket,server=y,suspend=n,address=1414"
+
+# Prefer binding to IPv4 network intefaces (when net.ipv6.bindv6only=1). See 
+# http://bugs.sun.com/bugdatabase/view_bug.do?bug_id=6342561 (short version:
+# comment out this entry to enable IPv6 support).
+JVM_OPTS="$JVM_OPTS -Djava.net.preferIPv4Stack=true"
+
+# jmx: metrics and administration interface
+# 
+# add this if you're having trouble connecting:
+# JVM_OPTS="$JVM_OPTS -Djava.rmi.server.hostname=<public name>"
+# 
+# see 
+# https://blogs.oracle.com/jmxetc/entry/troubleshooting_connection_problems_in_jconsole
+# for more on configuring JMX through firewalls, etc. (Short version:
+# get it working with no firewall first.)
+JVM_OPTS="$JVM_OPTS -Dcom.sun.management.jmxremote.port=$JMX_PORT" 
+JVM_OPTS="$JVM_OPTS -Dcom.sun.management.jmxremote.ssl=false" 
+JVM_OPTS="$JVM_OPTS -Dcom.sun.management.jmxremote.authenticate=false" 
+JVM_OPTS="$JVM_OPTS $JVM_EXTRA_OPTS"

data/chef/travis-cookbooks/ci_environment/cassandra/templates/default/cassandra-limits.conf.erb

@@ -0,0 +1,2 @@
+<%= node.cassandra.user %>     -    nofile    <%= node.cassandra.limits.nofile %>
+<%= node.cassandra.user %>     -    memlock   <%= node.cassandra.limits.memlock %>

data/chef/travis-cookbooks/ci_environment/cassandra/templates/default/cassandra.init.erb

@@ -0,0 +1,158 @@
+#! /bin/sh
+
+### BEGIN INIT INFO
+# Provides:          cassandra
+# Required-Start:    $remote_fs $network $named $time
+# Required-Stop:     $remote_fs $network $named $time
+# Should-Start:      ntp mdadm
+# Should-Stop:       ntp mdadm
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: distributed storage system for structured data
+# Description:       Cassandra is a distributed (peer-to-peer) system for
+#                    the management and storage of structured data.
+### END INIT INFO
+
+DESC="Cassandra"
+NAME=cassandra
+PIDFILE=/var/run/$NAME.pid
+SCRIPTNAME=/etc/init.d/$NAME
+CASSANDRA_HOME=<%= node.cassandra.installation_dir %>
+CASSANDRA_CONF=<%= node.cassandra.conf_dir %>
+USER=<%= node.cassandra.user %>
+GROUP=<%= node.cassandra.user %>
+WAIT_FOR_START=10
+FD_LIMIT=100000
+
+[ -e $CASSANDRA_HOME/lib/apache-cassandra-<%= node.cassandra.version %>.jar ] || exit 0
+[ -e $CASSANDRA_CONF/cassandra.yaml ] || exit 0
+[ -e $CASSANDRA_CONF/cassandra-env.sh ] || exit 0
+
+# Read configuration variable file if it is present
+[ -r /etc/default/$NAME ] && . /etc/default/$NAME
+
+# Load the VERBOSE setting and other rcS variables
+. /lib/init/vars.sh
+
+# Define LSB log_* functions.
+# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.
+. /lib/lsb/init-functions
+
+# Return
+#   0 if daemon is running
+#   1 if daemon is not running
+is_running()
+{
+    [ -f $PIDFILE -a -d /proc/$(cat $PIDFILE) ] && return 0
+    return 1
+}
+
+# Return
+#   0 if daemon has been started
+#   1 if daemon was already running
+#   2 if daemon could not be started
+do_start()
+{
+    is_running && return 1
+
+    ulimit -l unlimited
+    ulimit -n "$FD_LIMIT"
+
+    touch $PIDFILE
+    chown $USER:$GROUP $PIDFILE
+
+    start-stop-daemon --start \
+        --quiet \
+        --oknodo \
+        --chdir / \
+        --oknodo \
+        --chuid $USER:$GROUP \
+        --exec /bin/bash \
+        --pidfile $PIDFILE \
+        -- -c "$CASSANDRA_HOME/bin/cassandra -p $PIDFILE > /dev/null 2>&1"
+
+    is_running && return 0
+
+    for tries in `seq $WAIT_FOR_START`; do
+        sleep 1
+        is_running && return 0
+    done
+
+    return 2
+}
+
+# Returns
+#   0 if daemon has been stopped
+#   1 if daemon was already stopped
+#   2 if daemon could not be stopped
+#   other if a failure occurred
+do_stop()
+{
+    is_running || return 1
+
+    start-stop-daemon --stop \
+        --pidfile $PIDFILE \
+        --user $USER \
+        --retry TERM/30/KILL/5
+
+    is_running && return 2
+
+    return 0
+}
+
+case "$1" in
+    start)
+        echo "Starting $DESC"
+        [ "$VERBOSE" != no ] && log_daemon_msg "Starting $DESC" "$NAME"
+        do_start
+        case "$?" in
+                0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+                2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+        esac
+        ;;
+    stop)
+        echo "Stopping $DESC"
+        [ "$VERBOSE" != no ] && log_daemon_msg "Stopping $DESC" "$NAME"
+        do_stop
+        case "$?" in
+                0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+                2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+        esac
+        ;;
+    restart|force-reload)
+        echo "Restarting $DESC"
+        log_daemon_msg "Restarting $DESC" "$NAME"
+        do_stop
+        case "$?" in
+          0|1)
+                do_start
+                case "$?" in
+                        0) log_end_msg 0 ;;
+                        1) log_end_msg 1 ;; # Old process is still running
+                        *) log_end_msg 1 ;; # Failed to start
+                esac
+                ;;
+          *)
+                # Failed to stop
+                log_end_msg 1
+                ;;
+        esac
+        ;;
+    status)
+        is_running
+        stat=$?
+        case "$stat" in
+            0) log_success_msg "$DESC is running" ;;
+            *) log_success_msg "$DESC is not running" ;;
+        esac
+        exit "$stat"
+        ;;
+    *)
+        echo "Usage: $SCRIPTNAME {start|stop|restart|force-reload|status}" >&2
+        exit 3
+        ;;
+esac
+
+:
+
+# vi:ai sw=4 ts=4 tw=0 et