ciborg 0.0.1 → 3.0.0

data/chef/travis-cookbooks/ci_environment/kerl/README.md

@@ -0,0 +1,3 @@
+# DESCRIPTION:
+
+Installs [kerl](https://github.com/spawngrid/kerl) for managing multiple Erlang versions.

data/chef/travis-cookbooks/ci_environment/kerl/attributes/default.rb

@@ -0,0 +1 @@
+include_attribute "kerl::source"

data/chef/travis-cookbooks/ci_environment/kerl/attributes/source.rb

@@ -0,0 +1,2 @@
+default[:kerl][:releases] = %w(R14B02 R14B03 R14B04 R15B R15B01 R15B02 R15B03 R16B)
+default[:kerl][:path]     = "/usr/local/bin/kerl"

data/chef/travis-cookbooks/ci_environment/kerl/files/default/erlang.cookie

@@ -0,0 +1 @@
+travis

data/chef/travis-cookbooks/ci_environment/kerl/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Michael S. Klishin"
+maintainer_email "michael.s.klishin@gmail.com"
+license          "Apache 2.0"
+description      "Installs kerl for managing Erlang versions."
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          "1.0.0"

data/chef/travis-cookbooks/ci_environment/kerl/recipes/default.rb

@@ -0,0 +1,19 @@
+#
+# Cookbook Name:: kerl
+# Recipe:: default
+#
+# Copyright 2011-2012, Michael S. Klishin, Ward Bekker
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+include_recipe "kerl::source"

data/chef/travis-cookbooks/ci_environment/kerl/recipes/source.rb

@@ -0,0 +1,104 @@
+#
+# Cookbook Name:: kerl
+# Recipe:: source
+#
+# Copyright 2011-2012, Michael S. Klishin, Ward Bekker
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+include_recipe "libreadline"
+include_recipe "libssl"
+include_recipe "libncurses"
+
+package "curl" do
+  action :install
+end
+
+installation_root = "/home/#{node.travis_build_environment.user}/otp"
+
+directory(installation_root) do
+  owner node.travis_build_environment.user
+  group node.travis_build_environment.group
+  mode  "0755"
+  action :create
+end
+
+remote_file(node.kerl.path) do
+  source "https://raw.github.com/spawngrid/kerl/master/kerl"
+  mode "0755"
+end
+
+
+home = "/home/#{node.travis_build_environment.user}"
+env  = {
+  'HOME'               => home,
+  'USER'               => node.travis_build_environment.user,
+  'KERL_DISABLE_AGNER' => 'yes',
+  "KERL_BASE_DIR"      => "#{home}/.kerl"
+}
+
+case [node[:platform], node[:platform_version]]
+when ["ubuntu", "11.04"] then
+    # fixes compilation with Ubuntu 11.04 zlib. MK.
+  env["KERL_CONFIGURE_OPTIONS"] = "--enable-dynamic-ssl-lib --enable-hipe"
+end
+
+# updates list of available releases. Needed for kerl to recognize
+# R15B, for example. MK.
+execute "erlang.releases.update" do
+  command "#{node.kerl.path} update releases"
+
+  user    node.travis_build_environment.user
+  group   node.travis_build_environment.group
+
+  environment(env)
+
+  # run when kerl script is downloaded & installed
+  subscribes :run, resources(:remote_file => node.kerl.path)
+end
+
+cookbook_file "#{node.travis_build_environment.home}/.erlang.cookie" do
+  owner node.travis_build_environment.user
+  group node.travis_build_environment.group
+  mode 0600
+
+  source "erlang.cookie"
+end
+
+
+node.kerl.releases.each do |rel, build|
+  execute "build Erlang #{rel}" do
+    command "#{node.kerl.path} build #{rel} #{rel}"
+
+    user    node.travis_build_environment.user
+    group   node.travis_build_environment.group
+
+    environment(env)
+
+    # make sure R14B02 won't cause R14B to be skipped. MK.
+    not_if "#{node.kerl.path} list builds | grep \"#{rel}$\"", :user => node.travis_build_environment.user, :environment => env
+  end
+
+
+  execute "install Erlang #{rel}" do
+    # cleanup is available starting with https://github.com/spawngrid/kerl/pull/28
+    command "#{node.kerl.path} install #{rel} #{installation_root}/#{rel} && #{node.kerl.path} cleanup #{rel} && rm -rf #{node.travis_build_environment.home}/.kerl/archives/*"
+
+    user    node.travis_build_environment.user
+    group   node.travis_build_environment.group
+
+    environment(env)
+
+    not_if "#{node.kerl.path} list installations | grep #{rel}", :user => node.travis_build_environment.user, :environment => env
+  end
+end

data/chef/travis-cookbooks/ci_environment/kestrel/attributes/tarball.rb

@@ -0,0 +1,15 @@
+default[:kestrel] = {
+  :tarball => {
+    :url       => "http://robey.github.com/kestrel/download/kestrel-2.3.2.zip",
+    :directory => "kestrel-2.3.2"
+  },
+  :installation_dir => "/usr/local/kestrel",
+  :log_dir          => "/var/log/kestrel/",
+  :config_dir       => "/etc/kestrel/",
+  :user             => "kestrel",
+  :group            => "kestrel",
+  :limits => {
+    :memlock => 'unlimited',
+    :nofile  => 48000
+  },
+}

data/chef/travis-cookbooks/ci_environment/kestrel/files/default/config/development.scala

@@ -0,0 +1,33 @@
+import com.twitter.conversions.storage._
+import com.twitter.conversions.time._
+import com.twitter.logging.config._
+import com.twitter.ostrich.admin.config._
+import net.lag.kestrel.config._
+
+new KestrelConfig {
+  listenAddress = "0.0.0.0"
+  memcacheListenPort = 22133
+  textListenPort = 2222
+  thriftListenPort = 2229
+
+  queuePath = "/var/spool/kestrel"
+
+  clientTimeout = 30.seconds
+
+  expirationTimerFrequency = 1.second
+
+  maxOpenTransactions = 512
+
+  // default queue settings:
+  default.defaultJournalSize = 16.megabytes
+  default.maxMemorySize = 128.megabytes
+  default.maxJournalSize = 1.gigabyte
+
+  loggers = new LoggerConfig {
+    level = Level.INFO
+    handlers = new FileHandlerConfig {
+      filename = "/var/log/kestrel/kestrel.log"
+      roll = Policy.Never
+    }
+  }
+}

data/chef/travis-cookbooks/ci_environment/kestrel/recipes/tarball.rb

@@ -0,0 +1,134 @@
+#
+# Cookbook Name:: kestrel
+# Recipe:: tarball
+# Copyright 2012, Michael S. Klishin <michaelklishin@me.com>
+# Copyright 2012-2013, Travis CI Development Team <contact@travis-ci.org>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+include_recipe "java"
+
+package "jsvc" do
+  action :install
+end
+
+
+#
+# User accounts
+#
+
+user node.kestrel.user do
+  comment "Kestrel user"
+  home    node.kestrel.installation_dir
+  shell   "/bin/bash"
+  action  :create
+end
+
+group node.kestrel.user do
+  members [node.kestrel.user]
+  action  :create
+end
+
+# Download the tarball to /tmp
+require "tmpdir"
+
+td          = Dir.tmpdir
+tmp         = File.join(td, "kestrel.zip")
+
+remote_file(tmp) do
+  source node.kestrel.tarball.url
+
+  not_if "test -f #{tmp}"
+end
+
+# Extract it
+# Copy to the installation dir, update permissions
+bash "extract #{tmp}, move it to #{node.kestrel.installation_dir}" do
+  user "root"
+  cwd  "/tmp"
+
+  code <<-EOS
+    rm -rf #{node.kestrel.installation_dir}
+    unzip #{tmp}
+    mv --force #{node.kestrel.tarball.directory} #{node.kestrel.installation_dir}
+    chown -R #{node.kestrel.user}:#{node.kestrel.group} #{node.kestrel.installation_dir}
+  EOS
+
+  creates "#{node.kestrel.installation_dir}/libs"
+end
+
+# log directory
+directory(node.kestrel.log_dir) do
+  owner node.kestrel.user
+  group node.kestrel.group
+
+  action :create
+end
+
+# config
+cookbook_file File.join(node.kestrel.config_dir, "kestrel.scala") do
+  source "config/development.scala"
+  owner  "root"
+  mode   0644
+
+  action :nothing
+end
+
+directory(node.kestrel.config_dir) do
+  owner node.kestrel.user
+  group node.kestrel.group
+
+  action :create
+  notifies :create, resources(:cookbook_file => "/etc/kestrel/kestrel.scala")
+end
+
+directory("/var/spool/kestrel") do
+  owner node.kestrel.user
+  group node.kestrel.group
+
+  action :create
+end
+
+# Know Your Limits
+template "/etc/security/limits.d/#{node.kestrel.user}.conf" do
+  source "kestrel-limits.conf.erb"
+  owner node.kestrel.user
+  mode  0644
+end
+
+ruby_block "make sure pam_limits.so is required" do
+  block do
+    fe = Chef::Util::FileEdit.new("/etc/pam.d/su")
+    fe.search_file_replace_line(/# session    required   pam_limits.so/, "session    required   pam_limits.so")
+    fe.write_file
+  end
+end
+
+# init.d Service
+template "/etc/init.d/kestrel" do
+  source "kestrel.init.erb"
+  owner 'root'
+  mode  0755
+end
+
+service "kestrel" do
+  supports :start => true, :stop => true, :restart => true
+  # disable on boot, intentionally. MK.
+  action [:disable]
+end

data/chef/travis-cookbooks/ci_environment/kestrel/templates/ubuntu/kestrel-limits.conf.erb

@@ -0,0 +1,2 @@
+<%= node.kestrel.user %>     -    nofile    <%= node.kestrel.limits.nofile %>
+<%= node.kestrel.user %>     -    memlock   <%= node.kestrel.limits.memlock %>

data/chef/travis-cookbooks/ci_environment/kestrel/templates/ubuntu/kestrel.init.erb

@@ -0,0 +1,208 @@
+#!/usr/bin/env bash
+### BEGIN INIT INFO
+# Provides:          kestrel
+# Required-Start:    $remote_fs $network $named $time
+# Required-Stop:     $remote_fs $network $named $time
+# Should-Start:      ntp mdadm
+# Should-Stop:       ntp mdadm
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: A message queue
+# Description:       The Kestrel message queue
+### END INIT INFO
+
+# Source networking configuration
+if [ -f /etc/sysconfig/network ]; then source /etc/sysconfig/network; fi
+
+# Exit if networking is not up
+[ "$NETWORKING" = "no" ] && exit
+
+NAME=kestrel
+KESTREL_USER="<%= node.kestrel.user %>"
+KESTREL_HOME=`getent passwd kestrel | awk -F ':' '{ print $6; }'`
+
+PID_FILE="$KESTREL_HOME/$NAME.pid"
+LOG_FILE="/var/log/kestrel/kestrel.log"
+
+FD_LIMIT=20000
+WAIT_FOR_START=3
+
+MAIN_CLASS="net.lag.kestrel.Kestrel"
+
+# The first existing directory is used for JAVA_HOME if needed.
+JVM_SEARCH_DIRS="/usr/lib/jvm/java-6-openjdk /usr/lib/jvm/java-6-sun /usr/lib/jvm/java-7-openjdk /usr/lib/jvm/java-7-oracle"
+
+# Read configuration variable file if it is present
+[ -r /etc/default/$NAME ] && . /etc/default/$NAME
+
+
+# If JAVA_HOME has not been set, try to determine it.
+if [ -z "$JAVA_HOME" ]; then
+    # If java is in PATH, use a JAVA_HOME that corresponds to that. This is
+    # both consistent with how the upstream startup script works, and how
+    # Debian works (read: the use of alternatives to set a system JVM).
+    if [ -n "`which java`" ]; then
+        java=`which java`
+        # Dereference symlink(s)
+        while true; do
+            if [ -h "$java" ]; then
+                java=`readlink "$java"`
+                continue
+            fi
+            break
+        done
+        JAVA_HOME="`dirname $java`/../"
+    # No JAVA_HOME set and no java found in PATH, search for a JVM.
+    else
+        for jdir in $JVM_SEARCH_DIRS; do
+            if [ -x "$jdir/bin/java" ]; then
+                JAVA_HOME="$jdir"
+                break
+            fi
+        done
+    fi
+fi
+JAVA="$JAVA_HOME/bin/java"
+
+
+
+# Load the VERBOSE setting and other rcS variables
+. /lib/init/vars.sh
+
+# Define LSB log_* functions.
+# Depend on lsb-base (>= 3.0-6) to ensure that this file is present.
+. /lib/lsb/init-functions
+
+#
+# Function that returns the applications classpath
+#
+classpath()
+{
+    cp="$EXTRA_CLASSPATH"
+    for j in <%= node.kestrel.installation_dir %>/*.jar; do
+        [ "x$cp" = "x" ] && cp=$j || cp=$cp:$j
+    done
+    for j in <%= File.join(node.kestrel.installation_dir, "libs") %>/*.jar; do
+        [ "x$cp" = "x" ] && cp=$j || cp=$cp:$j
+    done
+    for j in /usr/share/$NAME/*.jar; do
+        [ "x$cp" = "x" ] && cp=$j || cp=$cp:$j
+    done
+
+    printf "$cp:$CONFDIR:/usr/share/java/commons-daemon.jar"
+}
+
+
+#
+# Function that returns 0 if process is running, or nonzero if not.
+#
+# The nonzero value is 3 if the process is simply not running, and 1 if the
+# process is not running but the pidfile exists (to match the exit codes for
+# the "status" command; see LSB core spec 3.1, section 20.2)
+#
+CMD_PATT="kestrel.Kestrel"
+is_running()
+{
+    if [ -f $PID_FILE ]; then
+        pid=`cat $PID_FILE`
+        grep -Eq "$CMD_PATT" "/proc/$pid/cmdline" 2>/dev/null && return 0
+        return 1
+    fi
+    return 3
+}
+
+
+#
+# Function that starts the daemon/service
+#
+do_start()
+{
+    # Return
+    #   0 if daemon has been started
+    #   1 if daemon was already running
+    #   2 if daemon could not be started
+    is_running && return 1
+
+    ulimit -l unlimited
+    ulimit -n "$FD_LIMIT"
+
+    CP=`classpath`
+    cd $KESTREL_HOME
+
+    CONFIG_FILE=<%= File.join(node.kestrel.config_dir, 'kestrel.scala') %>
+
+    echo "Running Kestrel. Pid file: $PID_FILE"
+    su $KESTREL_USER -c "nohup $JAVA -cp $CP $JVM_OPTS $MAIN_CLASS -f \"$CONFIG_FILE\" >\"$LOG_FILE\" 2>\"$LOG_FILE\" & echo \$! > $PID_FILE"
+
+    is_running && return 0
+    for tries in `seq $WAIT_FOR_START`; do
+        sleep 1
+        is_running && return 0
+    done
+    return 2
+}
+
+#
+# Function that stops the daemon/service
+#
+do_stop()
+{
+    is_running || return 1
+    kill `cat $PID_FILE`
+    sleep 1
+    is_running && return 2 || (sudo rm $PID_FILE && return 0)
+}
+
+case "$1" in
+  start)
+        echo "Starting $DESC"
+        [ "$VERBOSE" != no ] && log_daemon_msg "Starting $DESC" "$NAME"
+        do_start
+        case "$?" in
+                0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+                2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+        esac
+        ;;
+  stop)
+        echo "Stopping $DESC"
+        [ "$VERBOSE" != no ] && log_daemon_msg "Stopping $DESC" "$NAME"
+        do_stop
+        case "$?" in
+                0|1) [ "$VERBOSE" != no ] && log_end_msg 0 ;;
+                2) [ "$VERBOSE" != no ] && log_end_msg 1 ;;
+        esac
+        ;;
+  restart|force-reload)
+        echo "Restarting $DESC"
+        log_daemon_msg "Restarting $DESC" "$NAME"
+        do_stop
+        case "$?" in
+          0|1)
+                do_start
+                case "$?" in
+                        0) log_end_msg 0 ;;
+                        1) log_end_msg 1 ;; # Old process is still running
+                        *) log_end_msg 1 ;; # Failed to start
+                esac
+                ;;
+          *)
+                # Failed to stop
+                log_end_msg 1
+                ;;
+        esac
+        ;;
+  status)
+    is_running
+    stat=$?
+    case "$stat" in
+      0) log_success_msg "$NAME is running" ;;
+      1) log_failure_msg "could not access pidfile for $NAME" ;;
+      *) log_success_msg "$NAME is not running" ;;
+    esac
+    exit "$stat"
+    ;;
+  *)
+        echo "Usage: $SCRIPTNAME {start|stop|restart|force-reload|status}" >&2
+        exit 3
+        ;;
+esac