vagrant-openstack 0.0.4

data/cookbooks/git/templates/default/git-xinetd.d.erb

@@ -0,0 +1,10 @@
+service git
+{
+        disable         = no
+        socket_type     = stream
+        wait            = no
+        user            = nobody
+        server          = /usr/libexec/git-core/git-daemon
+        server_args     = --base-path=<%= node["git"]["server"]["base_path"] %> <% if node["git"]["server"]["export_all"] == "true" %>--export-all <% end %>--syslog --inetd --verbose
+        log_on_failure  += USERID
+}

data/cookbooks/git/templates/default/sv-git-daemon-log-run.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+exec svlogd -tt ./main

data/cookbooks/git/templates/default/sv-git-daemon-run.erb

@@ -0,0 +1,3 @@
+#!/bin/sh
+exec 2>&1
+exec /usr/bin/git daemon <% if node["git"]["server"]["export_all"] == "true" %>--export-all <% end %>--user=nobody --group=daemon --syslog --base-path=<%= node["git"]["server"]["base_path"] %> <%= node["git"]["server"]["base_path"] %>

data/cookbooks/mongodb/README.md

@@ -0,0 +1,155 @@
+# DESCRIPTION:
+
+Installs and configures MongoDB, supporting:
+
+* Single MongoDB
+* Replication
+* Sharding
+* Replication and Sharding
+* 10gen repository package installation
+
+# REQUIREMENTS:
+
+## Platform:
+
+The cookbook aims to be platform independant, but is best tested on debian squeeze systems.
+
+The `10gen_repo` recipe currently supports only the Debian and Ubuntu 10gen repository.
+Patches for other platforms are welcome.
+
+# DEFINITIONS:
+
+This cookbook contains a definition `mongodb_instance` which can be used to configure
+a certain type of mongodb instance, like the default mongodb or various components
+of a sharded setup.
+
+For examples see the USAGE section below.
+
+# ATTRIBUTES:
+
+* `mongodb[:dbpath]` - Location for mongodb data directory, defaults to "/var/lib/mongodb"
+* `mongodb[:logpath]` - Path for the logfiles, default is "/var/log/mongodb"
+* `mongodb[:port]` - Port the mongod listens on, default is 27017
+* `mongodb[:client_role]` - Role identifing all external clients which should have access to a mongod instance
+* `mongodb[:cluster_name]` - Name of the cluster, all members of the cluster must
+    reference to the same name, as this name is used internally to identify all
+    members of a cluster.
+* `mongodb[:shard_name]` - Name of a shard, default is "default"
+* `mongodb[:sharded_collections]` - Define which collections are sharded
+
+# USAGE:
+
+## 10gen repository
+
+Adds the stable [10gen repo](http://www.mongodb.org/downloads#packages) for the
+corresponding platform. Currently only implemented for the Debian and Ubuntu repository.
+
+Usage: just add `recipe[mongodb::10gen_repo]` to the node run_list *before* any other
+MongoDB recipe, and the mongodb-10gen **stable** packages will be installed instead of the distribution default.
+
+## Single mongodb instance
+
+Simply add
+
+```ruby
+include_recipe "mongodb::default"
+```
+  
+to your recipe. This will run the mongodb instance as configured by your distribution.
+You can change the dbpath, logpath and port settings (see ATTRIBUTES) for this node by
+using the `mongodb_instance` definition:
+
+```ruby
+mongodb_instance "mongodb" do
+  port node['application']['port']
+end
+```
+
+This definition also allows you to run another mongod instance with a different
+name on the same node
+
+```ruby
+mongodb_instance "my_instance" do
+  port node['mongodb']['port'] + 100
+  dbpath "/data/"
+end
+```
+  
+The result is a new system service with
+
+```shell
+  /etc/init.d/my_instance <start|stop|restart|status>
+```
+
+## Replicasets
+
+Add `mongodb::replicaset` to the node's run_list. Also choose a name for your
+replicaset cluster and set the value of `node[:mongodb][:cluster_name]` for each
+member to this name.
+
+## Sharding
+
+You need a few more components, but the idea is the same: identification of the
+members with their different internal roles (mongos, configserver, etc.) is done via
+the `node[:mongodb][:cluster_name]` and `node[:mongodb][:shard_name]` attributes.
+
+Let's have a look at a simple sharding setup, consisting of two shard servers, one
+config server and one mongos.
+
+First we would like to configure the two shards. For doing so, just use
+`mongodb::shard` in the node's run_list and define a unique `mongodb[:shard_name]`
+for each of these two nodes, say "shard1" and "shard2".
+
+Then configure a node to act as a config server - by using the `mongodb::configserver`
+recipe.
+
+And finally you need to configure the mongos. This can be done by using the
+`mongodb::mongos` recipe. The mongos needs some special configuration, as these
+mongos are actually doing the configuration of the whole sharded cluster.
+Most importantly you need to define what collections should be sharded by setting the
+attribute `mongodb[:sharded_collections]`:
+
+```javascript
+{
+  "mongodb": {
+    "sharded_collections": {
+      "test.addressbook": "name",
+      "mydatabase.calendar": "date"
+    }
+  }
+}
+```
+  
+Now mongos will automatically enable sharding for the "test" and the "mydatabase"
+database. Also the "addressbook" and the "calendar" collection will be sharded,
+with sharding key "name" resp. "date".
+In the context of a sharding cluster always keep in mind to use a single role
+which is added to all members of the cluster to identify all member nodes.
+Also shard names are important to distinguish the different shards.
+This is esp. important when you want to replicate shards.
+
+## Sharding + Replication
+
+The setup is not much different to the one described above. All you have to do is adding the 
+`mongodb::replicaset` recipe to all shard nodes, and make sure that all shard
+nodes which should be in the same replicaset have the same shard name.
+
+For more details, you can find a [tutorial for Sharding + Replication](https://github.com/edelight/cookbooks/wiki/MongoDB%3A-Replication%2BSharding) in the wiki.
+
+# LICENSE and AUTHOR:
+
+Author:: Markus Korn <markus.korn@edelight.de>
+
+Copyright:: 2011, edelight GmbH
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/cookbooks/mongodb/attributes/default.rb

@@ -0,0 +1,27 @@
+#
+# Cookbook Name:: mongodb
+# Attributes:: default
+#
+# Copyright 2010, edelight GmbH
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+default[:mongodb][:dbpath] = "/var/lib/mongodb"
+default[:mongodb][:logpath] = "/var/log/mongodb"
+default[:mongodb][:port] = 27017
+
+# roles
+default[:mongodb][:client_roles] = []
+default[:mongodb][:cluster_name] = nil
+default[:mongodb][:shard_name] = "default"

data/cookbooks/mongodb/definitions/mongodb.rb

@@ -0,0 +1,176 @@
+#
+# Cookbook Name:: mongodb
+# Definition:: mongodb
+#
+# Copyright 2011, edelight GmbH
+# Authors:
+#       Markus Korn <markus.korn@edelight.de>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+define :mongodb_instance, :mongodb_type => "mongod" , :action => [:enable, :start], :port => 27017 , \
+    :logpath => "/var/log/mongodb", :dbpath => "/data", :configfile => "/etc/mongodb.conf", \
+    :configserver => [], :replicaset => nil, :notifies => [] do
+    
+  include_recipe "mongodb::default"
+  
+  name = params[:name]
+  type = params[:mongodb_type]
+  service_action = params[:action]
+  service_notifies = params[:notifies]
+  
+  port = params[:port]
+
+  logpath = params[:logpath]
+  logfile = "#{logpath}/#{name}.log"
+  
+  dbpath = params[:dbpath]
+  
+  configfile = params[:configfile]
+  configserver_nodes = params[:configserver]
+  
+  replicaset = params[:replicaset]
+  begin
+    replicaset_name = "rs_#{replicaset['mongodb']['shard_name']}" # Looks weird, but we need just some name
+  rescue
+    replicaset_name = nil
+  end
+  
+  if !["mongod", "shard", "configserver", "mongos"].include?(type)
+    raise "Unknown mongodb type '#{type}'"
+  end
+  
+  if type != "mongos"
+    daemon = "/usr/bin/mongod"
+    configserver = nil
+    configfile = nil
+    Chef::Log.warn("We are not using a configfile, as the daemons can be configured via commandline")
+  else
+    daemon = "/usr/bin/mongos"
+    configfile = nil
+    dbpath = nil
+    configserver = configserver_nodes.collect{|n| "#{n['fqdn']}:#{n['mongodb']['port']}" }.join(",")
+  end
+  
+  # default file
+  template "/etc/default/#{name}" do
+    action :create
+    source "mongodb.default.erb"
+    group "root"
+    owner "root"
+    mode "0644"
+    variables(
+      "daemon_path" => daemon,
+      "name" => name,
+      "config" => configfile,
+      "configdb" => configserver,
+      "port" => port,
+      "logpath" => logfile,
+      "dbpath" => dbpath,
+      "replicaset_name" => replicaset_name,
+      "configsrv" => false, #type == "configserver", this might change the port
+      "shardsrv" => false  #type == "shard", dito.
+    )
+    notifies :restart, "service[#{name}]"
+  end
+  
+  # log dir [make sure it exists]
+  directory logpath do
+    owner "mongodb"
+    group "mongodb"
+    mode "0755"
+    action :create
+  end
+  
+  if type != "mongos"
+    # dbpath dir [make sure it exists]
+    directory dbpath do
+      owner "mongodb"
+      group "mongodb"
+      mode "0755"
+      action :create
+    end
+  end
+  
+  # init script
+  cookbook_file "/etc/init.d/#{name}" do
+    action :create
+    source "mongodb.init"
+    group "root"
+    owner "root"
+    mode "0755"
+    notifies :restart, "service[#{name}]"
+  end
+  
+  # service
+  service name do
+    supports :status => true, :restart => true
+    action service_action
+    notifies service_notifies
+    if !replicaset_name.nil?
+      notifies :create, "ruby_block[config_replicaset]"
+    end
+    if type == "mongos"
+      notifies :create, "ruby_block[config_sharding]"
+    end
+    if name == "mongodb"
+      # we don't care about a running mongodb service in these cases, all we need is stopping it
+      ignore_failure true
+    end
+  end
+  
+  # replicaset
+  if !replicaset_name.nil?
+    rs_nodes = search(
+      :node,
+      "mongodb_cluster_name:#{replicaset['mongodb']['cluster_name']} AND \
+       recipes:mongodb\\:\\:replicaset AND \
+       mongodb_shard_name:#{replicaset['mongodb']['shard_name']} AND \
+       chef_environment:#{replicaset.chef_environment}"
+    )
+  
+    ruby_block "config_replicaset" do
+      block do
+        if not replicaset.nil?
+          MongoDB.configure_replicaset(replicaset, replicaset_name, rs_nodes)
+        end
+      end
+      action :nothing
+    end
+  end
+  
+  # sharding
+  if type == "mongos"
+    # add all shards
+    # configure the sharded collections
+    
+    shard_nodes = search(
+      :node,
+      "mongodb_cluster_name:#{node['mongodb']['cluster_name']} AND \
+       recipes:mongodb\\:\\:shard AND \
+       chef_environment:#{node.chef_environment}"
+    )
+    
+    ruby_block "config_sharding" do
+      block do
+        if type == "mongos"
+          MongoDB.configure_shards(node, shard_nodes)
+          MongoDB.configure_sharded_collections(node, node['mongodb']['sharded_collections'])
+        end
+      end
+      action :nothing
+    end
+  end
+end
+

data/cookbooks/mongodb/files/default/mongodb.init

@@ -0,0 +1,216 @@
+#!/bin/sh
+#
+# init.d script with LSB support.
+#
+# Copyright (c) 2007 Javier Fernandez-Sanguino <jfs@debian.org>
+# Copyright (c) 2011 edelight GmbH
+#       Author: Markus Korn <markus.korn@edelight.de>
+#
+# This is free software; you may redistribute it and/or modify
+# it under the terms of the GNU General Public License as
+# published by the Free Software Foundation; either version 2,
+# or (at your option) any later version.
+#
+# This is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License with
+# the Debian operating system, in /usr/share/common-licenses/GPL;  if
+# not, write to the Free Software Foundation, Inc., 59 Temple Place,
+# Suite 330, Boston, MA 02111-1307 USA
+#
+
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+DESC=database
+DAEMON=/usr/bin/mongod
+DAEMON_OPTS="--config /etc/mongodb.conf"
+
+ENABLE_MONGODB=yes
+
+NAME=`basename $0`
+
+# Include mongodb defaults if available
+if [ -f /etc/default/$NAME ] ; then
+	. /etc/default/$NAME
+fi
+
+PIDFILE=/var/run/$NAME.pid
+
+if test ! -x $DAEMON; then
+    echo "Could not find $DAEMON"
+    exit 0
+fi
+
+if test "x$ENABLE_MONGODB" != "xyes"; then
+    exit 0
+fi
+
+. /lib/lsb/init-functions
+
+STARTTIME=1
+DIETIME=10                  # Time to wait for the server to die, in seconds
+                            # If this value is set too low you might not
+                            # let some servers to die gracefully and
+                            # 'restart' will not work
+
+DAEMONUSER=${DAEMONUSER:-mongodb}
+
+# debugging
+echo "** Running $NAME ($DAEMON $DAEMON_OPTS)"
+
+set -e
+
+
+running_pid() {
+# Check if a given process pid's cmdline matches a given name
+    pid=$1
+    name=$2
+    [ -z "$pid" ] && return 1
+    [ ! -d /proc/$pid ] &&  return 1
+    cmd=`cat /proc/$pid/cmdline | tr "\000" "\n"|head -n 1 |cut -d : -f 1`
+    # Is this the expected server
+    [ "$cmd" != "$name" ] &&  return 1
+    return 0
+}
+
+running() {
+# Check if the process is running looking at /proc
+# (works for all users)
+
+    # No pidfile, probably no daemon present
+    [ ! -f "$PIDFILE" ] && return 1
+    pid=`cat $PIDFILE`
+    running_pid $pid $DAEMON || return 1
+    return 0
+}
+
+start_server() {
+# Start the process using the wrapper
+            start-stop-daemon --background --start --quiet --pidfile $PIDFILE \
+                        --make-pidfile --chuid $DAEMONUSER \
+                        --exec $DAEMON -- $DAEMON_OPTS
+            errcode=$?
+	return $errcode
+}
+
+stop_server() {
+# Stop the process using the wrapper
+            start-stop-daemon --stop --quiet --pidfile $PIDFILE \
+                        --retry 300 \
+                        --user $DAEMONUSER \
+                        --exec $DAEMON
+            errcode=$?
+	return $errcode
+}
+
+force_stop() {
+# Force the process to die killing it manually
+	[ ! -e "$PIDFILE" ] && return
+	if running ; then
+		kill -15 $pid
+	# Is it really dead?
+		sleep "$DIETIME"s
+		if running ; then
+			kill -9 $pid
+			sleep "$DIETIME"s
+			if running ; then
+				echo "Cannot kill $NAME (pid=$pid)!"
+				exit 1
+			fi
+		fi
+	fi
+	rm -f $PIDFILE
+}
+
+
+case "$1" in
+  start)
+	log_daemon_msg "Starting $DESC" "$NAME"
+        # Check if it's running first
+        if running ;  then
+            log_progress_msg "apparently already running"
+            log_end_msg 0
+            exit 0
+        fi
+        if start_server ; then
+            # NOTE: Some servers might die some time after they start,
+            # this code will detect this issue if STARTTIME is set
+            # to a reasonable value
+            [ -n "$STARTTIME" ] && sleep $STARTTIME # Wait some time 
+            if  running ;  then
+                # It's ok, the server started and is running
+                log_end_msg 0
+            else
+                # It is not running after we did start
+                log_end_msg 1
+            fi
+        else
+            # Either we could not start it
+            log_end_msg 1
+        fi
+	;;
+  stop)
+        log_daemon_msg "Stopping $DESC" "$NAME"
+        if running ; then
+            # Only stop the server if we see it running
+			errcode=0
+            stop_server || errcode=$?
+            log_end_msg $errcode
+        else
+            # If it's not running don't do anything
+            log_progress_msg "apparently not running"
+            log_end_msg 0
+            exit 0
+        fi
+        ;;
+  force-stop)
+        # First try to stop gracefully the program
+        $0 stop
+        if running; then
+            # If it's still running try to kill it more forcefully
+            log_daemon_msg "Stopping (force) $DESC" "$NAME"
+			errcode=0
+            force_stop || errcode=$?
+            log_end_msg $errcode
+        fi
+	;;
+  restart|force-reload)
+        log_daemon_msg "Restarting $DESC" "$NAME"
+		errcode=0
+        stop_server || errcode=$?
+        # Wait some sensible amount, some server need this
+        [ -n "$DIETIME" ] && sleep $DIETIME
+        start_server || errcode=$?
+        [ -n "$STARTTIME" ] && sleep $STARTTIME
+        running || errcode=$?
+        log_end_msg $errcode
+	;;
+  status)
+
+        log_daemon_msg "Checking status of $DESC" "$NAME"
+        if running ;  then
+            log_progress_msg "running"
+            log_end_msg 0
+        else
+            log_progress_msg "apparently not running"
+            log_end_msg 1
+            exit 1
+        fi
+        ;;
+  # MongoDB can't reload its configuration.
+  reload)
+        log_warning_msg "Reloading $NAME daemon: not implemented, as the daemon"
+        log_warning_msg "cannot re-read the config file (use restart)."
+        ;;
+
+  *)
+	N=/etc/init.d/$NAME
+	echo "Usage: $N {start|stop|force-stop|restart|force-reload|status}" >&2
+	exit 1
+	;;
+esac
+
+exit 0
+