capricorn 0.2.25 → 2.0.0

data/erlang/lib/gcd/src/gcd_sup.erl

@@ -0,0 +1,18 @@
+-module(gcd_sup).
+-behaviour(supervisor).
+
+-export([start_link/0]).
+-export([init/1]).
+
+start_link() ->
+  supervisor:start_link({local, gcd_sup}, ?MODULE, []).
+
+init([]) ->
+  {ok, {{one_for_one, 10, 3600},[
+    {gcd_srv,
+      {gcd_srv, start_link, []},
+      permanent,
+      brutal_kill,
+      worker,
+      [gcd_srv]}
+  ]}}.

data/erlang/rebar.config

@@ -0,0 +1,9 @@
+{sub_dirs, [
+  "lib/bert",
+  "lib/bertio",
+  "lib/bertrpc",
+  "lib/gcd",
+  "lib/emq",
+  "lib/capricorn",
+  "rel"
+]}.

data/erlang/rel/overlay/bin/capricornd

@@ -0,0 +1,146 @@
+#!/bin/bash
+
+RUNNER_SCRIPT_DIR=$(cd ${0%/*} && pwd)
+
+RDIR="$1"
+shift
+
+RUNNER_BASE_DIR=${RDIR}
+RUNNER_SRC_DIR=${RUNNER_SCRIPT_DIR%/*}
+RUNNER_ETC_DIR=$RUNNER_BASE_DIR/etc/capricorn
+RUNNER_LOG_DIR=$RUNNER_BASE_DIR/var/log
+PIPE_DIR=/tmp/$RUNNER_BASE_DIR/
+RUNNER_USER=
+
+# Make sure this script is running as the appropriate user
+if [ ! -z "$RUNNER_USER" ] && [ `whoami` != "$RUNNER_USER" ]; then
+    exec sudo -u $RUNNER_USER -i $0 $@
+fi
+
+# Make sure CWD is set to runner base dir
+cd $RUNNER_BASE_DIR
+
+NODETYPE="$1"
+if [ -z "$NODETYPE" ]; then
+  echo "Usage: $SCRIPT {machine|cluster} {start|stop|restart|reboot|ping|console|attach}"
+  exit 1
+fi
+shift
+
+# Make sure log directory exists
+mkdir -p $RUNNER_LOG_DIR
+
+# Extract the target node name from node.args
+NAME_ARG=`grep -e '-[s]*name' $RUNNER_ETC_DIR/$NODETYPE-vm.args`
+if [ -z "$NAME_ARG" ]; then
+    echo "$NODETYPE-vm.args needs to have either -name or -sname parameter."
+    exit 1
+fi
+
+# Extract the target cookie
+COOKIE_ARG=`grep -e '-setcookie' $RUNNER_ETC_DIR/$NODETYPE-vm.args`
+if [ -z "$COOKIE_ARG" ]; then
+    echo "$NODETYPE-vm.args needs to have a -setcookie parameter."
+    exit 1
+fi
+
+# Identify the script name
+SCRIPT=`basename $0`
+
+# Parse out release and erts info
+START_ERL=`cat $RUNNER_SRC_DIR/releases/start_erl.data`
+ERTS_VSN=${START_ERL% *}
+APP_VSN=${START_ERL#* }
+
+# Add ERTS bin dir to our path
+ERTS_PATH=$RUNNER_SRC_DIR/erts-$ERTS_VSN/bin
+
+# Setup command to control the node
+NODETOOL="$ERTS_PATH/escript $ERTS_PATH/nodetool $NAME_ARG $COOKIE_ARG"
+
+# Check the first argument for instructions
+case "$1" in
+    start)
+        # Make sure there is not already a node running
+        RES=`$NODETOOL ping`
+        if [ "$RES" == "pong" ]; then
+            echo "Node is already running!"
+            exit 1
+        fi
+        export HEART_COMMAND="$RUNNER_BASE_DIR/bin/$SCRIPT $NODETYPE start"
+        mkdir -p $PIPE_DIR
+        $ERTS_PATH/run_erl -daemon $PIPE_DIR $RUNNER_LOG_DIR "exec $RUNNER_BASE_DIR/bin/$SCRIPT $NODETYPE console" 2>&1
+        ;;
+
+    stop)
+        # Wait for the node to completely stop...
+        PID=`ps -ef|grep "$RUNNER_SRC_DIR/.*/[b]eam.smp|awk '{print $2}'"`
+        $NODETOOL stop
+        while `kill -0 $PID 2>/dev/null`;
+        do
+             sleep 1
+        done
+        ;;
+
+    restart)
+        ## Restart the VM without exiting the process
+        $NODETOOL restart
+        ;;
+
+    reboot)
+        ## Restart the VM completely (uses heart to restart it)
+        $NODETOOL reboot
+        ;;
+
+    ping)
+        ## See if the VM is alive
+        $NODETOOL ping
+        ;;
+
+    attach)
+        # Make sure a node IS running
+        RES=`$NODETOOL ping`
+        if [ "$RES" != "pong" ]; then
+            echo "Node is not running!"
+            exit 1
+        fi
+
+        shift
+        $ERTS_PATH/to_erl $PIPE_DIR
+        ;;
+
+    console)
+        RES=`$NODETOOL ping`
+        if [ "$RES" == "pong" ]; then
+            echo "Node is already running - use 'capricorn attach' instead"
+            exit 1
+        fi
+        # Setup beam-required vars
+        ROOTDIR=$RUNNER_SRC_DIR
+        BINDIR=$ROOTDIR/erts-$ERTS_VSN/bin
+        EMU=beam
+        PROGNAME=`echo $0 | sed 's/.*\///'`
+        CMD="$BINDIR/erlexec -boot $RUNNER_SRC_DIR/releases/$APP_VSN/capricorn -embedded -config $RUNNER_ETC_DIR/app.config -args_file $RUNNER_ETC_DIR/$NODETYPE-vm.args -node_type $NODETYPE -- ${1+"$@"}"
+        export EMU
+        export ROOTDIR
+        export BINDIR
+        export PROGNAME
+
+        # Dump environment info for logging purposes
+        echo "Exec: $CMD"
+        echo "Root: $ROOTDIR"
+
+        # Log the startup
+        logger -t "$SCRIPT[$$]" "Starting up"
+
+        # Start the VM
+        exec $CMD
+        ;;
+
+    *)
+        echo "Usage: $SCRIPT {machine|cluster} {start|stop|restart|reboot|ping|console|attach}"
+        exit 1
+        ;;
+esac
+
+exit 0

data/erlang/rel/overlay/erts-vsn/bin/erl

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+## This script replaces the default "erl" in erts-VSN/bin. This is necessary
+## as escript depends on erl and in turn, erl depends on having access to a
+## bootscript (start.boot). Note that this script is ONLY invoked as a side-effect
+## of running escript -- the embedded node bypasses erl and uses erlexec directly
+## (as it should). 
+##
+## Note that this script makes the assumption that there is a start_clean.boot
+## file available in $ROOTDIR/release/VSN.
+
+# Determine the abspath of where this script is executing from.
+ERTS_BIN_DIR=$(cd ${0%/*} && pwd)
+
+# Now determine the root directory -- this script runs from erts-VSN/bin,
+# so we simply need to strip off two dirs from the end of the ERTS_BIN_DIR
+# path.
+ROOTDIR=${ERTS_BIN_DIR%/*/*}
+
+# Parse out release and erts info
+START_ERL=`cat $ROOTDIR/releases/start_erl.data`
+ERTS_VSN=${START_ERL% *}
+APP_VSN=${START_ERL#* }
+
+BINDIR=$ROOTDIR/erts-$ERTS_VSN/bin
+EMU=beam
+PROGNAME=`echo $0 | sed 's/.*\///'`
+CMD="$BINDIR/erlexec"
+export EMU
+export ROOTDIR
+export BINDIR
+export PROGNAME
+
+exec $CMD -boot $ROOTDIR/releases/$APP_VSN/start_clean ${1+"$@"}

data/erlang/rel/overlay/erts-vsn/bin/nodetool

@@ -0,0 +1,80 @@
+%% -*- erlang -*-
+%% -------------------------------------------------------------------
+%%
+%% nodetool: Helper Script for interacting with live nodes
+%%
+%% -------------------------------------------------------------------
+
+main(Args) ->
+    %% Extract the args
+    {RestArgs, TargetNode} = process_args(Args, [], undefined),
+
+    %% See if the node is currently running  -- if it's not, we'll bail
+    case net_adm:ping(TargetNode) of
+        pong -> 
+            ok;
+        pang -> 
+            io:format("Node ~p not responding to pings.\n", [TargetNode]),
+            halt(1)
+    end,
+
+    case RestArgs of
+        ["ping"] ->
+            %% If we got this far, the node already responsed to a ping, so just dump
+            %% a "pong"
+            io:format("pong\n");
+        ["stop"] ->
+            io:format("~p\n", [rpc:call(TargetNode, init, stop, [], 60000)]);
+        ["restart"] ->
+            io:format("~p\n", [rpc:call(TargetNode, init, restart, [], 60000)]);
+        ["reboot"] ->
+            io:format("~p\n", [rpc:call(TargetNode, init, reboot, [], 60000)]);
+        ["rpc", Module, Function | RpcArgs] ->
+            case rpc:call(TargetNode, list_to_atom(Module), list_to_atom(Function), [RpcArgs], 60000) of
+                ok ->
+                    ok;
+                {badrpc, Reason} ->
+                    io:format("RPC to ~p failed: ~p\n", [TargetNode, Reason]),
+                    halt(1);
+                _ ->
+                    halt(1)
+            end;
+        Other ->
+            io:format("Other: ~p\n", [Other]),
+            io:format("Usage: nodetool {ping|stop|restart|reboot}\n")
+    end,
+    net_kernel:stop().
+    
+process_args([], Acc, TargetNode) ->
+    {lists:reverse(Acc), TargetNode};
+process_args(["-setcookie", Cookie | Rest], Acc, TargetNode) ->
+    erlang:set_cookie(node(), list_to_atom(Cookie)),
+    process_args(Rest, Acc, TargetNode);
+process_args(["-name", TargetName | Rest], Acc, _) ->
+    ThisNode = append_node_suffix(TargetName, "_maint_"),
+    {ok, _} = net_kernel:start([ThisNode, longnames]),
+    process_args(Rest, Acc, nodename(TargetName));
+process_args(["-sname", TargetName | Rest], Acc, _) ->
+    ThisNode = append_node_suffix(TargetName, "_maint_"),
+    {ok, _} = net_kernel:start([ThisNode, shortnames]),
+    process_args(Rest, Acc, nodename(TargetName));
+process_args([Arg | Rest], Acc, Opts) ->
+    process_args(Rest, [Arg | Acc], Opts).
+
+
+nodename(Name) ->
+    case string:tokens(Name, "@") of
+        [_Node, _Host] ->
+            list_to_atom(Name);
+        [Node] ->
+            [_, Host] = string:tokens(atom_to_list(node()), "@"),
+            list_to_atom(lists:concat([Node, "@", Host]))
+    end.
+
+append_node_suffix(Name, Suffix) ->
+    case string:tokens(Name, "@") of
+        [Node, Host] ->
+            list_to_atom(lists:concat([Node, Suffix, os:getpid(), "@", Host]));
+        [Node] ->
+            list_to_atom(lists:concat([Node, Suffix, os:getpid()]))
+    end.

data/erlang/rel/overlay/etc/capricorn/app.config

@@ -0,0 +1,59 @@
+[
+  %% Capricorn config
+  {capricorn, [
+
+    {cluster, [
+      {database, "var/run/capricorn-cluster"},
+
+      {api, [
+        % {stats, cap_service_stats}
+      ]},
+
+      {daemons, [
+        % {backup, {cap_daemon_backup,start_link,[]}}
+      ]},
+
+      {event_handlers, [
+        % {backup, {cap_daemon_backup,[]}}
+      ]}
+    ]},
+
+    {machine, [
+      % location of the cluster node
+      {cluster, 'cluster@127.0.0.1'},
+
+      % path to gem repo
+      {gems_path, "/opt/local/lib/ruby/gems/1.8"},
+
+      {database, "var/run/capricorn-machine"},
+
+      {recipe, "macports"},
+
+      {api, [
+        % {users, cap_service_users}
+      ]},
+
+      {daemons, [
+        % {backup, {cap_daemon_backup,start_link,[]}}
+      ]},
+
+      {event_handlers, [
+        % {backup, {cap_daemon_backup,[]}}
+      ]}
+    ]},
+
+    {log, [
+      {file, "var/log/capricorn.log"},
+      {level, debug}
+    ]}
+  ]},
+
+  %% SASL config
+  {sasl, [
+    {sasl_error_logger, {file, "var/log/sasl-error.log"}},
+    {errlog_type, error},
+    {error_logger_mf_dir, "var/log/sasl"},  % Log directory
+    {error_logger_mf_maxbytes, 10485760},   % 10 MB max file size
+    {error_logger_mf_maxfiles, 5}           % 5 files max
+  ]}
+].

data/erlang/rel/overlay/etc/capricorn/cluster-vm.args

@@ -0,0 +1,21 @@
+
+## Name of the capricorn node
+-name cluster@127.0.0.1
+
+## Cookie for distributed erlang
+-setcookie capricorn
+
+## Heartbeat management; auto-restarts VM if it dies or becomes unresponsive
+## (Disabled by default..use with caution!)
+##-heart
+
+## Enable kernel poll and a few async threads
++K true
++A 5
+
+## Increase number of concurrent ports/sockets
+-env ERL_MAX_PORTS 4096
+
+## Tweak GC to run more often 
+-env ERL_FULLSWEEP_AFTER 10
+

data/erlang/rel/overlay/etc/capricorn/machine-vm.args

@@ -0,0 +1,21 @@
+
+## Name of the capricorn node
+-name machine-001@127.0.0.1
+
+## Cookie for distributed erlang
+-setcookie capricorn
+
+## Heartbeat management; auto-restarts VM if it dies or becomes unresponsive
+## (Disabled by default..use with caution!)
+##-heart
+
+## Enable kernel poll and a few async threads
++K true
++A 5
+
+## Increase number of concurrent ports/sockets
+-env ERL_MAX_PORTS 4096
+
+## Tweak GC to run more often 
+-env ERL_FULLSWEEP_AFTER 10
+

data/erlang/rel/reltool.config

@@ -0,0 +1,43 @@
+{sys, [
+  {lib_dirs, ["../lib"]},
+  {rel, "capricorn", "1.0.0", [
+    kernel,
+    stdlib,
+    sasl,
+    inets,
+    bert,
+    bertio,
+    bertrpc,
+    gcd,
+    emq,
+    capricorn
+  ]},
+  {rel, "start_clean", "", [
+    kernel,
+    stdlib
+  ]},
+  {boot_rel, "capricorn"},
+  {profile, embedded},
+  {excl_sys_filters, [
+    "^bin/.*",
+    "^erts.*/bin/(dialyzer|typer)"
+  ]},
+  % {excl_archive_filters, [".*"]},
+  {app, bert,      [{incl_cond, include}]},
+  {app, bertio,    [{incl_cond, include}]},
+  {app, bertrpc,   [{incl_cond, include}]},
+  {app, gcd,       [{incl_cond, include}]},
+  {app, emq,       [{incl_cond, include}]},
+  {app, capricorn, [{incl_cond, include}]},
+  {app, sasl,      [{incl_cond, include}]}
+]}.
+
+{rebar, [
+  {empty_dirs, [
+    "var/run/capricorn-machine",
+    "var/run/capricorn-cluster",
+    "var/log/sasl"
+  ]},
+  
+  {overlay, "overlay"}
+]}.