stacco 0.1.68 → 0.1.70

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: afcf06f43cc92e00dfceac25d929c015e7f243db
-  data.tar.gz: eb193a4d100a213b05579b7293347fab52eec906
+  metadata.gz: 680a5a39d8fa81c2b3e7830ff91cda8739cd47f9
+  data.tar.gz: 4eb25166d19dd268f5798b2666bd3718edc9c693
 SHA512:
-  metadata.gz: 3c591c65a08b6673fb45893846a254c6b783cec6d53ba97ca95e3c3e797787e3ec628ca2b34920d072440077c8779a402edef8f0adf622d11bf6c4eb74b05d8b
-  data.tar.gz: fcf43f166d3eb3f460250bc240f465b57e79a553ff4d9b4933cbc987d436f88dd8dcba96f0f5a4d1523a439a9683d1fc933dadfa601554f03b2a9f40d95a76a9
+  metadata.gz: 9cfc1baff20eade90557dfe821130fd0cb7d37cde380393bd599fb32ab229081d672b1810e4b724f889c76ca2c5a830be06af76e448f6bfe27eb3b7b5ac757de
+  data.tar.gz: 7dc36b3ac0d03a7e148ce3dd6000a33ed3f5700dfbe5f55d8d9a2ae3028f327b3627e19dcfc9ee7cea5eca1f4d5fc8595d64c365e88da5be081c7356dc70a8d5

data/priv/roles/Backend.sh

@@ -1,9 +1,6 @@
-frontend_image="bexio/bexng-frontend:${FRONTEND_IMAGE_TAG}"
-backend_image="bexio/bexng:${BACKEND_IMAGE_TAG}"
-
-# create bexng file-based config
+step "setting up /target directory for bexbackend"
 mkdir -p /etc/bexng
-echo "${DOMAIN}" > /etc/bexng/name
+
 cat >"/etc/bexng/secrets.exs" <<EOF
 [
   authy_url: "${AUTHY_URL}",
@@ -32,65 +29,142 @@ cat >"/etc/bexng/secrets.exs" <<EOF
 ]
 EOF
 
-cat >/usr/local/sbin/bexng-before-start <<EOF
-docker pull bexio/postgresql:latest && \
-docker run --rm \
-  \$(docker-utils container-links-for -w 'postgresql') \
-  -e "DB_ADMIN_USERNAME=\${DB_ADMIN_USERNAME}" \
-  -e "DB_ADMIN_PASSWORD=\${DB_ADMIN_PASSWORD}" \
-  'bexio/postgresql:latest' \
-  db:create 'bexng' "\${BEXNG_DB_SECRET}"
-EOF
-chmod a+x /usr/local/sbin/bexng-before-start
+step_done
 
 
-echo "starting docker operations"
-gem update docker-utils
+step "updating docker basefiles"
+gem update 'docker-utils' --no-rdoc --no-ri
+docker pull 'bexio/base:latest' >/dev/null 2>&1
+docker pull 'bexio/toolchain:elixir-upgrade' >/dev/null 2>&1
+step_done
 
-docker pull tianon/true:latest
-docker pull bexio/base:latest
-docker pull bexio/amb:latest
-docker pull bexio/bitcoind:latest
-docker pull bexio/armoryd:latest
-docker pull bexio/postgresql:latest
-docker pull "${backend_image}"
-docker pull "${frontend_image}"
 
+start_bitcoind() {
 
 if [ "${WALLET_NETWORK}" = "testnet3" ]; then
-  docker run --name='bitcoind-data' --volumes-from='tbtc-data' tianon/true:latest
+  bitcoin_data_volume='tbtc-data'
 else
-  docker run --name='bitcoind-data' --volumes-from='btc-data' tianon/true:latest
+  bitcoin_data_volume='btc-data'
 fi
 
-docker-utils define-ambassador-service "postgresql" \
+docker pull 'scratch:latest' >/dev/null 2>&1
+
+docker run \
+  --name='bitcoind-data' \
+  --volumes-from="${bitcoin_data_volume}" \
+  --entrypoint 'volume' \
+  'scratch:latest' || :
+
+step "starting bitcoind"
+
+docker pull 'bexio/bitcoind:latest' >/dev/null 2>&1
+
+docker run -d --restart=always \
+  --name='bitcoind' \
+  -e "NETWORK=${WALLET_NETWORK}" \
+  --volumes-from='bitcoind-data' \
+  'bexio/bitcoind:latest'
+
+step_done
+}
+
+
+start_db() {
+docker pull 'bexio/amb:latest' >/dev/null 2>&1
+
+step "starting db"
+
+docker run -d \
+  --name='rds-postgres-1' \
+  "bexio/amb:latest" \
+  "${DB_HOST}" "${DB_PORT}"
+
+docker-utils block-until-port-open 'rds-postgres-1' '5432'
+
+docker pull 'bexio/pgproxy:latest' >/dev/null 2>&1
+
+docker run --rm -i -t \
+  --name='bexng-db-init-task' \
+  --link="rds-postgres-1:postgresql" \
+  -e "NO_PROXY=1" \
+  "bexio/pgproxy:latest" \
+  "${DB_ADMIN_USERNAME}" "${DB_ADMIN_PASSWORD}" \
+  'bexng' "${BEXNG_DB_SECRET}"
+
+docker kill 'rds-postgres-1'
+docker rm 'rds-postgres-1'
+
+docker run -d --restart=always \
+  --name='rds-postgres' \
+  "bexio/amb:latest" \
   "${DB_HOST}" "${DB_PORT}"
 
-docker-utils define-service "bexio/bitcoind" \
-  -e "NETWORK=${WALLET_NETWORK}"
+step_done
+
+
+}
+
+
+start_armoryd() {
+step "starting armoryd"
+
+docker pull 'bexio/armoryd:latest' >/dev/null 2>&1
+
+docker run -d --restart=always \
+  --name="armoryd" \
+  -e "NETWORK=${WALLET_NETWORK}" \
+  "bexio/armoryd:latest"
+
+step_done
+}
+
+start_bexbackend() {
+docker-utils block-until-port-open 'rds-postgres' '5432'
+docker-utils block-until-port-open 'bitcoind' '8333'
+docker-utils block-until-port-open 'armoryd' '80'
 
-docker-utils define-service "bexio/armoryd" \
-  -e "NETWORK=${WALLET_NETWORK}"
+step "starting bexbackend"
 
-docker-utils define-service "${backend_image}" \
-  --dependency "bitcoind" \
-  --dependency "postgresql" \
-  --dependency "armoryd" \
-  --before-start "$(cat /usr/local/sbin/bexng-before-start)" \
+docker pull "bexio/bexng:${BACKEND_IMAGE_TAG}" >/dev/null 2>&1
+
+export DEPLOY_TARGET="${DOMAIN}"
+
+docker run -d --restart=always \
+  --name='bexbackend' \
+  --link='rds-postgres:postgresql' \
+  --link='bitcoind:bitcoind' \
+  --link='armoryd:armoryd' \
   --volume "/etc/bexng:/target" \
   --publish="51607:51607" \
-  -e "DB_SECRET=${BEXNG_DB_SECRET}" \
-  -e "DEPLOY_TARGET=${DOMAIN}"
+  -e "BEXNG_DB_SECRET" \
+  -e "DEPLOY_TARGET" \
+  "bexio/bexng:${BACKEND_IMAGE_TAG}"
+
+step_done
+}
+
+start_bexfrontend() {
+docker-utils block-until-port-open 'bexbackend' '51607'
+
+step "starting bexfrontend"
+
+docker pull "bexio/frontend:${FRONTEND_IMAGE_TAG}" >/dev/null 2>&1
+
+docker run -d --restart=always \
+  --name='bexfrontend' \
+  --link="bexbackend:backend" \
+  -e 'BEXNG_PORT_51608_TCP=tcp://backend:51608' \
+  --publish='80:8081' \
+  "bexio/frontend:${FRONTEND_IMAGE_TAG}"
+
+step_done
+}
 
-docker-utils define-service "${frontend_image}" \
-  -e "BEXNG_PORT_51607_TCP=tcp://backend:51607" \
-  --link="bexng:backend" \
-  --publish="80:8080"
 
+start_bitcoind &
+start_db &
+start_armoryd &
+start_bexbackend &
+start_bexfrontend &
+wait
 
-echo "starting docker-container services..."
-start bitcoind
-start armoryd
-start postgresql
-start bexng
-start bexng-frontend

data/priv/roles/Common.sh

@@ -1,16 +1,24 @@
-die(){
-  echo "error: $1" >&2
-  exit 1
+step() {
+  _CFINIT_STEP="$1"; shift
+  echo -e "==> step: \033[33m${_CFINIT_STEP}\033[0m" >&2
 }
 
+step_done() {
+  echo -e "--> \033[32m${_CFINIT_STEP}\033[0m: ok" >&2
+}
 set -e
 
+die(){
+  echo "--> \033[31merror during ${_CFINIT_STEP}\033[0m: $1" >&2
+  exit 1
+}
+
 export HOME=/root
 cd "$HOME"
 
 stop rsyslog
 
-echo "configuring hostname from cloudformation and aws metadata service"
+step "configuring hostname from cloudformation and aws metadata service"
 configured_hostname="${CFN_INSTANCE_HOSTNAME}"
 configured_hostname_short=$(echo "${configured_hostname}" | cut -d'.' -f 1)
 private_hostname=$(curl -sL http://169.254.169.254/latest/meta-data/local-hostname)
@@ -34,6 +42,10 @@ cat >>/etc/hosts <<EOF
 127.0.2.1 ${public_hostname} ${public_hostname_short}
 EOF
 fi
+step_done
+
+
+step "setting up remote logging"
 
 rm -f /etc/rsyslog.d/21-cloudinit.conf
 
@@ -63,11 +75,14 @@ chown -R root:syslog /var/log/upstart
 
 start rsyslog
 
+step_done
+
 
 provision_volume() {
   device="$1"; shift
   mntpt="$1"; shift
 
+  step "provisioning btrfs on ${mntpt} using ${device}"
   mkfs.btrfs "${device}" 2>/dev/null || :
 
   mount "${device}" /mnt 2>/dev/null || :
@@ -76,6 +91,7 @@ provision_volume() {
 
   mkdir -p "${mntpt}"
   mount -t btrfs -o "rw,noatime,space_cache" "${device}" "${mntpt}"
+  step_done
 }
 
 if [ -b "/dev/xvdc" ]; then
@@ -87,18 +103,20 @@ if [ -b "/dev/xvdd" ]; then
 fi
 
 if ! hash docker; then
-  echo "installing docker..."
+  step "installing docker..."
   echo 'deb http://get.docker.io/ubuntu docker main' > /etc/apt/sources.list.d/docker.list
   apt-key adv --keyserver 'hkp://pgp.mit.edu:80' --recv-keys '36A1D7869245C8950F966E92D8576A8BA88D21E9'
   apt-get update
   apt-get install -qy lxc-docker
   gpasswd -a ubuntu docker
+  step_done
 fi
 
-echo "logging into ${DOCKER_REGISTRY_URL}..."
+step "logging into ${DOCKER_REGISTRY_URL}"
 cat >"$HOME/.dockercfg" <<EOF
 {"${DOCKER_REGISTRY_URL}": {
   "auth": "${DOCKER_REGISTRY_AUTH}",
   "email": "${DOCKER_REGISTRY_EMAIL}"
 }}
 EOF
+step_done

data/priv/roles/Frontend.sh

@@ -1,20 +1,41 @@
-frontend_image="bexio/bexng-frontend:${FRONTEND_IMAGE_TAG}"
-
+step "updating docker basefiles"
 gem update docker-utils
+docker pull 'bexio/base:latest' >/dev/null 2>&1
+docker pull 'bexio/toolchain:elixir-upgrade' >/dev/null 2>&1
+step_done
+
+
+start_bexbackend_proxy() {
+step "starting bexbackend proxy"
+
+docker pull 'bexio/amb:latest' >/dev/null 2>&1
+
+docker run -d --restart=always \
+  --name='bexbackend-proxy' \
+  'bexio/amb:latest' \
+  "${BEXNG_ADMIN_API_HOST}" '51607'
+
+step_done
+}
+
+start_bexfrontend() {
+step "starting bexfrontend"
+
+docker-utils block-until-port-open 'bexbackend-proxy' '51607'
 
-docker pull tianon/true:latest
-docker pull bexio/amb:latest
-docker pull "${frontend_image}"
+docker pull "bexio/frontend:${FRONTEND_IMAGE_TAG}" >/dev/null 2>&1
 
-docker-utils define-ambassador-service "backend-proxy" \
-  "${BEXNG_ADMIN_API_HOST}" "51607"
+docker run -d --restart=always \
+  --name='bexfrontend' \
+  --link="bexbackend-proxy:backend" \
+  -e 'BEXNG_PORT_51607_TCP=tcp://backend:51607' \
+  --publish='80:8080' \
+  "bexio/frontend:${FRONTEND_IMAGE_TAG}"
 
-docker-utils define-service "${frontend_image}" \
-  -e "BEXNG_PORT_51607_TCP=tcp://${BEXNG_ADMIN_API_HOST}:51607" \
-  --link="backend-proxy:backend" \
-  --publish="80:8080"
+step_done
+}
 
 
-echo "starting docker-container services..."
-start backend-proxy
-start bexng-frontend
+start_bexbackend_proxy &
+start_bexfrontend &
+wait

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: stacco
 version: !ruby/object:Gem::Version
-  version: 0.1.68
+  version: 0.1.70
 platform: ruby
 authors:
 - Levi Aul
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-29 00:00:00.000000000 Z
+date: 2014-10-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk