bosh-gen 0.24.0 → 0.90.0

data/.travis.yml

@@ -1,13 +0,0 @@
-language: ruby
-script: bundle exec rake spec
-rvm:
-  - ruby-2.2.5
-notifications:
-  email:
-    recipients:
-      - drnicwilliams@gmail.com
-    on_success: change
-    on_failure: always
-env:
-  global:
-    - secure: ""

data/lib/bosh/cli/commands/share_release.rb

@@ -1,80 +0,0 @@
-require 'bosh/gen/utils/file_with_progress_bar'
-
-module Bosh::Cli::Command
-  class ShareRelease < Base
-    usage "share release"
-    desc  "upload release tarball to blobstore"
-    def share_release(tarball_path)
-      # need to be in release dir to get blobstore credentials
-      check_if_release_dir
-
-      unless File.exist?(tarball_path)
-        err("Release tarball file doesn't exist")
-      end
-
-      tarball = Bosh::Cli::ReleaseTarball.new(tarball_path)
-      say("\nVerifying release...")
-      tarball.validate(:allow_sparse => true)
-      nl
-
-      unless tarball.valid?
-        err('Release is invalid, please fix, verify and upload again')
-      end
-
-      upload_name = "boshrelease-#{tarball.release_name}-#{tarball.version}.tgz"
-
-      f = ::FileWithProgressBar.open(tarball_path, 'r')
-      f.out = Bosh::Cli::Config.output
-
-      raw_blobstore_client = unwrap_blobstore_client(blobstore)
-      bucket_name = raw_blobstore_client.instance_variable_get("@bucket_name")
-
-      fog = fog_storage(raw_blobstore_client)
-      unless dir = fog.directories.get(bucket_name)
-        err("S3 bucket #{bucket_name} is missing")
-      end
-
-      say("\nUploading release...")
-      if file = dir.files.new(key: upload_name, body: f)
-        file.public = true
-        file.save
-        nl
-        say(file.public_url)
-      else
-        err('Failed to upload file to blobstore')
-      end
-    end
-
-    private
-    def unwrap_blobstore_client(blobstore)
-      if blobstore.is_a?(Bosh::Blobstore::RetryableBlobstoreClient)
-        unwrap_blobstore_client(blobstore.instance_variable_get("@client"))
-      elsif blobstore.is_a?(Bosh::Blobstore::Sha1VerifiableBlobstoreClient)
-        unwrap_blobstore_client(blobstore.instance_variable_get("@client"))
-      else
-        blobstore
-      end
-    end
-
-    def fog_storage(blobstore)
-      blobstore_options = blobstore.instance_variable_get("@options")
-      if blobstore.is_a?(Bosh::Blobstore::S3BlobstoreClient)
-        require "fog/aws"
-        return Fog::Storage.new(
-          provider: 'AWS',
-          aws_access_key_id: blobstore_options[:access_key_id],
-          aws_secret_access_key: blobstore_options[:secret_access_key],
-        )
-      # elsif blobstore.is_a?(Bosh::Blobstore::SwiftBlobstoreClient)
-      #   require "fog/openstack"
-      #   return Fog::Storage.new(
-      #     provider: 'OpenStack',
-      #     aws_access_key_id: blobstore_options[:access_key_id],
-      #     aws_secret_access_key: blobstore_options[:secret_access_key],
-      #   )
-      else
-        err('Not yet implemented for #{blobstore.class} blobstore')
-      end
-    end
-  end
-end

data/lib/bosh/gen/generators/bosh_cli_plugin_generator.rb

@@ -1,33 +0,0 @@
-require 'thor/group'
-require 'active_support/core_ext/string'
-
-module Bosh::Gen
-  module Generators
-    class BoshCliPluginGenerator < Thor::Group
-      include Thor::Actions
-
-      argument :plugin_name
-
-      def self.source_root
-        File.join(File.dirname(__FILE__), "bosh_cli_plugin_generator", "templates")
-      end
-
-      def install_plugin
-        directory "lib"
-      end
-
-      private
-      def underscore_plugin_name
-        plugin_name.gsub(/\W+/, '_')
-      end
-
-      def spaced_plugin_name
-        plugin_name.gsub(/\W+/, ' ')
-      end
-
-      def camelcase_plugin_name
-        underscore_plugin_name.camelcase
-      end
-    end
-  end
-end

data/lib/bosh/gen/generators/bosh_cli_plugin_generator/templates/lib/bosh/cli/commands/%underscore_plugin_name%.rb.tt

@@ -1,9 +0,0 @@
-module Bosh::Cli::Command
-  class <%= camelcase_plugin_name %> < Base
-    usage "<%= spaced_plugin_name %>"
-    desc "DESCRIPTION"
-    def <%= underscore_plugin_name %>
-      say "TODO".make_red
-    end
-  end
-end

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/monit.tt

@@ -1,13 +0,0 @@
-check process <%= job_name %>
-  with pidfile /var/vcap/sys/run/<%= job_name %>/<%= job_name %>.pid
-  start program "/var/vcap/jobs/<%= job_name %>/bin/monit_debugger <%= job_name %>_ctl '/var/vcap/jobs/<%= job_name %>/bin/<%= job_name %>_rack_ctl start'"
-  stop program "/var/vcap/jobs/<%= job_name %>/bin/monit_debugger <%= job_name %>_ctl '/var/vcap/jobs/<%= job_name %>/bin/<%= job_name %>_rack_ctl stop'"
-  group vcap
-
-<%% if properties.<%= job_name %> && properties.<%= job_name %>.use_nginx %>
-check process nginx
-  with pidfile /var/vcap/sys/run/<%= job_name %>/nginx.pid
-  start program "/var/vcap/jobs/<%= job_name %>/bin/monit_debugger nginx_ctl '/var/vcap/jobs/<%= job_name %>/bin/nginx_ctl start'"
-  stop program "/var/vcap/jobs/<%= job_name %>/bin/monit_debugger nginx_ctl '/var/vcap/jobs/<%= job_name %>/bin/nginx_ctl stop'"
-  group vcap
-<%% end %>

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/%job_name%_rack_ctl.tt

@@ -1,59 +0,0 @@
-#!/bin/bash
-
-set -e # exit immediately if a simple command exits with a non-zero status
-set -u # report the usage of uninitialized variables
-
-# Setup env vars and folders for the webapp_ctl script
-source /var/vcap/jobs/<%= job_name %>/bin/ctl_setup.sh
-
-export PORT=${PORT:-5000}
-export LANG=en_US.UTF-8
-
-# Setup HTTP_PROXY, HTTPS_PROXY, NO_PROXY as necessary
-source $JOB_DIR/bin/ctl_nginx.sh
-
-# Setup for Rails application
-source $JOB_DIR/bin/rails_ctl_setup.sh
-
-# Helpers for PostgresDB
-source $JOB_DIR/bin/ctl_db_utils.sh
-
-# Helpers for Redis
-source $JOB_DIR/bin/ctl_redis_utils.sh
-
-case $1 in
-
-  start)
-    pid_guard $PIDFILE $JOB_NAME
-
-    cd $WEBAPP_DIR
-
-    # link database.yml config to application
-    link_sql_db_config
-
-    # if redis enabled, link it to application
-    link_redis_config yaml config/redis.yml
-
-    # Migrations, if requested
-    run_migrations $WEBAPP_DIR
-
-    # TODO what is 'ulimit -c unlimited' for; when not to use it?
-    ulimit -c unlimited
-
-    # Start the rack app using requested appstack
-    source $JOB_DIR/bin/ctl_start.sh
-
-    echo "Running $JOB_NAME on $PORT"
-    ;;
-
-  stop)
-    kill_and_wait $PIDFILE
-
-    ;;
-  *)
-    echo "Usage: <%= job_name %>_rack_ctl {start|stop}"
-
-    ;;
-
-esac
-exit 0

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/ctl_db_utils.sh.erb

@@ -1,54 +0,0 @@
-<% if properties.postgres %>
-PG_PACKAGE_DIR=/var/vcap/package/postgres
-function database_ready() {
-  DB_HOST='<%= properties.postgres.host %>'
-  DB_PORT='<%= properties.postgres.port || 5432 %>'
-  DB_USER='<%= properties.postgres.user %>'
-  DB_PASSWORD='<%= properties.postgres.password %>'
-  DB_NAME='<%= properties.postgres.database %>'
-  echo Testing postgresl: psql -d $DB_NAME -p $DB_PORT -U vcap -c "select 1;"
-  LD_LIBRARY_PATH=$PG_PACKAGE_DIR/lib $PG_PACKAGE_DIR/bin/psql -d $DB_NAME -p $DB_PORT -U $DB_USER -c "select 1;"
-}
-<% else %>
-# No database or SQLite database
-function database_ready() {
-  true
-}
-<% end %>
-
-function wait_for_database() {
-  while [[ ! database_ready ]]
-  do
-    echo "Waiting for database availability"
-    sleep 1;
-  done
-}
-
-# Look for known types of config files
-# and if found, symlink into target location
-# in application
-#
-# config/wp-config.php -> wp-config.php
-# config/database.yml  -> config/database.yml
-function link_sql_db_config() {
-  possible_job_config=(config/database.yml config/wp-config.php)
-  target_app_config=(config/database.yml wp-config.php)
-  list_size=${#possible_job_config[@]}
-  found_config='none'
-  for (( i = 0; i < $list_size; i++ )); do
-    job_config=${possible_job_config[i]}
-    app_config=${target_app_config[i]}
-    if [[ -f $JOB_DIR/${job_config} ]]
-    then
-      link_job_file_to_package ${job_config} ${app_config}
-      found_config=${app_config}
-    fi
-  done
-
-  if [[ "${found_config}" = "none" ]]
-  then
-    echo "ERROR: link_sql_db_config - job does not contain a supported db config file"
-    echo "Please add to job $JOB_NAME a template from: ${possible_job_config[@]}"
-    exit 1
-  fi
-}

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/ctl_nginx.sh.erb

@@ -1,17 +0,0 @@
-# Setup HTTP_PROXY, HTTPS_PROXY, NO_PROXY as necessary
-
-# https://github.com/pmirshad/cgit-on-nginx/wiki/Installing-cgit-with-nginx-on-Ubuntu-11.10
-<% if properties.env %>
-<% if properties.env.http_proxy %>
-export HTTP_PROXY='<%= properties.env.http_proxy %>'
-export http_proxy='<%= properties.env.http_proxy %>'
-<% end %>
-<% if properties.env.https_proxy %>
-export HTTPS_PROXY='<%= properties.env.https_proxy %>'
-export https_proxy='<%= properties.env.https_proxy %>'
-<% end %>
-<% if properties.env.no_proxy %>
-export NO_PROXY='<%= properties.env.no_proxy %>'
-export no_proxy='<%= properties.env.no_proxy %>'
-<% end %>
-<% end %>

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/ctl_redis_utils.sh.erb

@@ -1,18 +0,0 @@
-#!/usr/bin/env bash
-
-REDIS='<%= properties.redis ? 1 : 0 %>'
-
-# Usage: link_redis_config yaml config/redis.yml
-function link_redis_config() {
-  format=$1         # e.g. yaml
-  target_file=${2:-config/redis.yml}    # e.g. config/redis.yml
-  if [[ "${format}" != "yaml" ]]
-  then
-    echo "ERROR: 'link_redis_config ${format}' is not supported. Only supported format: yaml"
-    exit 1
-  fi
-  if [[ "$REDIS" = '1' ]]
-  then
-    link_job_file_to_package ${app_config}
-  fi
-}

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/ctl_setup.sh.erb

@@ -1,48 +0,0 @@
-#!/usr/bin/env bash
-
-# Setup env vars and folders for the ctl script
-# This helps keep the ctl script as readable
-# as possible
-
-set -e # exit immediately if a simple command exits with a non-zero status
-set -u # report the usage of uninitialized variables
-
-export JOB_NAME='<%= name %>'
-export JOB_DIR=/var/vcap/jobs/$JOB_NAME
-chmod 755 $JOB_DIR # to access file via symlink
-
-# the package that contains the application code
-WEBAPP_PACKAGE='<%= properties.webapp && properties.webapp.package %>'
-WEBAPP_DIR=/var/vcap/packages/$WEBAPP_PACKAGE
-if [[ "$WEBAPP_PACKAGE" = '' ]]
-then
-  echo 'ERROR: $WEBAPP_PACKAGE not set before bin/ctl_setup.sh'
-  exit 1
-fi
-
-source $JOB_DIR/bin/ctl_utils.sh
-redirect_output $JOB_NAME
-
-export HOME=${HOME:-/home/vcap}
-
-# Add all packages' /bin & /sbin into $PATH
-for package_bin_dir in $(ls -d /var/vcap/packages/*/{,s}bin)
-do
-  export PATH=${package_bin_dir}:$PATH
-done
-
-# Setup log, run and tmp folders
-
-RUN_DIR=/var/vcap/sys/run/$JOB_NAME
-LOG_DIR=/var/vcap/sys/log/$JOB_NAME
-TMPDIR=/var/vcap/sys/tmp/$JOB_NAME
-for dir in $RUN_DIR $LOG_DIR $TMPDIR
-do
-  mkdir -p ${dir}
-  chown vcap:vcap ${dir}
-done
-
-export C_INCLUDE_PATH=/var/vcap/packages/mysqlclient/include/mysql:/var/vcap/packages/sqlite/include:/var/vcap/packages/libpq/include
-export LIBRARY_PATH=/var/vcap/packages/mysqlclient/lib/mysql:/var/vcap/packages/sqlite/lib:/var/vcap/packages/libpq/lib
-
-PIDFILE=$RUN_DIR/$JOB_NAME.pid

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/ctl_start.sh.erb

@@ -1,57 +0,0 @@
-#!/usr/bin/env bash
-
-# Either:
-#   properties:
-#     webapp:
-#       appstack: puma
-#       puma:
-#         threads:
-#           min: 0
-#           max: 16
-#
-# Or PHP-FPM:
-#   properties:
-#     webapp:
-#       appstack: php-fpm
-#
-# Or (default)
-#   properties:
-#     webapp:
-#       appstack: rackup
-#
-# Requires env variables:
-# * $WEBAPP_DIR
-# * $PIDFILE
-# * $PORT
-appstack='<%= properties.webapp && properties.webapp.appstack %>'
-
-echo "Launching $JOB_NAME within $WEBAPP_DIR with ${appstack}"
-wait_for_database
-
-if [[ "${appstack}" = "puma" ]]
-then
-  <% puma_threads = properties.webapp.puma && properties.webapp.puma.threads %>
-  MIN_THREADS=<%= (puma_threads && puma_threads.min) || 0 %>
-  MAX_THREADS=<%= (puma_threads && puma_threads.max) || 16 %>
-  exec bundle exec puma --pidfile $PIDFILE -p $PORT -t $MIN_THREADS:$MAX_THREADS \
-       >>$LOG_DIR/webapp.stdout.log 2>&1 || exit 1
-
-elif [[ "${appstack}" = "rackup" ]]
-then
-  exec bundle exec rackup -D -P $PIDFILE -p $PORT \
-       >>$LOG_DIR/webapp.stdout.log 2>&1 || exit 1
-
-elif [[ "${appstack}" = "phpfpm" || "${appstack}" = "php-fpm" ]]
-then
-  /var/vcap/packages/php5/sbin/php-fpm \
-    -c $JOB_DIR/etc/php.ini \
-    --fpm-config $JOB_DIR/etc/php-fpm.conf \
-    --pid $PIDFILE
-
-# else invalid appstack requested
-else
-  echo "ERROR: properties.webapp.appstack = ${appstack}. Valid values: puma, rackup"
-  exit 1
-fi
-
-chown vcap:vcap $PIDFILE

data/lib/bosh/gen/generators/job_generator/templates/jobs/%job_name%_nginx_rack/templates/bin/ctl_utils.sh

@@ -1,147 +0,0 @@
-# Helper functions used by ctl scripts
-
-# links a file (probably a config file) into a package
-# Example usage:
-# link_job_file_to_package config/redis.yml [config/redis.yml]
-# link_job_file_to_package config/wp-config.php wp-config.php
-link_job_file_to_package() {
-  source_job_file=$1
-  target_package_file=${2:-$source_job_file}
-
-  full_job_file=$JOB_DIR/${source_job_file}
-  full_package_file=$WEBAPP_DIR/${target_package_file}
-  echo link_job_file_to_package $full_job_file $full_package_file
-  if [[ ! -f ${full_job_file} ]]
-  then
-    echo "File to link ${full_job_file} does not exist"
-  else
-    # Create/recreate the symlink to current job file
-    # If another process is using the file, it won't be
-    # deleted, so don't attempt to create the symlink
-    echo "Linking ${source_job_file} -> ${full_package_file}"
-    mkdir -p $(dirname ${full_package_file})
-    ln -nfs ${full_job_file} ${full_package_file}
-  fi
-}
-
-
-# If loaded within monit ctl scripts then pipe output
-# If loaded from 'source ../utils.sh' then normal STDOUT
-redirect_output() {
-  SCRIPT=$1
-  mkdir -p /var/vcap/sys/log/monit
-  exec 1>> /var/vcap/sys/log/monit/$SCRIPT.log 2>&1
-}
-
-pid_guard() {
-  pidfile=$1
-  name=$2
-
-  if [ -f "$pidfile" ]; then
-    pid=$(head -1 "$pidfile")
-
-    if [ -n "$pid" ] && [ -e /proc/$pid ]; then
-      echo "$name is already running, please stop it first"
-      exit 1
-    fi
-
-    echo "Removing stale pidfile..."
-    rm $pidfile
-  fi
-}
-
-wait_pid() {
-  pid=$1
-  try_kill=$2
-  timeout=${3:-0}
-  force=${4:-0}
-  countdown=$(( $timeout * 10 ))
-
-  echo wait_pid $pid $try_kill $timeout $force $countdown
-  if [ -e /proc/$pid ]; then
-    if [ "$try_kill" = "1" ]; then
-      echo "Killing $pidfile: $pid "
-      kill $pid
-    fi
-    while [ -e /proc/$pid ]; do
-      sleep 0.1
-      [ "$countdown" != '0' -a $(( $countdown % 10 )) = '0' ] && echo -n .
-      if [ $timeout -gt 0 ]; then
-        if [ $countdown -eq 0 ]; then
-          if [ "$force" = "1" ]; then
-            echo -ne "\nKill timed out, using kill -9 on $pid... "
-            kill -9 $pid
-            sleep 0.5
-          fi
-          break
-        else
-          countdown=$(( $countdown - 1 ))
-        fi
-      fi
-    done
-    if [ -e /proc/$pid ]; then
-      echo "Timed Out"
-    else
-      echo "Stopped"
-    fi
-  else
-    echo "Process $pid is not running"
-    echo "Attempting to kill pid anyway..."
-    kill $pid
-  fi
-}
-
-wait_pidfile() {
-  pidfile=$1
-  try_kill=$2
-  timeout=${3:-0}
-  force=${4:-0}
-  countdown=$(( $timeout * 10 ))
-
-  if [ -f "$pidfile" ]; then
-    pid=$(head -1 "$pidfile")
-    if [ -z "$pid" ]; then
-      echo "Unable to get pid from $pidfile"
-      exit 1
-    fi
-
-    wait_pid $pid $try_kill $timeout $force
-
-    rm -f $pidfile
-  else
-    echo "Pidfile $pidfile doesn't exist"
-  fi
-}
-
-kill_and_wait() {
-  pidfile=$1
-  # Monit default timeout for start/stop is 30s
-  # Append 'with timeout {n} seconds' to monit start/stop program configs
-  timeout=${2:-25}
-  force=${3:-1}
-  if [[ -f ${pidfile} ]]
-  then
-    wait_pidfile $pidfile 1 $timeout $force
-  else
-    # TODO assume $1 is something to grep from 'ps ax'
-    pid="$(ps auwwx | grep "$1" | awk '{print $2}')"
-    wait_pid $pid 1 $timeout $force
-  fi
-}
-
-check_nfs_mount() {
-  opts=$1
-  exports=$2
-  mount_point=$3
-
-  if grep -qs $mount_point /proc/mounts; then
-    echo "Found NFS mount $mount_point"
-  else
-    echo "Mounting NFS..."
-    mount $opts $exports $mount_point
-    if [ $? != 0 ]; then
-      echo "Cannot mount NFS from $exports to $mount_point, exiting..."
-      exit 1
-    fi
-  fi
-}