pkgr 0.3.4 → 1.0.1.pre

data/lib/pkgr/config.rb

@@ -0,0 +1,65 @@
+require 'ostruct'
+
+module Pkgr
+  class Config < OpenStruct
+    def sesame
+      binding
+    end
+
+    def home
+      "/opt/#{name}"
+    end
+
+    def user
+      @table[:user] || name
+    end
+
+    def group
+      @table[:group] || user
+    end
+
+    def architecture
+      @table[:architecture] || "x86_64"
+    end
+
+    def homepage
+      @table[:homepage] || "http://example.com/no-uri-given"
+    end
+
+    def valid?
+      @errors = []
+      @errors.push("name can't be blank") if name.nil? || name.empty?
+      @errors.push("version can't be blank") if version.nil? || version.empty?
+      @errors.push("iteration can't be blank") if iteration.nil? || iteration.empty?
+      @errors.push("user can't be blank") if user.nil? || user.empty?
+      @errors.push("group can't be blank") if group.nil? || group.empty?
+      @errors.empty?
+    end
+
+    def errors
+      @errors ||= []
+    end
+
+    def to_args
+      args = [
+        "--name \"#{name}\"",
+        "--version \"#{version}\"",
+        "--user \"#{user}\"",
+        "--group \"#{group}\"",
+        "--iteration \"#{iteration}\"",
+        "--homepage \"#{homepage}\"",
+        "--architecture \"#{architecture}\"",
+        "--target \"#{target}\"",
+        "--description \"#{description}\"",
+      ]
+      args.push "--dependencies #{dependencies.map{|d| "\"#{d}\""}.join("")}" unless dependencies.nil? || dependencies.empty?
+      args.push "--build-dependencies #{build_dependencies.map{|d| "\"#{d}\""}.join("")}" unless build_dependencies.nil? || build_dependencies.empty?
+      args.push "--compile-cache-dir \"#{compile_cache_dir}\"" unless compile_cache_dir.nil? || compile_cache_dir.empty?
+      args.push "--before-precompile \"#{before_precompile}\"" unless compile_cache_dir.nil? || compile_cache_dir.empty?
+      args.push "--auto" if auto
+      args.push "--verbose" if verbose
+      args.push "--debug" if debug
+      args
+    end
+  end
+end

data/lib/pkgr/data/distributions/debian/build_dependencies.yml

@@ -0,0 +1,14 @@
+default:
+  - curl
+  - libssl0.9.8
+  - libmysqlclient-dev
+  - libpq-dev
+  - libsqlite3-0
+  - libevent-dev
+  - libssl-dev
+  - libxml2-dev
+  - libxslt1-dev
+  - libreadline-dev
+  - build-essential
+squeeze:
+wheezy:

data/lib/pkgr/data/distributions/debian/default.erb

@@ -0,0 +1,12 @@
+HOME="<%= home %>"
+APP_NAME="<%= name %>"
+APP_GROUP="<%= group %>"
+APP_USER="<%= user %>"
+
+for file in /etc/${APP_NAME}/conf.d/*; do
+  if [ -f $file ]; then . $file; fi
+done
+
+for file in ${HOME}/.profile.d/*.sh; do
+  if [ -f $file ]; then . $file; fi
+done

data/lib/pkgr/data/distributions/debian/dependencies.yml

@@ -0,0 +1,17 @@
+default:
+  - upstart
+  - mysql-common
+  - libpq5
+  - libsqlite3-0
+  - libevent-1.4-2
+  - libevent-core-1.4-2
+  - libevent-extra-1.4-2
+  - libssl0.9.8
+  - openssl
+  - libxml2
+  - libxslt1.1
+  - libreadline6
+squeeze:
+  - libmysqlclient16
+wheezy:
+  - libmysqlclient18

data/lib/pkgr/data/distributions/debian/hooks/postinstall.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+set -e
+
+APP_NAME="<%= name %>"
+APP_USER="<%= user %>"
+APP_GROUP="<%= group %>"
+HOME="/opt/${APP_NAME}"
+HOME_LOGS="${HOME}/log"
+LOGS="/var/log/${APP_NAME}"
+
+chown -R ${APP_USER}.${APP_GROUP} ${HOME}
+
+# link app log directory to /var/log/NAME
+rm -rf ${HOME_LOGS}
+ln -fs ${LOGS} ${HOME_LOGS}
+chown -R ${APP_USER}.${APP_GROUP} ${LOGS}
+
+# Add default conf.d file
+[ -f /etc/${APP_NAME}/conf.d/other ] || cat  > /etc/${APP_NAME}/conf.d/other <<CONF
+# This file contains variables set via \`${APP_NAME} config:set\`
+# Database URL. E.g. : mysql2://root:pass@127.0.0.1/my-app-db
+export DATABASE_URL=db_adapter://db_user:db_password@db_host/db_name
+export PORT=\${PORT:=6000}
+CONF
+
+chmod -R 0600 /etc/${APP_NAME}

data/lib/pkgr/data/distributions/debian/hooks/preinstall.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -e
+
+APP_USER="<%= user %>"
+
+if ! getent passwd ${APP_USER} > /dev/null; then
+  adduser ${APP_USER} --disabled-login --group --system --quiet --shell /bin/bash
+fi

data/lib/pkgr/data/distributions/debian/runner.erb

@@ -0,0 +1,122 @@
+#!/bin/bash
+
+set -e
+
+EXECUTABLE=$(basename $0)
+
+function usage {
+  echo "Usage:"
+  echo "  $EXECUTABLE run COMMAND [options]"
+  echo "  $EXECUTABLE scale TYPE=NUM"
+  echo "  $EXECUTABLE config:get VAR"
+  echo "  $EXECUTABLE config:set VAR=VALUE"
+  exit 1
+}
+
+if [ ! 0 -eq ${EUID} ]; then
+  echo "You must be executing with root privileges to launch commands. Either log in as root, use sudo, or add sudo privileges for running ${EXECUTABLE} with your user."
+  exit 1
+fi
+
+DEFAULT_FILE=/etc/default/<%= name %>
+
+. ${DEFAULT_FILE}
+
+while : ; do
+  case "$1" in
+    run)
+      [ $# -lt 2 ] && usage
+      COMMAND="$2"
+      shift 2
+
+      exec su -m - "${APP_USER}" -c ". ${DEFAULT_FILE} && cd ${HOME} && vendor/pkgr/processes/${COMMAND} $@"
+      break ;;
+
+    scale)
+      shift
+      while : ; do
+        case "$1" in
+          *)
+            [ "$1" = "" ] && usage
+
+            PROCESS=(${1//=/ })
+
+            PROCESS_NAME=${PROCESS[0]}
+            NEW_SCALE=${PROCESS[1]}
+            CURRENT_SCALE=$(ls -rv1 /etc/init/${APP_NAME}-${PROCESS_NAME}-*.conf 2>/dev/null | head -1 | sed -r 's/.*\-([0-9]+)\.conf/\1/g')
+            CURRENT_SCALE=${CURRENT_SCALE:="0"}
+            SCALE_DELTA=$(expr ${NEW_SCALE} - ${CURRENT_SCALE})
+
+            if [ $NEW_SCALE -eq 0 ]; then
+              echo "Stopping all ${PROCESS_NAME} processes... "
+              for file in `ls -1 /etc/init/${APP_NAME}-${PROCESS_NAME}-*.conf`; do
+                service "$(basename ${file} .conf)" stop || true
+                rm "${file}"
+              done
+              # Finally, remove master process
+              rm "/etc/init/${APP_NAME}-${PROCESS_NAME}.conf"
+              echo "--> done."
+              exit 0
+            fi
+
+            if [ $SCALE_DELTA -gt 0 ]; then
+              echo "Scaling up..."
+              cp "${HOME}/vendor/pkgr/scaling/${APP_NAME}-${PROCESS_NAME}.conf" /etc/init/
+              for i in $(seq ${SCALE_DELTA}); do
+                PROCESS_ID="${APP_NAME}-${PROCESS_NAME}-${i}"
+                i=$(expr ${i} + ${CURRENT_SCALE})
+                cp "${HOME}/vendor/pkgr/scaling/${APP_NAME}-${PROCESS_NAME}-PROCESS_NUM.conf" "/etc/init/${PROCESS_ID}.conf"
+                sed -i "s/PROCESS_NUM/${i}/g" "/etc/init/${PROCESS_ID}.conf"
+                if [ "${PROCESS_NAME}" = "web" ]; then
+                  port=$(expr ${PORT} + ${i} - 1)
+                  sed -i "s/PORT_NUM/${port}/g" "/etc/init/${PROCESS_ID}.conf"
+                else
+                  sed -i "s/^env .*PORT_NUM.*$//g" "/etc/init/${PROCESS_ID}.conf"
+                fi
+                service "${PROCESS_ID}" start
+              done
+              echo "--> done."
+            elif [ $SCALE_DELTA -lt 0 ]; then
+              echo "Scaling down..."
+              for i in $(seq $(expr $SCALE_DELTA \* -1)); do
+                PROCESS_ID="${APP_NAME}-${PROCESS_NAME}-${i}"
+                i=$(expr ${i} + ${NEW_SCALE})
+                service "${PROCESS_ID}" stop || true
+                rm -f "/etc/init/${PROCESS_ID}.conf"
+              done
+              echo "--> done."
+            else
+              echo "Nothing to do."
+            fi
+            break ;;
+        esac
+      done
+      break ;;
+
+    config:set)
+      [ $# -lt 2 ] && usage
+
+      CONFIG=(${2//=/ })
+
+      VAR=${CONFIG[0]:?"Invalid variable name"}
+      VALUE=${CONFIG[1]:?"Invalid value"}
+
+      DEFAULT_CONF_FILE="/etc/${APP_NAME}/conf.d/other"
+
+      sed -i -r "s/^.*${VAR}.*$//g" /etc/${APP_NAME}/conf.d/*
+
+      echo "export ${VAR}=${VALUE}" >> "${DEFAULT_CONF_FILE}"
+
+      break;;
+
+    config:get)
+      [ $# -lt 2 ] && usage
+      result=$(grep --no-filename "${2}" ${DEFAULT_FILE} /etc/${APP_NAME}/conf.d/*)
+      echo "${result}" | sed -r "s/^export\s+${2}=//g"
+      break;;
+
+    *)
+      usage
+      break ;;
+  esac
+done

data/lib/pkgr/data/distributions/debian/upstart/master.conf.erb

@@ -0,0 +1,7 @@
+start on (started network-interface
+          or started network-manager
+          or started networking)
+
+stop on (stopping network-interface
+         or stopping network-manager
+         or stopping networking)

data/lib/pkgr/data/distributions/debian/upstart/process.conf.erb

@@ -0,0 +1,7 @@
+start on starting <%= name %>-<%= process_name %>
+stop on stopping <%= name %>-<%= process_name %>
+respawn
+
+env PORT=PORT_NUM
+
+exec <%= name %> run <%= process_name %> >> /var/log/<%= name %>/<%= process_name %>-PROCESS_NUM.log 2>&1

data/lib/pkgr/data/distributions/debian/upstart/process_master.conf.erb

@@ -0,0 +1,2 @@
+start on starting <%= name %>
+stop on stopping <%= name %>

data/lib/pkgr/dispatcher.rb

@@ -0,0 +1,51 @@
+require 'pkgr/builder'
+require 'pkgr/git'
+
+module Pkgr
+  class Dispatcher
+    attr_reader :path, :host, :config
+
+    def initialize(path, opts = {})
+      opts = opts.dup
+      @path = path
+      @host = opts.delete(:host)
+      @config = Config.new(opts)
+    end
+
+    def setup
+      tarify if File.directory?(path)
+    end
+
+    def call
+      setup
+
+      if remote?
+        command = %{ ( cat "#{path}" | ssh "#{host}" pkgr package - #{config.to_args.join(" ")} ) && rsync "#{host}":~/*.deb .}
+        Pkgr.debug command
+        IO.popen(command) do |io|
+          until io.eof?
+            data = io.gets
+            print data
+          end
+        end
+        raise "Error when running remote packaging command. Please make sure to run `sudo apt-get install -y ruby1.9.1-full build-essential git-core && sudo gem install pkgr --version #{Pkgr::VERSION}`" unless $?.exitstatus.zero?
+      else
+        Builder.new(path, config).call
+      end
+    end
+
+    def tarify
+      tmpfile = Tempfile.new(["pkgr-tarball", ".tar.gz"])
+      system("tar czf #{tmpfile.path} --exclude .git --exclude .svn -C \"#{path}\" .") || raise(Pkgr::Errors::Base, "Can't compress input directory")
+      # Remove any non-digit characters that may be before the version number
+      config.version ||= (Git.new(path).latest_tag || "").gsub(/^[^\d](\d.*)/, '\1')
+      config.compile_cache_dir ||= File.join(path, ".git", "cache")
+      config.name ||= File.basename(path)
+      @path = tmpfile.path
+    end
+
+    def remote?
+      !host.nil?
+    end
+  end
+end

data/lib/pkgr/distributions.rb

@@ -0,0 +1,18 @@
+require 'pkgr/templates/file_template'
+require 'pkgr/templates/dir_template'
+require 'pkgr/distributions/debian'
+
+
+module Pkgr
+  module Distributions
+    def current
+      if File.exist?("/etc/debian_version")
+        distro = File.read("/etc/debian_version").split("/")[0]
+        Debian.new(distro)
+      else
+        raise "Don't know about the current distribution you're on"
+      end
+    end
+    module_function :current
+  end
+end

data/lib/pkgr/distributions/debian.rb

@@ -0,0 +1,157 @@
+require 'pkgr/buildpack'
+require 'pkgr/process'
+require 'yaml'
+require 'erb'
+
+module Pkgr
+  module Distributions
+    class Debian
+
+      attr_reader :version
+      def initialize(version)
+        @version = version
+      end
+
+      def templates(app_name)
+        list = []
+
+        # directories
+        [
+          "usr/local/bin",
+          "opt/#{app_name}",
+          "etc/#{app_name}/conf.d",
+          "etc/default",
+          "etc/init",
+          "var/log/#{app_name}"
+        ].each{|dir| list.push Templates::DirTemplate.new(dir) }
+
+        # default
+        list.push Templates::FileTemplate.new("etc/default/#{app_name}", File.new(File.join(data_dir, "default.erb")))
+        # upstart master
+        list.push Templates::FileTemplate.new("etc/init/#{app_name}.conf", data_file("upstart/master.conf.erb"))
+        # executable
+        list.push Templates::FileTemplate.new("usr/local/bin/#{app_name}", File.new(File.join(data_dir, "runner.erb")), mode: 0755)
+        # logrotate
+        list.push Templates::FileTemplate.new("etc/logrotate.d/#{app_name}", File.new(File.join(data_dir, "logrotate.erb")))
+
+        # NOTE: conf.d files are no longer installed here, since we don't want to overwrite any pre-existing config.
+        # They're now installed in the postinstall script.
+
+        list
+      end
+
+      def initializers_for(app_name, procfile_entries)
+        list = []
+        procfile_entries.select(&:daemon?).each do |process|
+          Pkgr.debug "Adding #{process.inspect} to initialization scripts"
+          list.push [process, Templates::FileTemplate.new("#{app_name}-#{process.name}.conf", data_file("upstart/process_master.conf.erb"))]
+          list.push [process, Templates::FileTemplate.new("#{app_name}-#{process.name}-PROCESS_NUM.conf", data_file("upstart/process.conf.erb"))]
+        end
+        list
+      end
+
+      def check(config)
+        missing_packages = (build_dependencies(config.build_dependencies) || []).select do |package|
+          test_command = "dpkg -s '#{package}' > /dev/null 2>&1"
+          Pkgr.debug "Running #{test_command}"
+          ! system(test_command)
+        end
+
+        unless missing_packages.empty?
+          package_install_command = "sudo apt-get install -y #{missing_packages.map{|package| "\"#{package}\""}.join(" ")}"
+          if config.auto
+            Pkgr.debug "Running command: #{package_install_command}"
+            package_install = Mixlib::ShellOut.new(package_install_command)
+            package_install.run_command
+            package_install.error!
+          else
+            Pkgr.warn("Missing build dependencies detected. Run the following to fix: #{package_install_command}")
+          end
+        end
+      end
+
+      def fpm_command(build_dir, config)
+        %{
+          fpm -t deb -s dir  --verbose --force \
+          -C "#{build_dir}" \
+          -n "#{config.name}" \
+          --version "#{config.version}" \
+          --iteration "#{config.iteration}" \
+          --url "#{config.homepage}" \
+          --provides "#{config.name}" \
+          --deb-user "root" \
+          --deb-group "root" \
+          -a "#{config.architecture}" \
+          --template-scripts \
+          --before-install #{preinstall_file(config)} \
+          --after-install #{postinstall_file(config)} \
+          #{dependencies(config.dependencies).map{|d| "-d '#{d}'"}.join(" ")} \
+          .
+        }
+      end
+
+      def buildpacks
+        case version
+        when "wheezy"
+          %w{
+            https://github.com/heroku/heroku-buildpack-ruby.git
+            https://github.com/heroku/heroku-buildpack-nodejs.git
+            https://github.com/heroku/heroku-buildpack-java.git
+            https://github.com/heroku/heroku-buildpack-play.git
+            https://github.com/heroku/heroku-buildpack-python.git
+            https://github.com/heroku/heroku-buildpack-php.git
+            https://github.com/heroku/heroku-buildpack-clojure.git
+            https://github.com/kr/heroku-buildpack-go.git
+            https://github.com/miyagawa/heroku-buildpack-perl.git
+            https://github.com/heroku/heroku-buildpack-scala
+            https://github.com/igrigorik/heroku-buildpack-dart.git
+            https://github.com/rhy-jot/buildpack-nginx.git
+            https://github.com/Kloadut/heroku-buildpack-static-apache.git
+          }.map{|url| Buildpack.new(url)}
+        end
+      end
+
+      def preinstall_file(config)
+        @preinstall_file ||= begin
+          source = File.join(data_dir, "hooks", "preinstall.sh")
+          file = Tempfile.new("preinstall")
+          file.write ERB.new(File.read(source)).result(config.sesame)
+          file.rewind
+          file
+        end
+
+        @preinstall_file.path
+      end
+
+      def postinstall_file(config)
+        @postinstall_file ||= begin
+          source = File.join(data_dir, "hooks", "postinstall.sh")
+          file = Tempfile.new("postinstall")
+          file.write ERB.new(File.read(source)).result(config.sesame)
+          file.rewind
+          file
+        end
+
+        @postinstall_file.path
+      end
+
+      def dependencies(other_dependencies = nil)
+        deps = YAML.load_file(File.join(data_dir, "dependencies.yml"))
+        (deps["default"] || []) | (deps[version] || []) | (other_dependencies || [])
+      end
+
+      def build_dependencies(other_dependencies = nil)
+        deps = YAML.load_file(File.join(data_dir, "build_dependencies.yml"))
+        (deps["default"] || []) | (deps[version] || []) | (other_dependencies || [])
+      end
+
+      def data_file(name)
+        File.new(File.join(data_dir, name))
+      end
+
+      def data_dir
+        File.join(Pkgr.data_dir, "distributions", "debian")
+      end
+    end
+  end
+end