passenger 4.0.59 → 4.0.60

data/packaging/debian/jenkins/publish/clear_caches.rb

@@ -0,0 +1,48 @@
+#!/usr/bin/env ruby
+require 'net/http'
+require 'net/https'
+require 'uri'
+
+def clear_cache(url, fingerprint_file, password_file)
+  expected_fingerprint = File.read(fingerprint_file).strip
+  admin_password = File.read(password_file).strip
+
+  puts "+ POST #{url}"
+  uri = URI.parse(url)
+  http = Net::HTTP.new(uri.host, uri.port)
+  http.use_ssl = true
+  http.ca_path = "/etc/ssl/certs"
+  http.verify_mode = OpenSSL::SSL::VERIFY_PEER
+  http.verify_callback = lambda do |preverify_ok, store_context|
+    if preverify_ok and store_context.error == 0
+      certificate = OpenSSL::X509::Certificate.new(store_context.chain[0])
+      fingerprint = Digest::SHA256.hexdigest(certificate.to_der).upcase.scan(/../).join(":")
+      if fingerprint == expected_fingerprint
+        true
+      else
+        abort "Fingerprint verification for #{uri.host} failed.\n" +
+          "  Expected: #{expected_fingerprint}\n" +
+          "  Actual  : #{fingerprint}"
+        false
+      end
+    else
+      false
+    end
+  end
+
+  request = Net::HTTP::Post.new(uri.path)
+  request.basic_auth("admin", admin_password)
+  response = http.request(request)
+  if response.code != "200"
+    abort "Unable to clear cache:\n" +
+      "Status: #{response.code}\n" +
+      "Body  : #{response.body}"
+  end
+end
+
+clear_cache("https://oss-binaries.phusionpassenger.com/packagecloud_proxy/clear_cache",
+  "/system/internal/publish/oss-binaries.phusionpassenger.com-fingerprint.txt",
+  "/oss_packagecloud_proxy_admin_password.txt")
+clear_cache("https://www.phusionpassenger.com/packagecloud_proxy/clear_cache",
+  "/system/internal/publish/passenger_website_fingerprint.txt",
+  "/enterprise_packagecloud_proxy_admin_password.txt")

data/packaging/debian/jenkins/publish/publish.sh

@@ -0,0 +1,69 @@
+#!/bin/bash
+set -e
+
+SELFDIR="`dirname \"$0\"`"
+cd "$SELFDIR/../.."
+SELFDIR="`pwd`"
+source "./internal/lib/library.sh"
+
+require_envvar WORKSPACE "$WORKSPACE"
+require_envvar REPOSITORY "$REPOSITORY"
+require_envvar HOME "$HOME"
+
+PASSENGER_ROOT="${PASSENGER_ROOT:-$WORKSPACE}"
+CONCURRENCY=${CONCURRENCY:-8}
+
+if [[ "$REPOSITORY" =~ -testing$ ]]; then
+	YANK=-Y
+else
+	YANK=
+fi
+if tty -s; then
+	TTY_ARGS="-t -i"
+else
+	TTY_ARGS=
+fi
+
+if [[ ! -e ~/.packagecloud_token ]]; then
+	echo "ERROR: ~/.packagecloud_token required."
+	exit 1
+fi
+if [[ ! -e ~/.oss_packagecloud_proxy_admin_password ]]; then
+	echo "ERROR: ~/.oss_packagecloud_proxy_admin_password required."
+	exit 1
+fi
+if [[ ! -e ~/.enterprise_packagecloud_proxy_admin_password ]]; then
+	echo "ERROR: ~/.enterprise_packagecloud_proxy_admin_password required."
+	exit 1
+fi
+
+run ./build \
+	-w "$WORKSPACE/work" \
+	-c "$WORKSPACE/cache" \
+	-o "$WORKSPACE/output" \
+	-p "$PASSENGER_ROOT" \
+	-j "$CONCURRENCY" \
+	-R \
+	-O \
+	pkg:all
+run ./publish \
+	-d "$WORKSPACE/output" \
+	-c ~/.packagecloud_token \
+	-r "$REPOSITORY" \
+	-l "$WORKSPACE/publish-log" \
+	$YANK \
+	publish:all
+
+header "Clearing proxy caches"
+exec docker run $TTY_ARGS --rm \
+	-v "$SELFDIR:/system:ro" \
+	-v "$HOME/.oss_packagecloud_proxy_admin_password:/oss_packagecloud_proxy_admin_password.txt:ro" \
+	-v "$HOME/.enterprise_packagecloud_proxy_admin_password:/enterprise_packagecloud_proxy_admin_password.txt:ro" \
+	-e "APP_UID=`/usr/bin/id -u`" \
+	-e "APP_GID=`/usr/bin/id -g`" \
+	-e "LC_CTYPE=en_US.UTF-8" \
+	phusion/passenger_apt_automation_buildbox \
+	/sbin/my_init --quiet --skip-runit --skip-startup-files -- \
+	/system/internal/scripts/inituidgid.sh \
+	/sbin/setuser app \
+	/system/jenkins/publish/clear_caches.rb

data/packaging/debian/jenkins/test/test.sh

@@ -0,0 +1,63 @@
+#!/bin/bash
+# Usage: test.sh
+# This script is from the "Passenger Debian packaging test" Jenkins job. It builds
+# packages for a specific distribution and runs tests on these packages.
+#
+# Required environment variables:
+#
+#   WORKSPACE
+#   DISTRIBUTION
+#
+# Optional environment variables:
+#
+#   PASSENGER_ROOT (defaults to $WORKSPACE)
+#   ENTERPRISE
+#
+# Sample invocation in Vagrant dev environment:
+#
+#   env WORKSPACE=$HOME DISTRIBUTION=ubuntu10.04 PASSENGER_ROOT=/passenger ./jenkins/test/test.sh
+
+set -e
+SELFDIR=`dirname "$0"`
+cd "$SELFDIR/../.."
+source "./internal/lib/library.sh"
+source "./internal/lib/distro_info.sh"
+
+require_envvar WORKSPACE "$WORKSPACE"
+require_envvar DISTRIBUTION "$DISTRIBUTION"
+
+PASSENGER_ROOT="${PASSENGER_ROOT:-$WORKSPACE}"
+CONCURRENCY=${CONCURRENCY:-4}
+
+CODENAME=`to_distro_codename "$DISTRIBUTION"`
+if [[ "$DEBUG_CONSOLE" = true ]]; then
+	EXTRA_TEST_PARAMS=-D
+else
+	EXTRA_TEST_PARAMS=
+fi
+if [[ "$ENTERPRISE" = 1 ]]; then
+	EXTRA_TEST_PARAMS="$EXTRA_TEST_PARAMS -e $HOME/passenger-enterprise-license"
+fi
+
+# Sleep for a random amount of time in order to work around Docker/AUFS bugs
+# that may be triggered if multiple containers are shut down at the same time.
+echo 'import random, time; time.sleep(random.random() * 4)' | python
+
+run ./build \
+	-w "$WORKSPACE/work" \
+	-c "$WORKSPACE/cache" \
+	-o "$WORKSPACE/output" \
+	-p "$PASSENGER_ROOT" \
+	-d "$DISTRIBUTION" \
+	-a amd64 \
+	-j "$CONCURRENCY" \
+	-R \
+	-O \
+	pkg:all
+run ./test \
+	-p "$PASSENGER_ROOT" \
+	-d "$WORKSPACE/output/$CODENAME" \
+	-c "$WORKSPACE/cache" \
+	-x "$DISTRIBUTION" \
+	-j \
+	$EXTRA_TEST_PARAMS

data/packaging/debian/passenger_apt_automation.sublime-project

@@ -0,0 +1,14 @@
+{
+	"folders":
+	[
+		{
+			"path": ".",
+			"folder_exclude_patterns":
+			[
+				"cache",
+				"output",
+				"work"
+			]
+		}
+	]
+}

data/packaging/debian/publish

@@ -0,0 +1,172 @@
+#!/bin/bash
+set -e
+
+SELFDIR="`dirname \"$0\"`"
+SELFDIR="`cd \"$SELFDIR\" && pwd`"
+source "$SELFDIR/internal/lib/library.sh"
+
+OUTPUT_DIR=
+PACKAGE_CLOUD_TOKEN_FILE=
+REPOSITORY=
+LOG_DIR=
+YANK=false
+YANK_ALL=false
+CONCURRENCY=8
+SHOW_BACKTRACES=false
+SHOW_TASKS=false
+ARGV=
+
+function usage()
+{
+	echo "Usage: ./publish [OPTIONS] <TASK NAMES...>"
+	echo "Publish built Debian packages to PackageCloud."
+	echo
+	echo "Required options:"
+	echo "  -d DIR     Path in which build products are stored"
+	echo "  -c PATH    Path to PackageCloud token file"
+	echo "  -r NAME    Repository name, e.g. passenger-testing"
+	echo
+	echo "Optional options:"
+	echo "  -l DIR     Write logs to the given directory"
+	echo "  -j NUM     Set concurrency. Default: 8"
+	echo "  -y         Yank old packages"
+	echo "  -Y         Yank all packages from repository before publishing"
+	echo "  -O         Periodically show progress overview"
+	echo "  -t         Show backtraces on error"
+	echo
+	echo "  -T         Show all tasks"
+	echo "  -h         Show usage"
+}
+
+function parse_options()
+{
+	local OPTIND=1
+	local ORIG_ARGV
+	local opt
+	while getopts "d:c:r:D:C:l:j:yYOtTh" opt; do
+		case "$opt" in
+		d)
+			OUTPUT_DIR="$OPTARG"
+			;;
+		c)
+			PACKAGE_CLOUD_TOKEN_FILE="$OPTARG"
+			;;
+		r)
+			REPOSITORY="$OPTARG"
+			;;
+		l)
+			LOG_DIR="$OPTARG"
+			;;
+		j)
+			CONCURRENCY=$OPTARG
+			;;
+		y)
+			YANK=true
+			;;
+		Y)
+			YANK_ALL=true
+			;;
+		O)
+			SHOW_OVERVIEW_PERIODICALLY=true
+			;;
+		t)
+			SHOW_BACKTRACES=true
+			;;
+		T)
+			SHOW_TASKS=true
+			;;
+		h)
+			usage
+			exit
+			;;
+		*)
+			return 1
+			;;
+		esac
+	done
+
+	(( OPTIND -= 1 )) || true
+	shift $OPTIND || true
+	ORIG_ARGV=("$@")
+
+	if [[ ${#ORIG_ARGV[@]} = 0 ]]; then
+		SHOW_TASKS=true
+	else
+		ARGV=("${ORIG_ARGV[@]}" finish)
+		if $SHOW_BACKTRACES; then
+			ARGV+=(--trace)
+		fi
+	fi
+
+	if [[ "$OUTPUT_DIR" = "" ]]; then
+		echo "ERROR: please specify a build products directory with -d."
+		exit 1
+	fi
+	if ! $SHOW_TASKS; then
+		if [[ "$PACKAGE_CLOUD_TOKEN_FILE" = "" ]]; then
+			echo "ERROR: please specify a PackageCloud token file with -c."
+			exit 1
+		fi
+		if [[ "$REPOSITORY" = "" ]]; then
+			echo "ERROR: please specify a repository name with -r."
+			exit 1
+		fi
+	fi
+}
+
+parse_options "$@"
+OUTPUT_DIR="`absolute_path \"$OUTPUT_DIR\"`"
+if [[ "$PACKAGE_CLOUD_TOKEN_FILE" = "" ]]; then
+	PACKAGE_CLOUD_TOKEN_FILE="`absolute_path \"$PACKAGE_CLOUD_TOKEN_FILE\"`"
+fi
+
+EXTRA_MOUNTS=()
+if [[ "$LOG_DIR" != "" ]]; then
+	LOG_DIR="`absolute_path \"$LOG_DIR\"`"
+	EXTRA_MOUNTS+=(-v "$LOG_DIR:/work")
+	run mkdir -p "$LOG_DIR"
+fi
+
+if tty -s; then
+	TTY_ARGS="-t -i"
+else
+	TTY_ARGS=
+fi
+
+if $SHOW_TASKS; then
+	exec docker run \
+		--rm $TTY_ARGS \
+		-v "$SELFDIR/internal:/system/internal:ro" \
+		-v "$OUTPUT_DIR:/output:ro" \
+		-e "APP_UID=`/usr/bin/id -u`" \
+		-e "APP_GID=`/usr/bin/id -g`" \
+		-e "SHOW_TASKS=true" \
+		-e "LC_CTYPE=C.UTF-8" \
+		phusion/passenger_apt_automation_buildbox \
+		/sbin/my_init --quiet --skip-runit --skip-startup-files -- \
+		/system/internal/scripts/inituidgid.sh \
+		/system/internal/publish/preinit.sh \
+		/sbin/setuser app \
+		drake -f /system/internal/publish/Rakefile -T --trace
+else
+	echo "-------- Entering Docker container --------"
+	exec docker run \
+		--rm $TTY_ARGS \
+		-v "$SELFDIR/internal:/system/internal:ro" \
+		-v "$OUTPUT_DIR:/output:ro" \
+		-v "$PACKAGE_CLOUD_TOKEN_FILE:/package_cloud_token.txt:ro" \
+		"${EXTRA_MOUNTS[@]}" \
+		-e "REPOSITORY=$REPOSITORY" \
+		-e "YANK=$YANK" \
+		-e "YANK_ALL=$YANK_ALL" \
+		-e "SHOW_OVERVIEW_PERIODICALLY=$SHOW_OVERVIEW_PERIODICALLY" \
+		-e "APP_UID=`/usr/bin/id -u`" \
+		-e "APP_GID=`/usr/bin/id -g`" \
+		-e "LC_CTYPE=C.UTF-8" \
+		phusion/passenger_apt_automation_buildbox \
+		/sbin/my_init --quiet --skip-runit --skip-startup-files -- \
+		/system/internal/scripts/inituidgid.sh \
+		/system/internal/publish/preinit.sh \
+		/sbin/setuser app \
+		drake -f /system/internal/publish/Rakefile -j $CONCURRENCY "${ARGV[@]}"
+fi

data/packaging/debian/shell

@@ -0,0 +1,116 @@
+#!/bin/bash
+set -e
+
+SELFDIR="`dirname \"$0\"`"
+SELFDIR="`cd \"$SELFDIR\" && pwd`"
+source "$SELFDIR/internal/lib/library.sh"
+source "$SELFDIR/internal/lib/distro_info.sh"
+
+WORK_DIR=
+CACHE_DIR=
+DISTRIBUTIONS="$DEFAULT_DISTROS"
+ARCHITECTURES="i386 amd64"
+ARGV=
+
+function usage()
+{
+	echo "Usage: ./shell [OPTIONS] <TASK NAMES...>"
+	echo "Open a shell in a build box container."
+	echo
+	echo "Required options:"
+	echo "  -c DIR     Path to cache directory"
+	echo
+	echo "Optional options:"
+	echo "  -w DIR     Path to work directory (for temporary files)"
+	echo "  -d NAMES   Build only for given distributions. This is a space-separated list"
+	echo "             of distribution names."
+	echo "             Default: $DEFAULT_DISTROS"
+	echo "  -a NAMES   Build only for given architectures. This is a space-separated list"
+	echo "             of architecture names."
+	echo "             Default: $ARCHITECTURES"
+	echo "  -h         Show usage"
+}
+
+function parse_options()
+{
+	local OPTIND=1
+	local opt
+	while getopts "c:w:d:a:h" opt; do
+		case "$opt" in
+		c)
+			CACHE_DIR="$OPTARG"
+			;;
+		w)
+			WORK_DIR="$OPTARG"
+			;;
+		d)
+			DISTRIBUTIONS="$OPTARG"
+			;;
+		a)
+			ARCHITECTURES="$OPTARG"
+			;;
+		h)
+			usage
+			exit
+			;;
+		*)
+			return 1
+			;;
+		esac
+	done
+
+	(( OPTIND -= 1 )) || true
+	shift $OPTIND || true
+	ARGV=("$@")
+
+	if [[ "$CACHE_DIR" = "" ]]; then
+		echo "ERROR: please specify a cache directory with -c."
+		exit 1
+	fi
+}
+
+parse_options "$@"
+
+DOCKER_OPTIONS=()
+CACHE_DIR="`absolute_path \"$CACHE_DIR\"`"
+run mkdir -p "$CACHE_DIR"
+run mkdir -p "$CACHE_DIR/pbuilder/ccache"
+
+if [[ "$WORK_DIR" != "" ]]; then
+	WORK_DIR="`absolute_path \"$WORK_DIR\"`"
+	run mkdir -p "$WORK_DIR"
+	DOCKER_OPTIONS+=(-v "/work:$WORK_DIR")
+fi
+
+echo "+ Initializing ccache directory"
+verbose_run docker run \
+	--rm -t -i \
+	-v "$SELFDIR:/system:ro" \
+	-v "$CACHE_DIR:/cache" \
+	-e "DISTRIBUTIONS=$DISTRIBUTIONS" \
+	-e "ARCHITECTURES=$ARCHITECTURES" \
+	-e "APP_UID=`/usr/bin/id -u`" \
+	-e "APP_GID=`/usr/bin/id -g`" \
+	phusion/passenger_apt_automation_buildbox \
+	/system/internal/scripts/inituidgid.sh \
+	/system/internal/scripts/initccache.sh
+
+echo "-------- Entering Docker container --------"
+exec docker run \
+	--rm -t -i \
+	--privileged \
+	-v "$SELFDIR:/system:ro" \
+	-v "$CACHE_DIR:/cache" \
+	-v "$CACHE_DIR/pbuilder:/var/cache/pbuilder" \
+	-e "DISTRIBUTIONS=$DISTRIBUTIONS" \
+	-e "ARCHITECTURES=$ARCHITECTURES" \
+	-e "APP_UID=`/usr/bin/id -u`" \
+	-e "APP_GID=`/usr/bin/id -g`" \
+	-e "LC_CTYPE=C.UTF-8" \
+	"${DOCKER_OPTIONS[@]}" \
+	phusion/passenger_apt_automation_buildbox \
+	/sbin/my_init --quiet --skip-runit --skip-startup-files -- \
+	/system/internal/scripts/inituidgid.sh \
+	/system/internal/shell/preinit.sh \
+	/sbin/setuser app \
+	/bin/bash -l