passenger 4.0.59 → 4.0.60

data/packaging/debian/internal/lib/tracking_database.rb

@@ -0,0 +1,132 @@
+require_relative 'tracking_category'
+require_relative 'utils'
+require 'monitor'
+require 'stringio'
+require 'paint'
+require 'paint/rgb_colors'
+
+class TrackingDatabase
+  attr_accessor :thread
+  attr_accessor :category_list
+  attr_reader :log_dir
+  attr_reader :start_time
+  attr_reader :monitor
+
+  def initialize(log_dir)
+    @log_dir    = log_dir
+    @category_list = []
+    @categories = {}
+    @start_time = Time.now
+    @monitor    = Monitor.new
+    @finished   = false
+    @next_color_index = 0
+  end
+
+  def register_category(name, description)
+    category = TrackingCategory.new(self, name, description)
+    @category_list << category
+    @categories[name] = category
+  end
+
+  def [](name)
+    @categories[name]
+  end
+
+  def each_category
+    @category_list.each do |category|
+      yield category
+    end
+  end
+
+  def set_finished!
+    @monitor.synchronize do
+      @finished = true
+    end
+  end
+
+  def finished?
+    @monitor.synchronize do
+      @finished
+    end
+  end
+
+  def has_errors?
+    @monitor.synchronize do
+      each_category do |category|
+        category.each_task do |task|
+          if task.state == :error
+            return true
+          end
+        end
+      end
+    end
+    false
+  end
+
+  def reopen_logs
+    each_category do |category|
+      category.reopen_logs
+    end
+  end
+
+  def next_color
+    result = nil
+    @monitor.synchronize do
+      result = Utils::COLORS[@next_color_index]
+      @next_color_index = (@next_color_index + 1) % Utils::COLORS.size
+    end
+    result
+  end
+
+  def dump(color = false)
+    io = StringIO.new
+    if color
+      success_color = [:green]
+      error_color = [:red]
+    else
+      success_color = error_color = []
+    end
+
+    @monitor.synchronize do
+      io.puts "Current time: #{Utils.format_time(Time.now)}"
+      io.puts "Start time  : #{Utils.format_time(start_time)}"
+      io.puts "Duration    : #{duration_description}"
+      if finished?
+        io.puts Paint["*** FINISHED ***", *success_color]
+      end
+      if has_errors?
+        io.puts Paint["*** THERE WERE ERRORS ***", *error_color]
+      end
+
+      io.puts
+      each_category do |category|
+        io.puts "#{category.description}:"
+        category.each_task do |task|
+          if task.state == :done
+            task_color = success_color
+          elsif task.state == :error
+            task_color = error_color
+          else
+            task_color = []
+          end
+
+          io.printf "  * %-25s: %-12s\n",
+            task.display_name,
+            Paint[task.state_name, *task_color]
+          if task.start_time
+            io.printf "    %25s  started %s\n", nil, Utils.format_time(task.start_time)
+          end
+          if desc = task.duration_description
+            io.printf "    %25s  duration %s\n", nil, desc
+          end
+        end
+        io.puts
+      end
+    end
+    io.string
+  end
+
+  def duration_description
+    Utils.distance_of_time_in_hours_and_minutes(@start_time, Time.now)
+  end
+end

data/packaging/debian/internal/lib/tracking_task.rb

@@ -0,0 +1,148 @@
+# encoding: binary
+require_relative 'utils'
+require 'shellwords'
+require 'paint'
+require 'paint/rgb_colors'
+
+class TrackingTask
+  class CommandError < SystemExit
+    def initialize(status = 1)
+      super(status)
+    end
+  end
+
+  attr_reader :name, :category
+
+  def initialize(category, name)
+    @category = category
+    @monitor  = category.monitor
+    @log_dir  = category.log_dir
+    @color    = category.db.next_color
+    @name     = name
+    @state    = :not_started
+  end
+
+  def reopen_log
+    if @log
+      @log.close
+      @log = File.open(logfile_path, "a")
+    end
+  end
+
+  def set_running!
+    @monitor.synchronize do
+      @state      = :running
+      @start_time = Time.now
+      @log        = File.open(logfile_path, "w")
+    end
+  end
+
+  def set_done!
+    @monitor.synchronize do
+      @state = :done
+      @end_time = Time.now
+    end
+  end
+
+  def set_error!
+    @monitor.synchronize do
+      @state = :error
+      @end_time = Time.now
+    end
+  end
+
+  def state
+    @monitor.synchronize do
+      @state
+    end
+  end
+
+  def state_name
+    state.to_s.gsub('_', ' ')
+  end
+
+  def start_time
+    @monitor.synchronize do
+      @start_time
+    end
+  end
+
+  def elapsed
+    @monitor.synchronize do
+      if @start_time
+        (@end_time || Time.now) - @start_time
+      else
+        nil
+      end
+    end
+  end
+
+  def duration_description
+    @monitor.synchronize do
+      if @start_time
+        Utils.distance_of_time_in_hours_and_minutes(@start_time, @end_time || Time.now)
+      else
+        nil
+      end
+    end
+  end
+
+  def display_name
+    name.to_s.gsub(/[:\.]/, ' ')
+  end
+
+  def sh(command, env = {})
+    real_command = build_real_command(command, env)
+    log("--> #{real_command}")
+
+    IO.popen("/bin/bash -c #{Shellwords.escape(real_command)} 2>&1", "rb") do |io|
+      while !io.eof?
+        line = io.readline.chomp
+        if line =~ /^\e\[44m\e\[33m\e\[1m/
+          # Looks like a header. Replace color codes with an ASCII
+          # indicator.
+          line.sub!(/^\e\[44m\e\[33m\e\[1m/, "--> ")
+          line.sub!("\e[0m", "")
+        elsif line !~ /^--> /
+          line = "    #{line}"
+        end
+        log(line)
+      end
+    end
+
+    if $?.nil? || $?.exitstatus != 0
+      log(Paint["*** Command failed: ", :red] + command)
+      raise CommandError
+    end
+  end
+
+  def log(message)
+    prefix = "#{category.name}:#{name}"
+    prefix = Paint[prefix.ljust(29) + " | ", @color]
+    time = Utils.format_time(Time.now)
+    @monitor.synchronize do
+      @log.puts("#{time}: #{message}")
+      @log.flush
+      STDOUT.write("#{prefix}#{time}: #{message}\n")
+    end
+  end
+
+private
+  def logfile_path
+    name = @name.gsub(/[: ]/, '.')
+    "#{@log_dir}/#{category.name}.#{name}.log"
+  end
+
+  def build_real_command(command, env)
+    if env.empty?
+      command
+    else
+      result = "env "
+      env.each_pair do |key, val|
+        result << "#{Shellwords.escape key.to_s}=#{Shellwords.escape val.to_s} "
+      end
+      result << command
+      result
+    end
+  end
+end

data/packaging/debian/internal/lib/utils.rb

@@ -0,0 +1,78 @@
+require 'fileutils'
+require 'shellwords'
+require_relative 'preprocessor'
+
+module Utils
+  extend self
+
+  COLORS = [
+    "CadetBlue1",
+    "yellow1",
+    "burlywood1",
+    "DarkOliveGreen1",
+    "gold",
+    "LightSalmon",
+    "DarkTurquoise",
+    "chocolate1",
+    "SpringGreen1",
+    "HotPink1",
+    "GreenYellow",
+    "MediumOrchid1",
+    "DeepSkyBlue",
+    "chartreuse1",
+    "aquamarine"
+  ].freeze
+
+  def distance_of_time_in_hours_and_minutes(from_time, to_time)
+    from_time = from_time.to_time if from_time.respond_to?(:to_time)
+    to_time = to_time.to_time if to_time.respond_to?(:to_time)
+    dist = (to_time - from_time).to_i
+    minutes = (dist.abs / 60).round
+    hours = minutes / 60
+    minutes = minutes - (hours * 60)
+    seconds = dist - (hours * 3600) - (minutes * 60)
+
+    words = ''
+    words << "#{hours} #{hours > 1 ? 'hours' : 'hour' } " if hours > 0
+    words << "#{minutes} min " if minutes > 0
+    words << "#{seconds} sec"
+    words
+  end
+
+  def format_time(time)
+    time.strftime("%Y-%m-%d %H:%M:%S")
+  end
+
+  def recursive_copy_files(files, destination_dir, preprocess = false, variables = {})
+    if !STDOUT.tty?
+      puts "Copying files..."
+    end
+    files.each_with_index do |filename, i|
+      next if filename =~ /\.in(\.erb)?$/ || File.basename(filename) == "helpers.rb"
+      dir = File.dirname(filename)
+      if !File.exist?("#{destination_dir}/#{dir}")
+        FileUtils.mkdir_p("#{destination_dir}/#{dir}")
+      end
+      if !File.directory?(filename)
+        if preprocess && filename =~ /\.erb$/
+          real_filename = filename.sub(/\.erb$/, '')
+          Preprocessor.new.start(filename, "#{destination_dir}/#{real_filename}",
+            variables)
+        else
+          FileUtils.install(filename, "#{destination_dir}/#{filename}", :preserve => true)
+        end
+      end
+      if STDOUT.tty?
+        printf "\r[%5d/%5d] [%3.0f%%] Copying files...", i + 1, files.size, i * 100.0 / files.size
+        STDOUT.flush
+      end
+    end
+    if STDOUT.tty?
+      printf "\r[%5d/%5d] [%3.0f%%] Copying files...\n", files.size, files.size, 100
+    end
+  end
+
+  def shesc(path)
+    Shellwords.escape(path)
+  end
+end

data/packaging/debian/internal/publish/Rakefile

@@ -0,0 +1,97 @@
+require_relative 'rakefile_support'
+require_relative '../lib/tracking'
+
+initialize_rakefile!
+initialize_tracking_database!(SHOW_OVERVIEW_PERIODICALLY)
+
+
+desc "Publish all packages"
+task "publish:all"
+
+task :init_packagecloud => PACKAGECLOUD_YANK_ALL_TASKS do
+  initialize_tracking_database_logs!
+end
+
+
+##### Tasks for the 'yank all' feature #####
+
+if PACKAGECLOUD_YANK_ALL_TASKS.any?
+  register_tracking_category(:yank, "Yanking")
+end
+PACKAGECLOUD_YANK_ALL_TASKS.each_with_index do |task_name, i|
+  name = PACKAGECLOUD_PACKAGE_NAMES[i]
+  url  = URI.parse(PACKAGECLOUD_PACKAGE_URLS[i])
+
+  register_tracking_task(:yank, name)
+  task(task_name) do
+    track_task(:yank, name, false) do |task|
+      info = nil
+
+      retry_at_most(task, 3) do
+        task.log "Yanking package #{i + 1}/#{PACKAGECLOUD_YANK_ALL_TASKS.size}: #{name}"
+
+        request = Net::HTTP::Get.new(uri_path_and_query_string(url))
+        request.basic_auth(PACKAGECLOUD_TOKEN, "")
+        response = PACKAGECLOUD_HTTP.request(url, request)
+        if response.code != "200"
+          task.log "Unable to fetch information for package #{name}:"
+          task.log "URL   : #{url}"
+          task.log "Status: #{response.code}"
+          task.log "Body  : #{response.body}"
+          abort
+        end
+
+        info = JSON.parse(response.body)
+      end
+
+      retry_at_most(task, 3) do
+        yank_package(task, info['distro_version'], info['filename'])
+      end
+    end
+  end
+end
+
+
+##### Tasks for the 'yank all' feature #####
+
+register_tracking_category(:publish, "Packages")
+
+DISTROS.each do |distro_class, distro|
+  desc "Publish #{distro} packages"
+  task "publish:#{distro}"
+
+  Dir["/output/#{distro}/*.{deb,dsc}"].each do |path|
+    basename = File.basename(path)
+
+    task "publish:all" => "publish:#{distro}:#{basename}"
+    task "publish:#{distro}" => "publish:#{distro}:#{basename}"
+
+    register_tracking_task(:publish, "#{distro} #{basename}")
+    task "publish:#{distro}:#{basename}" => [:init_packagecloud] do
+      track_task(:publish, "#{distro} #{basename}", false) do |task|
+        if YANK
+          retry_at_most(task, 3) do
+            task.log "Yanking #{basename}"
+            yank_package(task, "#{distro_class}/#{distro}", basename)
+          end
+        end
+        retry_at_most(task, 3) do
+          task.sh "package_cloud push phusion/#{REPOSITORY}/#{distro_class}/#{distro} #{path}"
+        end
+      end
+    end
+  end
+end
+
+
+task :start do
+  initialize_tracking_database_logs!
+end
+
+task :finish do
+  puts
+  TRACKING_DB.monitor.synchronize do
+    TRACKING_DB.set_finished!
+    dump_tracking_database
+  end
+end