ood_packaging 0.0.4.r2.0 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bd3aeeb95678a5bbb1364254734c6fcb29b52f0d864edc0c0f6142e03a7e5165
-  data.tar.gz: 6ffdfc8efbfb4b8cf1bd5ed7170203c40ed0a7b3f075a53a0d415bf945808b61
+  metadata.gz: 80fe80e20ad800efba449504ba04074ede51db0f0bb8c22b77995e28ecc9c350
+  data.tar.gz: f5199c57d54acd2c01ad3d50f28315141bbcb199271deec5af9049d790f362a9
 SHA512:
-  metadata.gz: f72229076dfddf1dd90d3817a8bd07b4594c436bce2ba5bebf63a9f3705f8fe0aa62608d2095418339710c41d7654af3fa200e1af0baacc78758c1c8b4ff4436
-  data.tar.gz: 710040bdbcf6ef1d765d0ae9b9afbb6798e38245b6e5e7e213fc8a94fc99cd7ef836fcf85b781f67c31813c133e80f7e07f93316eb4e44fae260d25268d57de3
+  metadata.gz: b9d32724c91dbe5d77b886eaaf318b109df6c38bdbb450da79de53fcfc80eb7cccefa7e9ef780b52d0369caa151014a2e21bd694f60345f9d27d24a0d4057cb2
+  data.tar.gz: 4a1e28f5c482a9714d4c9dfa272089833b67c87132fc3edd9786cd0494617221704553823f72e89e5d229bda6b483115a0f776c481a602442a2e1b9e3c045fe9

data/bin/ood_packaging

@@ -2,9 +2,13 @@
 # frozen_string_literal: true
 
 require 'optparse'
-libdir = File.expand_path(File.join(__dir__, '../lib'))
-$LOAD_PATH.unshift(libdir) if Dir.exist?(libdir)
-require 'ood_packaging'
+begin
+  require 'ood_packaging'
+# If gem is not installed, load from location in git repo
+rescue LoadError
+  $LOAD_PATH.unshift(File.expand_path(File.join(__dir__, '../lib')))
+  require 'ood_packaging'
+end
 
 options = {}
 OptionParser.new do |opts|

data/lib/ood_packaging/build.rb

@@ -94,8 +94,6 @@ class OodPackaging::Build
   def debian_dir
     @debian_dir ||= if Dir.exist?('/package/deb/debian')
                       '/package/deb/debian'
-                    elsif Dir.exist?('/package/packaging/deb')
-                      '/package/packaging/deb'
                     else
                       '/package/debian'
                     end
@@ -146,7 +144,6 @@ class OodPackaging::Build
     rpmbuild! if build_box.rpm?
     debuild! if build_box.deb?
     copy_output!
-    show_output!
     gpg_sign! if build_box.rpm? && gpg_sign?
     sanity!
   end
@@ -222,7 +219,7 @@ class OodPackaging::Build
     puts "\tBootstrap debian build files".blue
     Dir.chdir(deb_work_dir) do
       sh "dh_make -s -y --createorig -f ../#{deb_name}.tar.gz#{cmd_suffix} || true"
-      sh "dch -b -v #{deb_version} --controlmaint 'Release #{deb_version}'#{cmd_suffix}"
+      sh "dch -b -v #{deb_version} 'Release #{deb_version}'#{cmd_suffix}"
     end
   end
 
@@ -248,14 +245,9 @@ class OodPackaging::Build
 
   def install_deb_dependencies!
     sh "sudo apt update -y#{cmd_suffix}"
-    tool = [
-      'DEBIAN_FRONTEND=noninteractive apt-cudf-get --solver aspcud',
-      '-o APT::Get::Assume-Yes=1 -o APT::Get::Allow-Downgrades=1',
-      '-o Debug::pkgProblemResolver=0 -o APT::Install-Recommends=0'
-    ]
     cmd = [
       'mk-build-deps --install --remove --root-cmd sudo',
-      "--tool='#{tool.join(' ')}'"
+      "--tool='apt-get -o Debug::pkgProblemResolver=yes --no-install-recommends --yes'"
     ]
     Dir.chdir(deb_work_dir) do
       sh "#{cmd.join(' ')}#{cmd_suffix}"
@@ -294,13 +286,6 @@ class OodPackaging::Build
     end
   end
 
-  def show_output!
-    puts '== Copied output =='.blue
-    Dir["#{output_dir}/*"].each do |f|
-      puts "\tSaved output #{f}".blue
-    end
-  end
-
   def gpg_sign!
     puts '== GPG sign RPMs =='.blue
     rpms.each do |rpm|

data/lib/ood_packaging/build_box/docker-image/Dockerfile.erb

@@ -2,35 +2,32 @@ FROM <%= base_image %>
 MAINTAINER Trey Dockendorf <tdockendorf@osc.edu>
 ENV LANG=en_US.UTF-8
 ENV LC_CTYPE=en_US.UTF-8
-ENV USER=<%= ctr_user %>
 ENV GEM_PATH=<%= ctr_gems_dir %>:
-<% if scl? -%>
+<% if dist == 'el7' -%>
 RUN yum update -y && yum clean all && rm -rf /var/cache/yum/*
 RUN yum install -y yum-utils epel-release centos-release-scl && yum clean all && rm -rf /var/cache/yum/*
 RUN yum install -y <%= scl_ruby %>-ruby sudo which wget @buildsys-build \
     rpm-build rpmdevtools rpm-sign scl-utils-build && \
     yum clean all && rm -rf /var/cache/yum/*
-RUN rm -f /etc/yum.repos.d/CentOS-Vault.repo /etc/yum.repos.d/CentOS-Sources.repo
-RUN head -n 13 /etc/yum.repos.d/CentOS-SCLo-scl.repo > /etc/yum.repos.d/CentOS-SCLo.repo
-RUN head -n 13 /etc/yum.repos.d/CentOS-SCLo-scl-rh.repo >> /etc/yum.repos.d/CentOS-SCLo.repo
-RUN rm -f /etc/yum.repos.d/CentOS-SCLo-scl-rh.repo /etc/yum.repos.d/CentOS-SCLo-scl.repo
-<% elsif dnf? -%>
+<% elsif dist =~ /^el/ -%>
 RUN dnf update -y && dnf clean all && rm -rf /var/cache/dnf/*
 RUN dnf install -y dnf-utils epel-release langpacks-en glibc-all-langpacks && dnf clean all && rm -rf /var/cache/dnf/*
 RUN dnf config-manager --set-enabled powertools && dnf clean all && rm -rf /var/cache/dnf/*
-RUN dnf module enable -y ruby:<%= ruby_version %> nodejs:<%= nodejs_version %> && dnf clean all && rm -rf /var/cache/dnf/*
-RUN dnf install -y systemd ruby nodejs sudo which wget \
+RUN dnf module enable -y ruby:<%= ruby_version %> && dnf clean all && rm -rf /var/cache/dnf/*
+RUN dnf module enable -y nodejs:<%= nodejs_version %> && dnf clean all && rm -rf /var/cache/dnf/*
+RUN dnf install -y ruby sudo which wget \
     gcc-c++ gcc make patch \
     rpm-build rpmdevtools rpm-sign scl-utils-build && \
     dnf clean all && rm -rf /var/cache/dnf/*
-<% elsif deb? -%>
+<% elsif dist =~ /^ubuntu|debian/ -%>
 ENV DEBIAN_FRONTEND=noninteractive
 RUN apt update -y && apt upgrade -y && apt clean all -y
 RUN apt update -y && apt install -y locales && locale-gen $LANG && \
     apt clean all -y
 RUN apt update -y && apt install -y apt-transport-https ca-certificates \
-    init debhelper devscripts dh-make build-essential apt-cudf lintian equivs \
-    sudo rake wget curl ruby bundler && \
+    init debhelper devscripts dh-make build-essential lintian equivs \
+    sudo rake wget curl ruby && \
+    ln -snf /bin/bundle2.7 /bin/bundle && \
     apt clean all -y
 RUN echo "deb https://deb.nodesource.com/node_<%= nodejs_version %>.x <%= codename %> main" > /etc/apt/sources.list.d/nodesource.list
 RUN curl -s https://deb.nodesource.com/gpgkey/nodesource.gpg.key | gpg --dearmor > /etc/apt/trusted.gpg.d/nodesource.gpg

data/lib/ood_packaging/build_box/docker-image/install.sh.erb

@@ -72,7 +72,7 @@ echo "allow-loopback-pinentry" >> <%= ctr_gpg_dir %>/gpg-agent.conf
 <%- end -%>
 
 header "Install ood_packaging gem"
-<%- if scl? -%>
+<%- if rpm? && !dnf? -%>
 run scl enable <%= scl_ruby %> -- gem install --no-doc --bindir <%= ctr_scripts_dir %> --install-dir <%= ctr_gems_dir %> /build/*.gem
 <%- else -%>
 run gem install --no-doc --bindir <%= ctr_scripts_dir %> --install-dir <%= ctr_gems_dir %> /build/*.gem

data/lib/ood_packaging/build_box.rb

@@ -12,12 +12,10 @@ class OodPackaging::BuildBox
   BASE_IMAGES = {
     'el7'          => 'centos:7',
     'el8'          => 'rockylinux/rockylinux:8',
-    'ubuntu-18.04' => 'ubuntu:18.04',
     'ubuntu-20.04' => 'ubuntu:20.04'
   }.freeze
 
   CODENAMES = {
-    'ubuntu-18.04' => 'bionic',
     'ubuntu-20.04' => 'focal'
   }.freeze
 
@@ -135,10 +133,6 @@ class OodPackaging::BuildBox
     sh [container_runtime, 'push', image_tag].join(' ')
   end
 
-  def pull!
-    sh [container_runtime, 'pull', image_tag].join(' ')
-  end
-
   def save!(path)
     sh [container_runtime, 'save', image_tag, '| gzip >', path].join(' ')
   end

data/lib/ood_packaging/package.rb

@@ -21,6 +21,8 @@ class OodPackaging::Package
     @config = config
     @config[:dist] = 'el8' if tar_only?
     @build_box = OodPackaging::BuildBox.new(config)
+    @clean_work_dir = config[:clean_work_dir].nil? ? true : config[:clean_work_dir]
+    @clean_output_dir = config[:clean_output_dir].nil? ? true : config[:clean_output_dir]
     raise ArgumentError, 'Package is required' if package.nil?
     raise ArgumentError, 'Version is required' if version.nil?
     raise ArgumentError, "Package #{package} is not a directory" unless Dir.exist?(package)
@@ -31,18 +33,12 @@ class OodPackaging::Package
     @container_name ||= SecureRandom.uuid
   end
 
-  def debug?
+  def debug
     return true if ENV['OOD_PACKAGING_DEBUG'] == 'true'
 
     @config[:debug].nil? ? false : @config[:debug]
   end
 
-  def cmd_suffix
-    return '' if debug?
-
-    ' 2>/dev/null 1>/dev/null'
-  end
-
   def attach?
     return true if ENV['OOD_PACKAGING_ATTACH'] == 'true'
 
@@ -53,22 +49,10 @@ class OodPackaging::Package
     @work_dir ||= File.expand_path(@config[:work_dir])
   end
 
-  def clean_work_dir
-    return false if ENV['OOD_PACKAGING_CLEAN_WORK_DIR'] == 'false'
-
-    @config[:clean_work_dir].nil? ? true : @config[:clean_work_dir]
-  end
-
   def output_dir
     @output_dir ||= File.expand_path(@config[:output_dir])
   end
 
-  def clean_output_dir
-    return false if ENV['OOD_PACKAGING_CLEAN_OUTPUT_DIR'] == 'false'
-
-    @config[:clean_output_dir].nil? ? true : @config[:clean_output_dir]
-  end
-
   def package
     @config[:package]
   end
@@ -106,6 +90,8 @@ class OodPackaging::Package
 
   def gpg_files
     [
+      OpenStruct.new(private_key: File.join(proj_root, 'ondemand.sec'), passphrase: File.join(proj_root, '.gpgpass')),
+      OpenStruct.new(private_key: File.join(package, 'ondemand.sec'), passphrase: File.join(package, '.gpgpass')),
       OpenStruct.new(private_key: @config[:gpg_private_key], passphrase: @config[:gpg_passphrase]),
       OpenStruct.new(private_key: ENV['OOD_PACKAGING_GPG_PRIVATE_KEY'],
                      passphrase:  ENV['OOD_PACKAGING_GPG_PASSPHRASE'])
@@ -123,12 +109,8 @@ class OodPackaging::Package
     !gpg_files.nil?
   end
 
-  def default_gpg_name
-    'OnDemand Release Signing Key'
-  end
-
   def gpg_name
-    @config[:gpg_name].nil? ? default_gpg_name : @config[:gpg_name]
+    @config[:gpg_name].nil? ? 'OnDemand Release Signing Key' : @config[:gpg_name]
   end
 
   def container_init
@@ -192,7 +174,7 @@ class OodPackaging::Package
     cmd.concat exec_launchers if docker_runtime?
     cmd.concat ['scl', 'enable', scl_ruby, '--'] if podman_runtime? && build_box.scl?
     cmd.concat [File.join(ctr_scripts_dir, 'rake')]
-    cmd.concat ['-q'] unless debug?
+    cmd.concat ['-q'] unless debug
     cmd.concat ['-f', File.join(ctr_scripts_dir, 'Rakefile'), 'ood_packaging:package:build']
     cmd
   end
@@ -218,13 +200,13 @@ class OodPackaging::Package
   end
 
   def clean!
-    sh "rm -rf #{work_dir}", verbose: debug? if clean_work_dir
-    sh "rm -rf #{output_dir}", verbose: debug? if clean_output_dir
+    sh "rm -rf #{work_dir}", verbose: debug if @clean_work_dir
+    sh "rm -rf #{output_dir}", verbose: debug if @clean_output_dir
   end
 
   def bootstrap!
-    sh "mkdir -p #{work_dir}", verbose: debug?
-    sh "mkdir -p #{output_dir}", verbose: debug?
+    sh "mkdir -p #{work_dir}", verbose: debug
+    sh "mkdir -p #{output_dir}", verbose: debug
   end
 
   def tar!
@@ -242,7 +224,7 @@ class OodPackaging::Package
     sh "rm #{tar_file}" if File.exist?(tar_file)
     puts "Create tar archive #{tar_file}".blue
     Dir.chdir(tar_path) do
-      sh cmd.join(' '), verbose: debug?
+      sh cmd.join(' '), verbose: debug
     end
   end
 
@@ -256,19 +238,19 @@ class OodPackaging::Package
     tar! if tar?
     container_start!
     container_exec!(exec_rake)
-    puts "Build SUCCESS: package=#{package} dist=#{build_box.dist}".green
   rescue RuntimeError
+    # ret = 1
     puts "Build FAILED package=#{package} dist=#{build_box.dist}".red
     raise
+  else
+    puts "Build SUCCESS: package=#{package} dist=#{build_box.dist}".green
   ensure
-    container_attach! if attach?
-    container_kill! if container_running? && !attach?
+    container_exec!(exec_attach, ['-i', '-t']) if attach?
+    container_kill! if container_running?
   end
 
   def container_running?
-    cmd = "#{container_runtime} inspect #{container_name} 2>/dev/null 1>/dev/null"
-    puts cmd if debug?
-    `#{cmd}`
+    `#{container_runtime} inspect #{container_name} 2>/dev/null 1>/dev/null`
     $CHILD_STATUS.success?
   end
 
@@ -279,9 +261,9 @@ class OodPackaging::Package
     cmd.concat container_mounts
     cmd.concat [build_box.image_tag]
     cmd.concat [container_init]
-    cmd.concat ['1>/dev/null'] unless debug?
+    cmd.concat ['1>/dev/null'] unless debug
     puts "Starting container #{container_name} using image #{build_box.image_tag}".blue
-    sh cmd.join(' '), verbose: debug?
+    sh cmd.join(' '), verbose: debug
   end
 
   def container_exec!(exec_cmd, extra_args = [])
@@ -293,24 +275,14 @@ class OodPackaging::Package
     cmd.concat [container_name]
     cmd.concat exec_cmd
     puts "Build STARTED: package=#{package} dist=#{build_box.dist} exec=#{exec_cmd[-1]}".blue
-    sh cmd.join(' '), verbose: debug?
-    true
-  rescue RuntimeError
-    container_kill! if container_running? && !attach?
-    raise
-  end
-
-  def container_attach!
-    container_exec!(exec_attach, ['-i', '-t']) if attach?
-  ensure
-    container_kill! if container_running?
+    sh cmd.join(' '), verbose: debug
   end
 
   def container_kill!
     puts "Killing container #{container_name}".blue
     cmd = [container_runtime, 'kill', container_name]
-    cmd.concat [cmd_suffix] unless debug?
-    sh cmd.join(' '), verbose: debug?
+    cmd.concat ['1>/dev/null', '2>/dev/null'] unless debug
+    sh cmd.join(' '), verbose: debug
   end
 
   def container_env
@@ -324,7 +296,7 @@ class OodPackaging::Package
       'SKIP_DOWNLOAD' => @config[:skip_download],
       'OOD_UID'       => Process.uid,
       'OOD_GID'       => Process.gid,
-      'DEBUG'         => debug?
+      'DEBUG'         => debug
     }
     env['GPG_PUBKEY'] = '/gpg.pub' if @config[:gpg_pubkey]
     env

data/lib/ood_packaging/tasks.rb

@@ -28,12 +28,6 @@ namespace :ood_packaging do
       @build_box.push!
     end
 
-    desc 'Pull buildbox image'
-    task :pull, [:dist] do |_task, args|
-      @build_box = OodPackaging::BuildBox.new(args)
-      @build_box.pull!
-    end
-
     desc 'Save buildbox image'
     task :save, [:dist, :path] do |_task, args|
       @build_box = OodPackaging::BuildBox.new(args)
@@ -50,9 +44,8 @@ namespace :ood_packaging do
     OodPackaging::RakeTask.new(:internal, [:package, :dist]) do |t, args|
       name = args[:package].split(':').last
       t.package = File.join(proj_root, 'packages', name)
-      dist = args[:dist] || ENV['OOD_PACKAGING_DIST']
-      t.dist = dist
-      t.version = OodPackaging.package_version(name, dist)
+      t.dist = args[:dist] || ENV['OOD_PACKAGING_DIST']
+      t.version = OodPackaging.package_version(name, args[:dist])
       t.work_dir = File.join(proj_root, 'tmp/work')
       t.output_dir = File.join(proj_root, 'tmp/output')
     end

data/lib/ood_packaging/utils.rb

@@ -55,7 +55,7 @@ module OodPackaging::Utils
   end
 
   def ondemand_repo_version
-    '2.0'
+    '2.1'
   end
 
   def ruby_version

data/lib/ood_packaging/version.rb

@@ -2,25 +2,25 @@
 
 # Version code for OodPackaging
 module OodPackaging
-  VERSION = '0.0.4.r2.0'
+  VERSION = '0.1.0'
   PACKAGE_VERSION = {
     'ondemand-release'        => {
-      '(ubuntu|debian)' => '2.0.1',
-      'default'         => '2.0'
+      '(ubuntu|debian)' => '2.1.0',
+      'default'         => '2.1'
     },
     'ondemand-release-latest' => {
       '(ubuntu|debian)' => '1',
-      'default'         => '1-7'
+      'default'         => '1-6'
     },
-    'ondemand-runtime'        => '2.0-3',
-    'passenger'               => '6.0.14',
+    'ondemand-runtime'        => '2.1',
+    'passenger'               => '6.0.11',
     'cjose'                   => '0.6.1',
     'mod_auth_openidc'        => '2.4.5',
     'sqlite'                  => '3.26.0-4',
     'ondemand_exporter'       => '0.9.0',
     'ondemand-compute'        => {
-      '(ubuntu|debian)' => '2.0',
-      'default'         => '2.0'
+      '(ubuntu|debian)' => '2.1.0',
+      'default'         => '2.1'
     },
     'python-websockify'       => '0.8.0',
     'turbovnc'                => '2.2.5'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ood_packaging
 version: !ruby/object:Gem::Version
-  version: 0.0.4.r2.0
+  version: 0.1.0
 platform: ruby
 authors:
 - Trey Dockendorf
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-10-03 00:00:00.000000000 Z
+date: 2021-12-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -109,11 +109,11 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.2.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Open OnDemand packaging library