omnibus-software 22.11.239

data/config/software/zlib.rb

@@ -0,0 +1,85 @@
+#
+# Copyright 2012-2018 Chef Software, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "zlib"
+default_version "1.2.12"
+
+# version_list: url=https://zlib.net/fossils/ filter=*.tar.gz
+
+version("1.2.12") { source sha256: "91844808532e5ce316b3c010929493c0244f3d37593afd6de04f71821d5136d9" }
+version("1.2.11") { source sha256: "c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1" }
+version("1.2.8")  { source sha256: "36658cb768a54c1d4dec43c3116c27ed893e88b02ecfcb44f2166f9c0b7f2a0d" }
+version("1.2.6")  { source sha256: "21235e08552e6feba09ea5e8d750805b3391c62fb81c71a235c0044dc7a8a61b" }
+
+source url: "https://zlib.net/fossils/zlib-#{version}.tar.gz"
+
+license "Zlib"
+license_file "README"
+skip_transitive_dependency_licensing true
+
+relative_path "zlib-#{version}"
+
+build do
+  if windows?
+    env = with_standard_compiler_flags(with_embedded_path)
+
+    patch source: "zlib-windows-relocate.patch", env: env
+
+    # We can't use the top-level Makefile. Instead, the developers have made
+    # an organic, artisanal, hand-crafted Makefile.gcc for us which takes a few
+    # variables.
+    env["BINARY_PATH"] = "/bin"
+    env["LIBRARY_PATH"] = "/lib"
+    env["INCLUDE_PATH"] = "/include"
+    env["DESTDIR"] = "#{install_dir}/embedded"
+
+    make_args = [
+      "-fwin32/Makefile.gcc",
+      "SHARED_MODE=1",
+      "CFLAGS=\"#{env["CFLAGS"]} -Wall\"",
+      "ASFLAGS=\"#{env["CFLAGS"]} -Wall\"",
+      "LDFLAGS=\"#{env["LDFLAGS"]}\"",
+      # The win32 makefile for zlib does not handle parallel make correctly.
+      # In particular, see its rule for IMPLIB and SHAREDLIB. The ld step in
+      # SHAREDLIB will generate both the dll and the dll.a files. The step to
+      # strip the dll occurs next but since the dll.a file is already present,
+      # make will attempt to link example_d.exe and minigzip_d.exe in parallel
+      # with the strip step - causing gcc to freak out when a source file is
+      # rewritten part way through the linking stage.
+      # "-j #{workers}",
+    ]
+
+    make(*make_args, env: env)
+    make("install", *make_args, env: env)
+  else
+    # We omit the omnibus path here because it breaks mac_os_x builds by picking
+    # up the embedded libtool instead of the system libtool which the zlib
+    # configure script cannot handle.
+    # TODO: Do other OSes need this?  Is this strictly a mac thing?
+    env = with_standard_compiler_flags
+    if freebsd? || solaris2?
+      # FreeBSD 10+ gets cranky if zlib is not compiled in a
+      # position-independent way.
+      # zlib 1.2.12 introduced the same problem on Solaris.
+      env["CFLAGS"] << " -fPIC"
+    end
+
+    configure env: env
+
+    make "-j #{workers}", env: env
+    make "-j #{workers} install", env: env
+  end
+end

data/config/templates/git/config.mak.erb

@@ -0,0 +1,31 @@
+<%- if cc -%>
+CC=<%= cc %>
+<%-  end -%>
+<%- if ld -%>
+LD=<%= ld %>
+<%-  end -%>
+<%- if cflags -%>
+CFLAGS=<%= cflags %>
+<%-  end -%>
+<%- if cppflags -%>
+CPPFLAGS=<%= cppflags %>
+<%-  end -%>
+<%- if ldflags -%>
+LDFLAGS=<%= ldflags %>
+<%-  end -%>
+<%- if install -%>
+INSTALL=<%= install %>
+<%-  end -%>
+<%- if shell_path -%>
+SHELL_PATH=<%= shell_path %>
+<%-  end -%>
+CURLDIR=<%= install_dir %>/embedded
+EXPATDIR=<%= install_dir %>/embedded
+ICONVDIR=<%= install_dir %>/embedded
+LIBPCREDIR=<%= install_dir %>/embedded
+OPENSSLDIR=<%= install_dir %>/embedded
+ZLIB_PATH=<%= install_dir %>/embedded
+
+<%- config_hash.each_pair do |k, v| -%>
+<%= k.to_s %>=<%= v %>
+<%- end -%>

data/config/templates/rubygems/register_devtools.rb.erb

@@ -0,0 +1,33 @@
+require 'fileutils'
+require 'pathname'
+
+os_file_path = 'rubygems/defaults/operating_system.rb'
+
+def registration_snippet(file_path)
+	relative_paths = <%= paths %>.map do |p|
+		Pathname.new(p).relative_path_from(Pathname.new(file_path)).to_s
+	end
+
+<<EOF
+Gem.pre_install do |gem_installer|
+	unless gem_installer.spec.extensions.empty?
+		tool_paths = #{relative_paths}.map do |p|
+			File.expand_path(p, __FILE__).gsub(File::SEPARATOR, File::ALT_SEPARATOR)
+		end
+		tool_path = tool_paths.join(File::PATH_SEPARATOR)
+		unless ENV['PATH'].include?(tool_path)
+			Gem.ui.say("Adding native build tools to path: " + tool_path) if Gem.configuration.verbose
+			ENV['PATH'] = [tool_path, ENV['PATH']].join(File::PATH_SEPARATOR)
+		end
+  end
+end
+EOF
+end
+
+['rubylibdir', 'sitelibdir'].each do |rubygems_path|
+	file_path = File.join(RbConfig::CONFIG[rubygems_path], os_file_path)
+	FileUtils.mkdir_p(File.dirname(file_path))
+	File.open(file_path, 'w') do |file|
+		file.write(registration_snippet(file_path))
+	end
+end

data/config/templates/runit/runsvdir-start.erb

@@ -0,0 +1,42 @@
+#!/bin/bash
+#
+# Copyright 2012-<%= Time.now.year %> Chef Software, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+PATH=<%= install_dir %>/bin:<%= install_dir %>/embedded/bin:/usr/local/bin:/usr/local/sbin:/bin:/sbin:/usr/bin:/usr/sbin
+
+ulimit -c 0
+ulimit -d unlimited
+ulimit -e 0
+ulimit -f unlimited
+ulimit -i 62793
+ulimit -l 64
+ulimit -m unlimited
+# WARNING: Increasing the global file descriptor limit increases RAM
+# consumption on startup dramatically!
+ulimit -n 50000
+ulimit -q 819200
+ulimit -r 0
+ulimit -s 10240
+ulimit -t unlimited
+ulimit -u unlimited
+ulimit -v unlimited
+ulimit -x unlimited
+echo "1000000" > /proc/sys/fs/file-max
+
+umask 022
+
+exec env - PATH=$PATH \
+runsvdir -P <%= install_dir %>/service 'log: <%= '.'*395 %>'

data/docker-compose.yml

@@ -0,0 +1,15 @@
+services:
+  builder:
+    build: .
+    volumes:
+      - ./:/omnibus-software
+      - ./test:/test
+    working_dir: /test
+    command: bash --init-file omnibus-build.sh
+
+    # Multiple concurrent "docker-compose run" commands on the same system in the CI pipeline caused intermittent failures
+    # while creating the network.
+    # Using "network_mode: bridge" forces compose to use docker's legacy default bridge network instead.
+    # We considered namespacing the network using COMPOSE_PROJECT_NAME=$BUILDKITE_JOB_ID but using the legacy bridge network
+    # means we can avoid worrying about any impact and management overhead that multiple networks might create.
+    network_mode: bridge

data/lib/omnibus-software/version.rb

@@ -0,0 +1,3 @@
+module OmnibusSoftware
+  VERSION = File.read(File.join(__dir__, "../../VERSION")).strip.freeze
+end

data/lib/omnibus-software.rb

@@ -0,0 +1,115 @@
+#
+# Copyright 2012-2014 Chef Software, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "pathname" unless defined?(Pathname)
+require "omnibus"
+require "highline"
+
+module OmnibusSoftware
+  class << self
+    #
+    # The root where Omnibus Software lives.
+    #
+    # @return [Pathname]
+    #
+    def root
+      @root ||= Pathname.new(File.expand_path("..", __dir__))
+    end
+
+    #
+    # Verify the given software definitions, iterating over each software and
+    # loading it. This is probably the most primitive test ever - just load the
+    # DSL files - but it is the best thing we have for CI in omnibus-software.
+    #
+    # @return [void]
+    #
+    def verify!
+      for_each_software do |_software|
+        $stdout.print "."
+      end
+    end
+
+    def fetch(name, path)
+      fetch_software(load_software(name), path)
+    end
+
+    def fetch_all(path)
+      for_each_software do |software|
+        # only fetch net_fetcher sources for now
+        next if software.source.nil? || software.source[:url].nil?
+
+        fetch_software(software, path)
+      end
+    end
+
+    def fetch_software(software, path)
+      Omnibus::Config.cache_dir File.expand_path(path)
+      Omnibus::Config.use_s3_caching false
+      Omnibus.logger.level = :debug
+      puts "Fetching #{software.name}"
+      software.fetcher.fetch
+    end
+
+    def list
+      Omnibus.logger.level = :fatal
+      h = HighLine.new
+      for_output = ["Name", "Default Version", "Source"]
+      for_each_software do |software|
+        for_output += [software.name, software.default_version, maybe_source(software.source)]
+      end
+      puts h.list(for_output, :uneven_columns_across, 3)
+    end
+
+    private
+
+    def maybe_source(source)
+      if source
+        if source[:git]
+          "GIT #{source[:git]}"
+        elsif source[:url]
+          "NET #{source[:url]}"
+        else
+          "OTHER"
+        end
+      else
+        "NONE"
+      end
+    end
+
+    def fake_project
+      @fake_project ||= Omnibus::Project.new.evaluate do
+        name "project.sample"
+        install_dir "tmp/project.sample"
+      end
+    end
+
+    def software_dir
+      OmnibusSoftware.root.join("config/software")
+    end
+
+    def load_software(software_name)
+      Omnibus::Config.local_software_dirs(OmnibusSoftware.root)
+      Omnibus::Software.load(fake_project, software_name, nil)
+    end
+
+    def for_each_software
+      Dir.glob("#{software_dir}/*.rb").each do |filepath|
+        name = File.basename(filepath, ".rb")
+        yield load_software(name)
+      end
+    end
+  end
+end

data/omnibus-software.gemspec

@@ -0,0 +1,20 @@
+$:.push File.expand_path("lib", __dir__)
+require "omnibus-software/version"
+
+Gem::Specification.new do |s|
+  s.name        = "omnibus-software"
+  s.version     = OmnibusSoftware::VERSION
+  s.authors     = ["Chef Software, Inc."]
+  s.email       = ["info@chef.io"]
+  s.license     = "Apache-2.0"
+  s.homepage    = "https://github.com/chef/omnibus-software"
+  s.summary     = "Open Source software for use with Omnibus"
+  s.description = "Open Source software build descriptions for use with Omnibus"
+
+  # Software definitions in this bundle require at least this version of
+  # omnibus because of the dsl methods they are using.
+  s.add_dependency "omnibus", ">= 9.0.0"
+
+  s.files         = `git ls-files`.split("\n")
+  s.require_paths = ["lib"]
+end

data/test/Gemfile

@@ -0,0 +1,10 @@
+source "https://rubygems.org"
+
+gem "omnibus", github: "chef/omnibus", branch: "main"
+gem "omnibus-software", path: "/omnibus-software"
+
+group :development do
+  gem "pry"
+  gem "pry-byebug"
+  gem "pry-stack_explorer"
+end

data/test/config/projects/test.rb

@@ -0,0 +1,14 @@
+name "test"
+maintainer "Chef Software, Inc."
+homepage "https://www.chef.io"
+
+install_dir "#{default_root}/#{name}"
+
+build_version   Omnibus::BuildVersion.semver
+build_iteration 1
+
+dependency ENV["SOFTWARE"]
+
+if ENV["VERSION"]
+  override ENV["SOFTWARE"].to_sym, version: ENV["VERSION"]
+end

data/test/generate_steps.rb

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+
+require "open3"
+
+# Get the branch to compare against (rename default to 'main' once migration occurs)
+BRANCH = ENV["BUILDKITE_PULL_REQUEST_BASE_BRANCH"] || "main"
+
+# Read in all the versions that are specified by SOFTWARE
+def version(version = nil)
+  $versions << version
+end
+
+def default_version(version = nil)
+  $versions << version
+end
+
+# Get a list of all the config/software definitions that have been added or modified
+_, status = Open3.capture2e("git config --global --add safe.directory /workdir")
+exit 1 if status != 0
+_, status = Open3.capture2e("git fetch origin #{BRANCH}")
+exit 1 if status != 0
+stdout, status = Open3.capture2("git diff --name-status origin/#{BRANCH}...HEAD config/software | awk 'match($1, \"A\"){print $2; next} match($1, \"M\"){print $2}'")
+exit 1 if status != 0
+
+files = stdout.lines.compact.uniq.map(&:chomp)
+exit 0 if files.empty?
+
+puts "steps:"
+files.each do |file|
+  software = File.basename(file, ".rb")
+  $versions = []
+
+  File.readlines(file).each do |line|
+    # match if line starts with "default_version" or "version"
+    if line.match(/^\s*(default_)?version/)
+      # remove the beginning of any ruby block if it exists
+      line.sub!(/\s*(do|{).*/, "")
+
+      # rubocop:disable Security/Eval
+      eval(line)
+    end
+  end
+
+  $versions.compact.uniq.each do |version|
+    puts <<~EOH
+      - label: "test-build (#{software} #{version})"
+        command: docker-compose run --rm -e SOFTWARE=#{software} -e VERSION=#{version} -e CI builder
+        timeout_in_minutes: 30
+        expeditor:
+          executor:
+            linux:
+              privileged: true
+    EOH
+  end
+end

data/test/omnibus-build.sh

@@ -0,0 +1,50 @@
+#!/bin/bash
+
+# shellcheck disable=SC1090
+. ~/.bashrc
+
+echo "--- Setting Omnibus build environment variables"
+
+export PATH="/opt/omnibus-toolchain/bin:${PATH}"
+echo "PATH=${PATH}"
+
+if [[ -f "/opt/omnibus-toolchain/embedded/ssl/certs/cacert.pem" ]]; then
+  export SSL_CERT_FILE="/opt/omnibus-toolchain/embedded/ssl/certs/cacert.pem"
+  echo "SSL_CERT_FILE=${SSL_CERT_FILE}"
+fi
+
+###################################################################
+# Query tool versions
+###################################################################
+echo ""
+echo ""
+echo "========================================"
+echo "= Tool Versions"
+echo "========================================"
+echo ""
+echo "Bash.........$(bash --version | head -1)"
+echo "Bundler......$(bundle --version | head -1)"
+echo "GCC..........$(gcc --version | head -1)"
+echo "Git..........$(git --version | head -1)"
+echo "Make.........$(make --version | head -1)"
+echo "Ruby.........$(ruby --version | head -1)"
+echo "RubyGems.....$(gem --version | head -1)"
+echo ""
+echo "========================================"
+
+rm -f Gemfile.lock
+rm -rf .bundle
+
+if [[ $CI == true ]]; then
+  DEBUG=1 bundle config set --local without development
+fi
+
+echo "--- Running bundle install"
+
+DEBUG=1 bundle install
+
+if [[ $CI == true ]]; then
+  echo "--- Building"
+  bundle exec omnibus build test
+  exit $?
+fi

data/test/omnibus.rb

@@ -0,0 +1,55 @@
+#
+# This file is used to configure the harmony project. It contains
+# some minimal configuration examples for working with Omnibus. For a full list
+# of configurable options, please see the documentation for +omnibus/config.rb+.
+#
+
+# Build internally
+# ------------------------------
+# By default, Omnibus uses system folders (like +/var+ and +/opt+) to build and
+# cache components. If you would to build everything internally, you can
+# uncomment the following options. This will prevent the need for root
+# permissions in most cases. You will also need to update the harmony
+# project configuration to build at +./local/omnibus/build+ instead of
+# +/opt/harmony+
+#
+# Uncomment this line to change the default base directory to "local"
+# -------------------------------------------------------------------
+# base_dir './local'
+#
+# Alternatively you can tune the individual values
+# ------------------------------------------------
+# cache_dir     './local/omnibus/cache'
+# git_cache_dir './local/omnibus/cache/git_cache'
+# source_dir    './local/omnibus/src'
+# build_dir     './local/omnibus/build'
+# package_dir   './local/omnibus/pkg'
+# package_tmp   './local/omnibus/pkg-tmp'
+
+# Windows architecture defaults - set to x86 unless otherwise specified.
+# ------------------------------
+env_omnibus_windows_arch = (ENV["OMNIBUS_WINDOWS_ARCH"] || "").downcase
+env_omnibus_windows_arch = :x64 unless %w{x86 x64}.include?(env_omnibus_windows_arch)
+
+windows_arch env_omnibus_windows_arch
+
+# Disable git caching
+# ------------------------------
+use_git_caching false
+
+# Enable S3 asset caching
+# ------------------------------
+use_s3_caching false
+
+# Customize compiler bits
+# ------------------------------
+# solaris_compiler 'gcc'
+
+# Do not retry builds
+# ------------------------------
+build_retries 0
+
+# Load additional software
+# ------------------------------
+# software_gems ['omnibus-software', 'my-company-software']
+# local_software_dirs ['/path/to/local/software']