kube_deploy_tools 3.0.5

data/lib/kube_deploy_tools/shellrunner.rb

@@ -0,0 +1,46 @@
+require 'forwardable'
+require 'open3'
+require 'shellwords'
+
+require 'kube_deploy_tools/formatted_logger'
+
+module KubeDeployTools
+  class Shellrunner
+    class << self
+      extend Forwardable
+
+      attr_accessor :shellrunner
+      def_delegators :@shellrunner, :check_call, :run_call
+    end
+
+    def initialize
+    end
+
+    def check_call(*cmd, **opts)
+      out, err, status = run_call(*cmd, **opts)
+      if !status.success?
+        raise "Command failed: #{Shellwords.join(cmd)} with the following error: #{err}"
+      end
+      out
+    end
+
+    def run_call(*cmd, **opts)
+      print_cmd = opts.fetch(:print_cmd, true)
+      if print_cmd
+        Logger.info(Shellwords.join(cmd))
+      else
+        Logger.debug(Shellwords.join(cmd))
+      end
+      out, err, status = Open3.capture3(*cmd, stdin_data: opts[:stdin_data])
+      Logger.debug(out.shellescape)
+
+      if !status.success? && print_cmd
+        Logger.warn("The following command failed: #{Shellwords.join(cmd)}")
+        Logger.warn(err)
+      end
+
+      [out.chomp, err.chomp, status]
+    end
+  end
+end
+

data/lib/kube_deploy_tools/tag.rb

@@ -0,0 +1,33 @@
+module KubeDeployTools
+  # Default method to derive a tag name.
+  # An image is tagged for the git sha.
+  def self.tag_from_local_env
+    codestamp = `git describe --always --abbrev=7 --match=NONE --dirty`.chop
+
+    # Include the Jenkins build ID, in the case that there are
+    # multiple builds at the same git branch and git commit,
+    # but with different dependencies. e.g. Java builds
+    build = ENV.fetch('BUILD_ID', 'dev')[0...7]
+
+    docker_tag = "#{codestamp}-#{build}"
+
+    # Validate image tag.
+    #
+    # Definition of a valid image tag via:
+    # https://docs.docker.com/engine/reference/commandline/tag/#extended-description:
+    #
+    # > A tag name must be valid ASCII and may contain lowercase and uppercase
+    # > letters, digits, underscores, periods and dashes.
+    # > A tag name may not start with a period or a dash and
+    # > may contain a maximum of 128 characters.
+    #
+    # Regex for a valid image tag via:
+    # https://github.com/docker/distribution/blob/749f6afb4572201e3c37325d0ffedb6f32be8950/reference/regexp.go#L37
+    docker_tag = docker_tag.scan(/[\w][\w.-]{0,127}/).first
+    if docker_tag.nil?
+      raise "Expected valid Docker tag, but received '#{codestamp}'"
+    end
+
+    "#{docker_tag}"
+  end
+end

data/lib/kube_deploy_tools/templater.rb

@@ -0,0 +1,63 @@
+# Heart of the templating engine used by render_deploys.
+require 'erb'
+require 'fileutils'
+
+require 'kube_deploy_tools/object'
+
+module KubeDeployTools
+
+  class Templater
+    def template(template, values)
+      output = render_erb_with_hash template, values
+
+      output
+    end
+
+    def render_erb_with_hash(template, values)
+      begin
+        renderer = ERB.new(File.read(template), nil, '-')
+        config = StrictHash.new(values)
+        renderer.result(binding)
+      rescue Exception => e
+        raise "Error rendering template #{template} with #{config}: #{e}"
+      end
+    end
+
+    def template_to_file(template, values, maybeOutputFilepath = nil)
+      raise "Expected template to be an existing file, received '#{template}'" unless File.file?(template)
+      raise "Expected output filepath to be a new filepath, received '#{maybeOutputFilepath}'" if maybeOutputFilepath.present? && (File.file?(maybeOutputFilepath) || File.directory?(maybeOutputFilepath))
+
+      output = template(template, values)
+
+      # If an output filepath is not given, print to stdout
+      if !maybeOutputFilepath
+        $stdout.puts output
+      elsif output.present?
+        # Save file if output is not blank. This will suppress output file
+        # generation when using ERB early returns at the top of an ERB template:
+        # <% return if ... %>
+        FileUtils.mkdir_p(File.dirname(maybeOutputFilepath))
+        File.open(maybeOutputFilepath, "w") { |f| f << output }
+      end
+    end
+  end
+
+  class StrictHash
+    def initialize(h)
+      @h = h
+    end
+
+    def [](k)
+      @h.fetch(k)
+    end
+
+    def fetch(*args)
+      @h.fetch(*args)
+    end
+
+    def extra_flag(k)
+      @h[k]
+    end
+  end
+end
+

data/lib/kube_deploy_tools/templater/options.rb

@@ -0,0 +1,74 @@
+require 'optparse'
+require 'yaml'
+require 'kube_deploy_tools/object'
+
+module KubeDeployTools
+  class Templater::Optparser
+    class Options
+      attr_accessor :output,
+                    :template,
+                    :values,
+                    :values_from_flags,
+                    :values_from_yaml
+
+      def initialize
+        # Values available in the ERB template to be merged.
+        # Avoid errors by forcing explicit checks for keys. With this, config[]
+        # indirection requires the key to exist.
+        self.values = {}
+        self.values_from_yaml = {}
+        self.values_from_flags = {}
+      end
+
+      def define_options(parser)
+        parser.on('-tFILEPATH', '--template FILEPATH', 'The template file FILEPATH') do |f|
+          self.template = f
+        end
+
+        parser.on('-vFILENAME', '--values FILENAME', 'Set template variables from the values in a YAML file, FILENAME') do |f|
+          raise "Cannot find --values FILENAME '#{f}'" unless File.file?(f)
+          self.values_from_yaml = YAML::load(File.read(f))
+        end
+
+        parser.on('-sKEY=VALUE', '--set KEY=VALUE', 'Set a template variable with KEY=VALUE') do |kv|
+          raise "Cannot parse --set KEY=VALUE '#{kv}'" unless kv.include? '='
+          k, v = *kv.split("=")
+          self.values_from_flags[k] = v
+        end
+
+        parser.on('-oFILEPATH', '--output FILEPATH', 'Set the output file FILEPATH. Default output is to stdout.') do |f|
+          self.output = f
+        end
+      end
+
+      def require_options
+        raise 'Must provide --template' unless template.present?
+        raise "Cannot find --template FILEPATH '#{template}'" unless File.file?(template)
+        raise "Expected --template FILEPATH '#{template}' to end with .yaml.erb" unless template.end_with?(".yaml.erb")
+        raise "Expected --output FILEPATH to be a new file location" unless output.blank? || !File.file?(output) || File.directory?(output)
+      end
+
+      def merge_values
+        # merge values from yaml
+        self.values = self.values.merge(self.values_from_yaml)
+
+        # merge values from flags
+        self.values = self.values.merge(self.values_from_flags)
+
+        warn 'Warning: No values provided from --values, --set' unless ! self.values.empty?
+      end
+
+    end
+
+    def parse(args)
+      @options = Options.new
+      OptionParser.new do |parser|
+        @options.define_options(parser)
+        parser.parse(args)
+        @options.require_options
+      end
+      @options
+    end
+  end
+end
+

data/lib/kube_deploy_tools/version.rb

@@ -0,0 +1,3 @@
+module KubeDeployTools
+  VERSION = '3.0.5'
+end

metadata

@@ -0,0 +1,191 @@
+--- !ruby/object:Gem::Specification
+name: kube_deploy_tools
+version: !ruby/object:Gem::Version
+  version: 3.0.5
+platform: ruby
+authors:
+- Fabien Goncalves
+- Peter Hu
+- Joshua Kwan
+- Pratik Mallya
+- Julian Modesto
+- Renaud Pere
+- Aditya Sarang
+- Aaron Sproul
+- Tiantian Tang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-05-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: artifactory
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: prmd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+description: Tools used by LiveRamp to facilitate generation, packaging, and deployment
+  of Docker images and Kubernetes manifests.
+email: ops@liveramp.com
+executables:
+- kdt
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- bin/deploy
+- bin/generate
+- bin/kdt
+- bin/make_configmap
+- bin/publish
+- bin/push
+- bin/render_deploys_hook
+- bin/templater
+- bin/upgrade
+- lib/kube_deploy_tools.rb
+- lib/kube_deploy_tools/artifact_registry.rb
+- lib/kube_deploy_tools/artifact_registry/driver.rb
+- lib/kube_deploy_tools/artifact_registry/driver_artifactory.rb
+- lib/kube_deploy_tools/artifact_registry/driver_base.rb
+- lib/kube_deploy_tools/artifact_registry/driver_gcs.rb
+- lib/kube_deploy_tools/built_artifacts_file.rb
+- lib/kube_deploy_tools/concurrency.rb
+- lib/kube_deploy_tools/deferred_summary_logging.rb
+- lib/kube_deploy_tools/deploy.rb
+- lib/kube_deploy_tools/deploy/options.rb
+- lib/kube_deploy_tools/deploy_config_file.rb
+- lib/kube_deploy_tools/deploy_config_file/deep_merge.rb
+- lib/kube_deploy_tools/deploy_config_file/util.rb
+- lib/kube_deploy_tools/errors.rb
+- lib/kube_deploy_tools/file_filter.rb
+- lib/kube_deploy_tools/formatted_logger.rb
+- lib/kube_deploy_tools/generate.rb
+- lib/kube_deploy_tools/generate/options.rb
+- lib/kube_deploy_tools/image_registry.rb
+- lib/kube_deploy_tools/image_registry/driver.rb
+- lib/kube_deploy_tools/image_registry/driver/aws.rb
+- lib/kube_deploy_tools/image_registry/driver/base.rb
+- lib/kube_deploy_tools/image_registry/driver/gcp.rb
+- lib/kube_deploy_tools/image_registry/driver/login.rb
+- lib/kube_deploy_tools/image_registry/driver/noop.rb
+- lib/kube_deploy_tools/image_registry/image.rb
+- lib/kube_deploy_tools/kdt.rb
+- lib/kube_deploy_tools/kubectl.rb
+- lib/kube_deploy_tools/kubernetes_resource.rb
+- lib/kube_deploy_tools/kubernetes_resource/deployment.rb
+- lib/kube_deploy_tools/make_configmap.rb
+- lib/kube_deploy_tools/make_configmap/options.rb
+- lib/kube_deploy_tools/object.rb
+- lib/kube_deploy_tools/publish.rb
+- lib/kube_deploy_tools/publish/options.rb
+- lib/kube_deploy_tools/push.rb
+- lib/kube_deploy_tools/push/options.rb
+- lib/kube_deploy_tools/render_deploys_hook.rb
+- lib/kube_deploy_tools/shellrunner.rb
+- lib/kube_deploy_tools/tag.rb
+- lib/kube_deploy_tools/templater.rb
+- lib/kube_deploy_tools/templater/options.rb
+- lib/kube_deploy_tools/version.rb
+homepage: https://github.com/LiveRamp/kube_deploy_tools
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.5'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Kubernetes Deploy Tools
+test_files: []