pipedawg 0.2.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 04d72e8572d1a144a27ad3243cb91a073b75910790aab11596a569b885f9edfa
-  data.tar.gz: 79c9b56734d5d71b32619a5ea481f782adf47032464c1be0842b2bc0117c0fd8
+  metadata.gz: 064c29963799087a56d2cde36f785bc9762cd50870dc9eeede4f9efbfc577f0f
+  data.tar.gz: fd51dfa82c3d16c215f284dfd7c84c5600906738fef8d6f6b0d69b22e967af33
 SHA512:
-  metadata.gz: b3a14afd50254e1b37815c65512a4ba671e178dc3a9ac0919b93e0d0b8d3c79a44650233f38271fc7e4ae7fdafb1c00ea633982146d6571740f76bfcae1ae50a
-  data.tar.gz: 791f8515be0c5bab6939992adfeedbb5f606a60df9c81b1676185f5cfdcd64bbf417c14970ff74bc6ed8d8da8a7925403df2feb01b1585f770afd467cca25662
+  metadata.gz: c7241f30f45d72d1d43e03ef7b007c24756b1a16c483f605c179a02eb02c89b900926fd20c93502fbc94585cc9f1fa94ba41fefa27cabf497568b05ff252a75e
+  data.tar.gz: 7c72d19557c1f449dd56315465d1f22d66277005dfb39c59a67d83ef5389800511fcbbfc7fae3409f235d66834256d5f9566d63d8610f37b1a718c0d4f99285a

data/lib/pipedawg/helm_copy_job.rb

@@ -0,0 +1,115 @@
+# frozen_string_literal: true
+
+module Pipedawg
+  # helm_copy_job class
+  class HelmCopyJob < Job
+    attr_accessor :helm_opts
+
+    def initialize(name = 'build', opts = {}, helm_opts = {})
+      @helm_opts = {
+        chart: name, debug: true,
+        destinations: [{ user: nil, password: nil, url: nil }],
+        helm: 'helm',
+        image: { entrypoint: [''], name: 'alpine/helm' },
+        password: nil, url: nil, user: nil, version: nil
+      }.merge(helm_opts)
+      super name, opts
+      update
+    end
+
+    def update # rubocop:disable Metrics/AbcSize
+      opts[:image] = helm_opts[:image] if helm_opts[:image]
+      opts[:script] = debug + pull + (helm_opts[:destinations].map { |d| push(d) }).flatten(1)
+    end
+
+    private
+
+    def debug
+      if helm_opts[:debug]
+        Pipedawg::Util.echo_proxy_vars
+      else
+        []
+      end
+    end
+
+    def pull
+      case helm_opts[:url]
+      when nil
+        []
+      when %r{^oci://}
+        pull_oci
+      else
+        pull_classic
+      end
+    end
+
+    def push(destination)
+      case destination[:url]
+      when nil
+        []
+      when %r{^oci://}
+        push_oci(destination)
+      else
+        push_classic(destination)
+      end
+    end
+
+    def pull_oci # rubocop:disable Metrics/AbcSize
+      script = []
+      if helm_opts[:url] && helm_opts[:chart] && helm_opts[:version]
+        script = ['export HELM_EXPERIMENTAL_OCI=1']
+        script << login_oci(helm_opts) if helm_opts[:user] && helm_opts[:password]
+        script << "\"#{helm_opts[:helm]}\" pull \"#{helm_opts[:url]}/#{helm_opts[:chart]}\" --version \"#{helm_opts[:version]}\"" # rubocop:disable Layout/LineLength
+      end
+      script
+    end
+
+    def push_oci(destination) # rubocop:disable Metrics/AbcSize
+      script = []
+      if destination[:url] && helm_opts[:chart] && helm_opts[:version]
+        script = ['export HELM_EXPERIMENTAL_OCI=1']
+        script << login_oci(destination) if destination[:user] && destination[:password]
+        script << "\"#{helm_opts[:helm]}\" push \"#{helm_opts[:chart]}-#{helm_opts[:version]}.tgz\" \"#{destination[:url]}\"" # rubocop:disable Layout/LineLength
+      end
+      script
+    end
+
+    def login_oci(login_opts)
+      require 'uri'
+      "echo \"#{login_opts[:password]}\" | \"#{helm_opts[:helm]}\" registry login --username \"#{login_opts[:user]}\" --password-stdin \"#{URI(login_opts[:url]).host}\"" # rubocop:disable Layout/LineLength
+    end
+
+    def pull_classic # rubocop:disable Metrics/AbcSize
+      script = []
+      if helm_opts[:url] && helm_opts[:chart] && helm_opts[:version]
+        suffix = login_classic(helm_opts)
+        script << "\"#{helm_opts[:helm]}\" repo add source \"#{helm_opts[:url]}\"#{suffix}"
+        script << "\"#{helm_opts[:helm]}\" repo update"
+        script << "\"#{helm_opts[:helm]}\" pull \"source/#{helm_opts[:chart]}\" --version \"#{helm_opts[:version]}\""
+      end
+      script
+    end
+
+    def push_classic(destination)
+      script = []
+      if destination[:url] && helm_opts[:chart] && helm_opts[:version]
+        script << plugin_classic
+        suffix = login_classic(destination)
+        script << "\"#{helm_opts[:helm]}\" cm-push \"#{helm_opts[:chart]}-#{helm_opts[:version]}.tgz\" \"#{destination[:url]}\"#{suffix}" # rubocop:disable Layout/LineLength
+      end
+      script
+    end
+
+    def login_classic(login_opts)
+      if login_opts[:user] && login_opts[:password]
+        " --username \"#{login_opts[:user]}\" --password \"#{login_opts[:password]}\""
+      else
+        ''
+      end
+    end
+
+    def plugin_classic
+      "\"#{helm_opts[:helm]}\" plugin list | grep -q cm-push || \"#{helm_opts[:helm]}\" plugin install https://github.com/chartmuseum/helm-push"
+    end
+  end
+end

data/lib/pipedawg/kaniko_job.rb

@@ -9,82 +9,100 @@ module Pipedawg
       @kaniko_opts = {
         build_args: {},
         config: {
-          '$CI_REGISTRY': {
-            username: '$CI_REGISTRY_USER',
-            password: '$CI_REGISTRY_PASSWORD'
-          }
+          '$CI_REGISTRY': { username: '$CI_REGISTRY_USER', password: '$CI_REGISTRY_PASSWORD' }
         },
-        config_file: '/kaniko/.docker/config.json',
-        context: '${CI_PROJECT_DIR}',
-        destinations: [],
-        dockerfile: 'Dockerfile',
-        executor: '/kaniko/executor',
-        external_files: {},
-        flags: [],
-        ignore_paths: [],
-        insecure_registries: [],
-        kaniko_image: {
-          entrypoint: [''],
-          name: 'gcr.io/kaniko-project/executor:debug'
-        },
-        options: {},
-        registry_certificates: {},
-        registry_mirrors: [],
-        skip_tls_verify_registry: [],
-        trusted_ca_cert_source_files: [],
-        trusted_ca_cert_target_file: '/kaniko/ssl/certs/ca-certificates.crt'
+        config_file: '/kaniko/.docker/config.json', context: '${CI_PROJECT_DIR}', debug: true,
+        destinations: [], dockerfile: 'Dockerfile', executor: '/kaniko/executor', external_files: {},
+        flags: [], ignore_paths: [], insecure_registries: [],
+        image: { entrypoint: [''], name: 'gcr.io/kaniko-project/executor:debug' }, options: {},
+        registry_certificates: {}, registry_mirrors: [], skip_tls_verify_registry: [],
+        trusted_ca_cert_source_files: [], trusted_ca_cert_target_file: '/kaniko/ssl/certs/ca-certificates.crt'
       }.merge(kaniko_opts)
       super name, opts
       update
     end
 
-    def update # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength, Metrics/PerceivedComplexity
+    def update # rubocop:disable Metrics/AbcSize
       require 'json'
-      opts[:image] = kaniko_opts[:image]
-      script = ["echo #{kaniko_opts[:config].to_json.inspect} > \"#{kaniko_opts[:config_file]}\""]
-      cert_copies = Array(kaniko_opts[:trusted_ca_cert_source_files]).map do |cert|
+      opts[:image] = kaniko_opts[:image] if kaniko_opts[:image]
+      opts[:script] = debug + config + cert_copies + file_copies + Array(kaniko_cmd)
+    end
+
+    private
+
+    def debug
+      if kaniko_opts[:debug]
+        Pipedawg::Util.echo_proxy_vars
+      else
+        []
+      end
+    end
+
+    def config
+      ["echo #{kaniko_opts[:config].to_json.inspect} > \"#{kaniko_opts[:config_file]}\""]
+    end
+
+    def cert_copies
+      Array(kaniko_opts[:trusted_ca_cert_source_files]).map do |cert|
         "cat \"#{cert}\" >> \"#{kaniko_opts[:trusted_ca_cert_target_file]}\""
       end
-      script.concat cert_copies
-      file_copies = kaniko_opts[:external_files].map do |source, dest|
+    end
+
+    def file_copies
+      kaniko_opts[:external_files].map do |source, dest|
         "cp \"#{source}\" \"#{kaniko_opts[:context]}/#{dest}\""
       end
-      script.concat file_copies
+    end
+
+    def kaniko_cmd # rubocop:disable Metrics/AbcSize
+      ["\"#{kaniko_opts[:executor]}\" --context \"#{kaniko_opts[:context]}\"",
+       "--dockerfile \"#{kaniko_opts[:dockerfile]}\"", flags, options, build_args,
+       ignore_paths, insecure_registries, registry_certificates, registry_mirrors,
+       destinations, skip_tls_verify_registries].reject(&:empty?).join(' ')
+    end
+
+    def flags
       flags = kaniko_opts[:flags].clone
       flags << 'no-push' if kaniko_opts[:destinations].empty?
-      flags_cli = flags.uniq.map { |f| "--#{f}" }.join(' ')
-      options_cli =  kaniko_opts[:options].map { |k, v| "--#{k}=\"#{v}\"" }.join(' ')
-      build_args_cli = kaniko_opts[:build_args].map { |k, v| "--build-arg #{k}=\"#{v}\"" }.join(' ')
-      ignore_paths_cli = Array(kaniko_opts[:ignore_paths]).map { |p| "--ignore-path #{p}" }.join(' ')
-      insecure_registries_cli = Array(kaniko_opts[:insecure_registries]).map do |r|
+      flags.uniq.map { |f| "--#{f}" }.join(' ')
+    end
+
+    def options
+      kaniko_opts[:options].map { |k, v| "--#{k}=\"#{v}\"" }.join(' ')
+    end
+
+    def build_args
+      kaniko_opts[:build_args].map { |k, v| "--build-arg #{k}=\"#{v}\"" }.join(' ')
+    end
+
+    def ignore_paths
+      Array(kaniko_opts[:ignore_paths]).map { |p| "--ignore-path #{p}" }.join(' ')
+    end
+
+    def insecure_registries
+      Array(kaniko_opts[:insecure_registries]).map do |r|
         "--insecure-registry #{r}"
       end.join(' ')
-      registry_certificates_cli = kaniko_opts[:registry_certificates].map do |k, v|
-        "----registry-certificate #{k}=\"#{v}\""
+    end
+
+    def registry_certificates
+      kaniko_opts[:registry_certificates].map do |k, v|
+        "--registry-certificate #{k}=\"#{v}\""
       end.join(' ')
-      registry_mirrors_cli = Array(kaniko_opts[:registry_mirrors]).map { |r| "--registry-mirror #{r}" }.join(' ')
-      skip_tls_verify_registrys_cli = Array(kaniko_opts[:skip_tls_verify_registry]).map do |r|
+    end
+
+    def registry_mirrors
+      Array(kaniko_opts[:registry_mirrors]).map { |r| "--registry-mirror #{r}" }.join(' ')
+    end
+
+    def destinations
+      kaniko_opts[:destinations].map { |d| "--destination #{d}" }.join(' ')
+    end
+
+    def skip_tls_verify_registries
+      Array(kaniko_opts[:skip_tls_verify_registry]).map do |r|
         "--skip-tls-verify-registry #{r}"
       end.join(' ')
-      destinations_cli = kaniko_opts[:destinations].map { |d| "--destination #{d}" }.join(' ')
-      kaniko_cmds = [
-        "\"#{kaniko_opts[:executor]}\"",
-        '--context',
-        "\"#{kaniko_opts[:context]}\"",
-        '--dockerfile',
-        "\"#{kaniko_opts[:dockerfile]}\"",
-        flags_cli,
-        options_cli,
-        build_args_cli,
-        ignore_paths_cli,
-        insecure_registries_cli,
-        registry_certificates_cli,
-        registry_mirrors_cli,
-        destinations_cli,
-        skip_tls_verify_registrys_cli
-      ].reject(&:empty?)
-      script << kaniko_cmds.join(' ')
-      opts[:script] = script
     end
   end
 end

data/lib/pipedawg/util.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module Pipedawg
+  # util class
+  class Util
+    def self.expand_env_vars(item) # rubocop:disable Metrics/MethodLength
+      case item
+      when Array
+        item.map { |i| expand_env_vars(i) }
+      when Hash
+        item.each { |k, v| item[k] = expand_env_vars(v) }
+        item
+      when String
+        item.gsub(/\${([^} ]+)}/) do |e|
+          ENV[e.gsub('${', '').gsub('}', '')]
+        end
+      else
+        item
+      end
+    end
+
+    def self.puts_proxy_vars
+      puts 'Proxy settings:'
+      puts "http_proxy: #{ENV['http_proxy']}"
+      puts "https_proxy: #{ENV['https_proxy']}"
+      puts "no_proxy: #{ENV['no_proxy']}"
+      puts "HTTP_PROXY: #{ENV['HTTP_PROXY']}"
+      puts "HTTPS_PROXY: #{ENV['HTTPS_PROXY']}"
+      puts "NO_PROXY: #{ENV['NO_PROXY']}"
+    end
+
+    def self.echo_proxy_vars
+      script = ['echo Proxy settings:']
+      script << 'echo   http_proxy: "${http_proxy}"'
+      script << 'echo   https_proxy: "${https_proxy}"'
+      script << 'echo   no_proxy: "${no_proxy}"'
+      script << 'echo   HTTP_PROXY: "${HTTP_PROXY}"'
+      script << 'echo   HTTPS_PROXY: "${HTTPS_PROXY}"'
+      script << 'echo   NO_PROXY: "${NO_PROXY}"'
+      script
+    end
+  end
+end

data/lib/pipedawg/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Pipedawg
-  VERSION = '0.2.1'
+  VERSION = '0.4.0'
 end

data/lib/pipedawg.rb

@@ -1,8 +1,10 @@
 # frozen_string_literal: true
 
 require 'pipedawg/job'
+require 'pipedawg/helm_copy_job'
 require 'pipedawg/kaniko_job'
 require 'pipedawg/pipeline'
+require 'pipedawg/util'
 require 'pipedawg/version'
 
 module Pipedawg

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pipedawg
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.4.0
 platform: ruby
 authors:
 - harbottle
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-02-01 00:00:00.000000000 Z
+date: 2022-02-08 00:00:00.000000000 Z
 dependencies: []
 description: Generate GitLab CI pipelines.
 email:
@@ -20,9 +20,11 @@ files:
 - LICENSE.txt
 - README.md
 - lib/pipedawg.rb
+- lib/pipedawg/helm_copy_job.rb
 - lib/pipedawg/job.rb
 - lib/pipedawg/kaniko_job.rb
 - lib/pipedawg/pipeline.rb
+- lib/pipedawg/util.rb
 - lib/pipedawg/version.rb
 homepage: https://github.com/liger1978/pipedawg
 licenses: