dapp 0.10.2 → 0.36.24

data/lib/dapp/downloader.rb

@@ -0,0 +1,117 @@
+module Dapp
+  module Downloader
+    module Error
+      class DownloadFailed < ::Exception
+      end
+    end
+
+    class BytesCount
+      attr_reader :bytes, :total_bytes_count
+
+      def initialize(bytes, total_bytes_count: nil)
+        @bytes = bytes.to_f
+        @total_bytes_count = total_bytes_count
+      end
+
+      def to_s(*a)
+        max_bytes = @total_bytes_count || self
+        width = sprintf("%.2f", max_bytes.bytes/1024/1024).bytesize
+        sprintf("%#{width}.2f", @bytes/1024/1024)
+      end
+
+      [:+, :-, :*, :/].each do |method|
+        define_method(method) do |arg|
+          res = case arg
+          when BytesCount
+            @bytes.send(method, arg.bytes)
+          else
+            @bytes.send(method, arg)
+          end
+          self.class.new(res, total_bytes_count: total_bytes_count)
+        end
+      end
+
+      [:>, :<, :==].each do |method|
+        define_method(method) do |arg|
+          case arg
+          when BytesCount
+            @bytes.send(method, arg.bytes)
+          else
+            @bytes.send(method, arg)
+          end
+        end
+      end
+
+      def method_missing(method, *args, &blk)
+        case method
+        when :to_f, :to_i
+          @bytes.send(method, *args, &blk)
+        else
+          raise
+        end
+      end
+    end # BytesCount
+
+    class << self
+      def download(url, destination, show_progress: false, progress_titile: nil)
+        resp = nil
+        location = URI(url)
+        done = false
+        state = {}
+
+        loop do
+          Net::HTTP.start(location.host, location.port, use_ssl: true) do |http|
+            req = Net::HTTP::Get.new location
+            http.request req do |resp|
+              case resp
+              when Net::HTTPRedirection
+                location = URI(resp["location"])
+                next
+              when Net::HTTPSuccess
+                File.open(destination, "wb") do |file|
+                  file_size_bytes = nil
+                  file_size_bytes = BytesCount.new(resp.to_hash["content-length"].first.to_f) if show_progress
+
+                  if show_progress
+                    old_DEFAULT_BEGINNING_POSITION = ProgressBar::Progress.send(:remove_const, :DEFAULT_BEGINNING_POSITION)
+                    ProgressBar::Progress.send(:const_set, :DEFAULT_BEGINNING_POSITION, BytesCount.new(0, total_bytes_count: file_size_bytes))
+                  end
+
+                  begin
+                    progressbar = nil
+                    progressbar = ProgressBar.create(
+                      format: "   %cMB / %CMB   %B  %t",
+                      starting_at: BytesCount.new(0, total_bytes_count: file_size_bytes),
+                      total: file_size_bytes,
+                      progress_mark: "#",
+                      remainder_mark: ".",
+                      title: progress_titile,
+                      length: 100,
+                      autofinish: true
+                    ) if show_progress
+
+                    resp.read_body do |segment|
+                      progressbar.progress = progressbar.progress + segment.bytesize if show_progress
+                      file.write segment
+                    end
+                  ensure
+                    if show_progress
+                      ProgressBar::Progress.send(:remove_const, :DEFAULT_BEGINNING_POSITION)
+                      ProgressBar::Progress.send(:const_set, :DEFAULT_BEGINNING_POSITION, old_DEFAULT_BEGINNING_POSITION)
+                    end
+                  end
+                end # File.open
+
+                done = true
+              else
+                raise Error::DownloadFailed, "Failed to download #{url}: #{resp.code} #{resp.message}"
+              end # when
+            end # http.request
+          end # Net::HTTP.start
+
+          break if done
+        end # loop
+      end
+    end
+  end # Downloader
+end # Dapp

data/lib/dapp/error/base.rb

@@ -1,9 +1,5 @@
 module Dapp
   module Error
-    class Base < NetStatus::Exception
-      def initialize(net_status = {})
-        super({ context: self.class.to_s.split('::').last.downcase }.merge(net_status))
-      end
-    end
+    class Base < NetStatus::Exception; end
   end
 end

data/lib/dapp/error/command.rb

@@ -0,0 +1,5 @@
+module Dapp
+  module Error
+    class Command < Default; end
+  end
+end

data/lib/dapp/error/config.rb

@@ -0,0 +1,5 @@
+module Dapp
+  module Error
+    class Config < Default; end
+  end
+end

data/lib/dapp/error/dapp.rb

@@ -1,5 +1,5 @@
 module Dapp
   module Error
-    class Dapp < Base; end
+    class Dapp < Default; end
   end
 end

data/lib/dapp/error/dappfile.rb

@@ -1,5 +1,5 @@
 module Dapp
   module Error
-    class Dappfile < Base; end
+    class Dappfile < Default; end
   end
 end

data/lib/dapp/error/default.rb

@@ -0,0 +1,11 @@
+module Dapp
+  module Error
+    class Default < Base
+      include Mod::User
+
+      def initialize(net_status = {})
+        super({ context: self.class.to_s.split('::').last.downcase }.merge(net_status))
+      end
+    end
+  end
+end

data/lib/dapp/error/mod/user.rb

@@ -0,0 +1,11 @@
+module Dapp
+  module Error
+    module Mod
+      module User
+        def user?
+          true
+        end
+      end
+    end
+  end
+end

data/lib/dapp/error/shellout.rb

@@ -1,5 +1,5 @@
 module Dapp
   module Error
-    class Shellout < Base; end
+    class Shellout < Default; end
   end
 end

data/lib/dapp/exception/base.rb

@@ -1,5 +1,5 @@
 module Dapp
   module Exception
-    class Base < Error::Base; end
+    class Base < Error::Default; end
   end
 end

data/lib/dapp/helper/case_conversion.rb

@@ -0,0 +1,17 @@
+module Dapp
+  module Helper
+    module CaseConversion
+      class << self
+        def snake_case_to_camel_case(value)
+          value.to_s.split('_').collect(&:capitalize).join
+        end
+
+        def snake_case_to_lower_camel_case(value)
+          res = snake_case_to_camel_case(value)
+          res[0] = res[0].downcase
+          res
+        end
+      end # << self
+    end # CaseConversion
+  end # Helper
+end # Dapp

data/lib/dapp/helper/cli.rb

@@ -10,20 +10,23 @@ module Dapp
       def cli_wrapper(cli)
         yield
       rescue OptionParser::MissingArgument, OptionParser::InvalidOption, OptionParser::InvalidArgument, OptionParser::AmbiguousOption => e
-        STDERR.puts "Error: #{e.message}"
-        puts
-        puts cli.opt_parser
-        exit 1
+        print_error_with_help_and_die!(cli, e.message)
       end
 
-      def required_argument(cli)
+      def required_argument(cli, argument)
         unless (arg = cli.cli_arguments.pop)
-          puts cli.opt_parser
-          exit 1
+          print_error_with_help_and_die!(cli, "required argument `#{argument.upcase}`")
         end
         arg
       end
 
+      def print_error_with_help_and_die!(cli, error_message)
+        STDERR.puts "Error: #{error_message}"
+        puts
+        puts cli.opt_parser
+        exit 1
+      end
+
       def parse_subcommand(cli, args)
         argv = args
         divided_subcommand = []
@@ -67,6 +70,14 @@ module Dapp
         @composite_options ||= {}
         @composite_options[opt] ||= []
       end
+
+      def in_validate!(v, list)
+        raise OptionParser::InvalidArgument, "`#{v}` is not included in the list [#{list_msg_format(list)}]" unless list.include?(v)
+      end
+
+      def list_msg_format(list)
+        list.map { |s| "'#{s}'"}.join(', ')
+      end
     end
   end # Helper
 end # Dapp

data/lib/dapp/helper/net_status.rb

@@ -8,7 +8,11 @@ module Dapp
 
         def message(exception)
           net_status = net_status(exception)
-          net_status[:message] || [net_status[:error], net_status[:code]].compact.join(': ')
+          net_status[:message] || begin
+            data = net_status[:data].reject {|k, _| k == :backtrace}
+            data = nil if data.empty?
+            [net_status[:error], [net_status[:context], net_status[:code]].compact.join('.'), data].compact.join(': ')
+          end
         end
 
         def before_error_message(exception)

data/lib/dapp/helper/sha256.rb

@@ -13,7 +13,7 @@ module Dapp
       end
 
       def sha256(arg)
-        Digest::SHA256.hexdigest Array(arg).compact.map(&:to_s).join(':::')
+        Digest::SHA256.hexdigest Array(arg).flatten.compact.map(&:to_s).join(':::')
       end
     end
   end # Helper

data/lib/dapp/helper/tar.rb

@@ -0,0 +1,31 @@
+module Dapp
+  module Helper
+    module Tar
+      def tar_write(path)
+        File.open(path, File::RDWR | File::CREAT) do |f|
+          Gem::Package::TarWriter.new(f) do |tar|
+            yield tar if block_given?
+          end
+        end
+      end
+
+      def tar_read(path)
+        File.open(path, File::RDONLY) do |f|
+          Gem::Package::TarReader.new(f) do |tar|
+            yield tar if block_given?
+          end
+        end
+      end
+
+      def tar_gz_read(path)
+        File.open(path, File::RDONLY) do |f_gz|
+          Zlib::GzipReader.wrap(f_gz) do |f|
+            Gem::Package::TarReader.new(f) do |tar|
+              yield tar if block_given?
+            end
+          end
+        end
+      end
+    end # Tar
+  end # Helper
+end # Dapp

data/lib/dapp/helper/trivia.rb

@@ -24,7 +24,46 @@ module Dapp
         end
       end
 
-      def self.class_to_lowercase(class_name = self.class)
+      def make_path(base, *path)
+        Pathname.new(File.join(base.to_s, *path.compact.map(&:to_s)))
+      end
+
+      def ignore_path?(path, paths: [], exclude_paths: [])
+        ignore_path_base(path, exclude_paths: exclude_paths) do
+          paths.empty? ||
+            paths.any? do |p|
+              File.fnmatch?(p, path, File::FNM_PATHNAME|File::FNM_DOTMATCH) ||
+                File.fnmatch?(File.join(p, '**', '*'), path, File::FNM_PATHNAME|File::FNM_DOTMATCH)
+            end
+        end
+      end
+
+      def ignore_path_base(path, exclude_paths: [])
+        is_exclude_path = exclude_paths.any? { |p| check_path?(path, p) }
+        is_include_path = yield
+        is_exclude_path || !is_include_path
+      end
+
+      def check_path?(path, format)
+        path_checker(path) { |checking_path| File.fnmatch(format, checking_path, File::FNM_PATHNAME|File::FNM_DOTMATCH) }
+      end
+
+      def check_subpath?(path, format)
+        path_checker(format) { |checking_path| File.fnmatch(checking_path, path, File::FNM_PATHNAME|File::FNM_DOTMATCH) }
+      end
+
+      def path_checker(path)
+        path_parts = path.split('/')
+        checking_path = nil
+
+        until path_parts.empty?
+          checking_path = [checking_path, path_parts.shift].compact.join('/')
+          return true if yield checking_path
+        end
+        false
+      end
+
+      def self.class_to_lowercase(class_name = self)
         class_name.to_s.split('::').last.split(/(?=[[:upper:]]|[0-9])/).join('_').downcase.to_s
       end
     end # Trivia

data/lib/dapp/helper/url.rb

@@ -0,0 +1,23 @@
+module Dapp
+  module Helper
+    module Url
+      def git_url_to_name(url)
+        url_without_scheme = url.split("://", 2).last
+        # This may be broken, because "@" should delimit creds, not a ":"
+        url_without_creds = url_without_scheme.split(":", 2).last
+        url_without_creds.gsub(%r{.*?([^\/ ]+\/[^\/ ]+)\.git}, '\\1')
+      end
+
+      def get_host_from_git_url(url)
+        url_without_scheme = url.split("://", 2).last
+        url_without_creds = url_without_scheme.split("@", 2).last
+
+        # Split out part after ":" in this kind of url: github.com:flant/dapp.git
+        url_part = url_without_creds.split(":", 2).first
+
+        # Split out part after first "/": github.com/flant/dapp.git
+        url_part.split("/", 2).first
+      end
+    end # Url
+  end # Helper
+end # Dapp

data/lib/dapp/helper/yaml.rb

@@ -0,0 +1,24 @@
+module Dapp
+  module Helper
+    module YAML
+      def yaml_load_file(file_path, hash: true, default: {})
+        return default if (context = File.read(file_path).strip).empty?
+        yaml_load(context, hash: hash)
+      rescue ::Dapp::Error::Dapp => e
+        raise ::Dapp::Error::Dapp, code: :yaml_file_incorrect, data: { file: file_path, message: e.net_status[:data][:message] }
+      end
+
+      def yaml_load(string, hash: true)
+        ::YAML::load(string).tap do |res|
+          if hash && !res.is_a?(Hash)
+            raise ::Dapp::Error::Dapp,
+                  code: :yaml_incorrect,
+                  data: { message: "unexpected yaml data \n>>> START YAML\n#{string.strip}\n>>> END YAML\n" }
+          end
+        end
+      rescue Psych::SyntaxError => e
+        raise ::Dapp::Error::Dapp, code: :yaml_incorrect, data: { message: e.message }
+      end
+    end
+  end # Helper
+end # Dapp

data/lib/dapp/kube/cli/cli.rb

@@ -0,0 +1 @@
+::Dapp::CLI.send(:include, ::Dapp::Kube::CLI::Command)

data/lib/dapp/kube/cli/command/base.rb

@@ -0,0 +1,14 @@
+module Dapp::Kube::CLI
+  module Command
+    class Base < ::Dapp::CLI::Command::Base
+      def run(argv = ARGV)
+        self.class.parse_options(self, argv)
+        run_dapp_command(run_method, options: cli_options)
+      end
+
+      def run_method
+        :"kube_#{class_to_lowercase}"
+      end
+    end
+  end
+end

data/lib/dapp/kube/cli/command/kube/chart_create.rb

@@ -0,0 +1,19 @@
+module Dapp::Kube::CLI::Command
+  class Kube < ::Dapp::CLI
+    class ChartCreate < Base
+      banner <<BANNER.freeze
+Usage:
+
+  dapp kube chart create [options]
+
+Options:
+BANNER
+
+      option :force,
+             long: '--force',
+             short: '-f',
+             description: 'Delete existing chart',
+             default: false
+    end
+  end
+end

data/lib/dapp/kube/cli/command/kube/deploy.rb

@@ -0,0 +1,80 @@
+module Dapp::Kube::CLI::Command
+  class Kube < ::Dapp::CLI
+    class Deploy < Base
+      banner <<BANNER.freeze
+Usage:
+
+  dapp deployment deploy [options] REPO
+
+Options:
+BANNER
+      extend ::Dapp::CLI::Options::Tag
+      extend ::Dapp::CLI::Options::Ssh
+
+      option :namespace,
+             long: '--namespace NAME',
+             default: nil
+
+      option :context,
+             long: '--context NAME',
+             default: nil
+
+      option :image_version,
+             long: '--image-version TAG',
+             description: "Custom tag (alias for --tag)",
+             default: [],
+             proc: proc { |v| composite_options(:image_versions) << v }
+
+      option :tmp_dir_prefix,
+             long: '--tmp-dir-prefix PREFIX',
+             description: 'Tmp directory prefix (/tmp by default). Used for build process service directories.'
+
+      option :helm_set_options,
+             long: '--set STRING_ARRAY',
+             default: [],
+             proc: proc { |v| composite_options(:helm_set) << v }
+
+      option :helm_values_options,
+             long: '--values FILE_PATH',
+             default: [],
+             proc: proc { |v| composite_options(:helm_values) << v }
+
+      option :helm_secret_values_options,
+             long: '--secret-values FILE_PATH',
+             default: [],
+             proc: proc { |v| composite_options(:helm_secret_values) << v }
+
+      option :timeout,
+             long: '--timeout INTEGER_SECONDS',
+             default: nil,
+             description: 'Default timeout to wait for resources to become ready, 300 seconds by default.',
+             proc: proc {|v| Integer(v)}
+
+      option :kubernetes_timeout,
+             long: '--kubernetes-timeout TIMEOUT',
+             description: 'Kubernetes api-server tcp connection, read and write timeout (in seconds)',
+             proc: ->(v) { v.to_i }
+
+      option :registry_username,
+             long: '--registry-username USERNAME'
+
+      option :registry_password,
+             long: '--registry-password PASSWORD'
+
+      option :without_registry,
+             long: "--without-registry",
+             default: false,
+             boolean: true,
+             description: "Do not connect to docker registry to obtain docker image ids of dimgs being deployed."
+
+      def run(argv = ARGV)
+        self.class.parse_options(self, argv)
+
+        options = cli_options
+        options[:tag] = [*options.delete(:tag), *options.delete(:image_version)]
+        options[:repo] = self.class.required_argument(self, 'repo')
+        run_dapp_command(run_method, options: options)
+      end
+    end
+  end
+end

data/lib/dapp/kube/cli/command/kube/dismiss.rb

@@ -0,0 +1,31 @@
+module Dapp::Kube::CLI::Command
+  class Kube < ::Dapp::CLI
+    class Dismiss < Base
+      banner <<BANNER.freeze
+Usage:
+
+  dapp kube dismiss [options]
+
+Options:
+BANNER
+
+      option :namespace,
+             long: '--namespace NAME',
+             default: nil
+
+      option :context,
+             long: '--context NAME',
+             default: nil
+
+      option :with_namespace,
+             long: '--with-namespace',
+             default: false
+
+      option :kubernetes_timeout,
+             long: '--kubernetes-timeout TIMEOUT',
+             description: 'Kubernetes api-server tcp connection, read and write timeout (in seconds)',
+             proc: ->(v) { v.to_i }
+
+    end
+  end
+end

data/lib/dapp/kube/cli/command/kube/lint.rb

@@ -0,0 +1,53 @@
+module Dapp::Kube::CLI::Command
+  class Kube < ::Dapp::CLI
+    class Lint < Base
+      banner <<BANNER.freeze
+Usage:
+
+  dapp kube lint [options] REPO
+
+Options:
+BANNER
+      extend ::Dapp::CLI::Options::Tag
+
+      option :namespace,
+             long: '--namespace NAME',
+             default: nil
+
+      option :context,
+             long: '--context NAME',
+             default: nil
+
+      option :helm_set_options,
+             long: '--set STRING_ARRAY',
+             default: [],
+             proc: proc { |v| composite_options(:helm_set) << v }
+
+      option :helm_values_options,
+             long: '--values FILE_PATH',
+             default: [],
+             proc: proc { |v| composite_options(:helm_values) << v }
+
+      option :helm_secret_values_options,
+             long: '--secret-values FILE_PATH',
+             default: [],
+             proc: proc { |v| composite_options(:helm_secret_values) << v }
+
+      option :registry_username,
+             long: '--registry-username USERNAME'
+
+      option :registry_password,
+             long: '--registry-password PASSWORD'
+
+      def run(argv = ARGV)
+        self.class.parse_options(self, argv)
+        repo = self.class.required_argument(self, 'repo')
+        run_dapp_command(run_method, options: cli_options(repo: repo))
+      end
+
+      def log_running_time
+        false
+      end
+    end
+  end
+end

data/lib/dapp/kube/cli/command/kube/minikube_setup.rb

@@ -0,0 +1,19 @@
+module Dapp::Kube::CLI::Command
+  class Kube < ::Dapp::CLI
+    class MinikubeSetup < Base
+      banner <<BANNER.freeze
+Usage:
+
+  dapp kube minikube setup
+
+Options:
+BANNER
+
+      option :kubernetes_timeout,
+        long: '--kubernetes-timeout TIMEOUT',
+        description: 'Kubernetes api-server tcp connection, read and write timeout (in seconds)',
+        proc: ->(v) { v.to_i }
+
+    end
+  end
+end