buildizer 0.0.7 → 0.0.8

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NTgxMGMxNTEzOTg5MDhjMmExZGUwOWM3M2JjMmM0NjdhYjNkODBiOA==
+    NzJlYTY0NmI3OGFiMTRmOGEwMjg4ZmY2YjFkZmFkNTJlZjc5ZDQyZg==
   data.tar.gz: !binary |-
-    MjRhZjU1NzlmOGM3ZjMyMzEzMDk5NDY5ZmQ0ZGJhZGY1ZGI5YjdhMQ==
+    OTdiYzQ0YWNjYjZmM2VlYmI3Mzk2ZjNlODNkZjFjYmVkOWZkZTY4ZA==
 SHA512:
   metadata.gz: !binary |-
-    Nzk3ZjIyMzVlMmNhOTczMDk5YjQ3NjA3NTIzNjVhZGE4MTY4NjQzMWY4ZjQ5
-    NDc2OWIxZmYyYTE3NzgxMTE4N2ZkYjNmZDQxNzVkMzFjNzc1MWNjMWNmODI0
-    ZmI2MzZjYzhiYzY4MmFkMjExMTM3MDJkMDA3M2MzYTNmYmU3ZDk=
+    MGVlZmNiYzFkN2U3NDM5NWVmZDg0ZDNmNmU0ZjJiN2UxZmE3OTg0YWJlYWIx
+    NGQwYTg4NTA4MDkzYTdhZDFjYzI3MzJkNGI3MTVlZTNlNDlhZGJjNzhkOGRl
+    NTA5OGNlN2Y5Y2ZmNzMxOTQ1MDE1OTI1ZDNjZmM1ZTkxODRhNmE=
   data.tar.gz: !binary |-
-    YTljMjYyZmJiZDdmY2E3MDRhNTVjNjY1ZTJmMWQ3NjUyYWU5YTAxNTU4OTE3
-    YjRlOTJhOTA4YTc5NjExZjk0ZWQxOTE3ZmIzMThhYjU2YTc2YmQ4OGRkMmVm
-    OTNlNWFmZDNmMDBmYWQ2OTE2YWE3ZWQwZGRjYzhjMDQyNjJkNDg=
+    ZTU5ZTRhYTgyOTJhMWQ4ZDY4ZjQ1YWFlZWU3ODk4MGMyOGMyMDgxYTBlZWNh
+    ZWVjYTE4NzUzMGYzOTIwMTIyMTQ1ZGE2MWI4NTUwYmIxY2JmM2VmZWI5MTM1
+    OGIxYzJhYzBiNzhhYjE5NjQ1OTZjZDdhZTcxNDEyMWViZWU0YWM=

data/Gemfile.lock

@@ -1,6 +1,6 @@
 GIT
   remote: https://github.com/flant/shellfold.git
-  revision: 7429a46664b45ab246ba7a88eac24f614d1945a7
+  revision: 4db6a6a953412f2973fb6a814a0517cd04b0658c
   specs:
     shellfold (0.0.3)
       mixlib-shellout (>= 2.2.6, < 3.0)
@@ -8,8 +8,9 @@ GIT
 PATH
   remote: .
   specs:
-    buildizer (0.0.7)
+    buildizer (0.0.8)
       net_status (>= 0.0.1, < 1.0)
+      overcommit (>= 0.33.0, < 1.0)
       package_cloud (>= 0.2, < 1.0)
       shellfold (>= 0.0.1, < 1.0)
       thor (>= 0.19.1, < 1.0)
@@ -21,6 +22,8 @@ GEM
     backports (3.6.8)
     binding_of_caller (0.7.2)
       debug_inspector (>= 0.0.1)
+    childprocess (0.5.9)
+      ffi (~> 1.0, >= 1.0.11)
     coderay (1.1.1)
     colorize (0.6.0)
     debug_inspector (0.0.2)
@@ -40,6 +43,7 @@ GEM
       net-http-persistent (>= 2.7)
       net-http-pipeline
     highline (1.6.20)
+    iniparse (1.4.2)
     json (1.8.3)
     json_pure (1.8.1)
     launchy (2.4.3)
@@ -52,6 +56,9 @@ GEM
     net-http-persistent (2.9.4)
     net-http-pipeline (1.0.1)
     net_status (0.0.2)
+    overcommit (0.33.0)
+      childprocess (~> 0.5.8)
+      iniparse (~> 1.4)
     package_cloud (0.2.29)
       colorize (= 0.6.0)
       highline (= 1.6.20)

data/bin/buildizer

@@ -5,7 +5,7 @@
 require 'buildizer'
 
 begin
-  Buildizer::Cli.start
+  Buildizer::Cli::Main.start
 rescue Buildizer::Error => e
   $stderr.puts [e.net_status[:error], e.net_status[:message]].compact.join(': ')
   exit 1

data/buildizer.gemspec

@@ -20,6 +20,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "net_status", ">= 0.0.1", "< 1.0"
   spec.add_dependency "shellfold", ">= 0.0.1", "< 1.0"
   spec.add_dependency "package_cloud", ">= 0.2", "< 1.0"
+  spec.add_dependency "overcommit", ">= 0.33.0", "< 1.0"
 
   spec.add_development_dependency "bundler", "~> 1.7"
   spec.add_development_dependency "rake", "~> 10.0"

data/lib/buildizer/builder/base.rb

@@ -95,7 +95,7 @@ module Buildizer
       def _required_params!(required_params, params)
         Array(required_params).each do |param|
           unless params[param] and not params[param].to_s.empty?
-            raise Error, error: :input_error, message: "#{param} is not defined"
+            raise Error, error: :input_error, message: "Buildizer #{param} is not defined"
           end
         end
       end
@@ -107,7 +107,7 @@ module Buildizer
       def verify
         targets.tap do |res|
           unless res.any?
-            raise Error, error: :input_error, message: "target is not defined"
+            raise Error, error: :input_error, message: "Buildizer target is not defined"
           end
         end
       end
@@ -170,7 +170,7 @@ module Buildizer
 
         packager.package_cloud_org.each do |org, token|
           unless token
-            warn "No packagecloud token defined for org '#{org}' " +
+            warn "No package cloud token defined for org '#{org}' " +
                  "(PACKAGECLOUD_TOKEN or PACKAGECLOUD_TOKEN_#{org.upcase}) [WARN]"
           end
         end

data/lib/buildizer/ci/base.rb

@@ -0,0 +1,76 @@
+module Buildizer
+  module Ci
+    class Base
+      using Refine
+
+      attr_reader :packager
+
+      def initialize(packager)
+        super()
+
+        @packager = packager
+      end
+
+      def conf
+        @conf ||= conf_path.load_yaml
+      end
+
+      def conf_path
+        packager.package_path.join(conf_file_name)
+      end
+
+      def conf_file_name
+        ".#{ci_name}.yml"
+      end
+
+      def ci_name
+        self.class.ci_name
+      end
+
+      def setup!
+        raise
+      end
+
+      def configuration_actual?
+        raise
+      end
+
+      def git_tag
+        res = _git_tag.to_s
+        if res.empty? then nil else res end
+      end
+
+      def _git_tag
+        raise
+      end
+
+      def buildizer_install_instructions(master: nil)
+        if master
+          ['git clone https://github.com/flant/buildizer ~/buildizer',
+           'echo "export BUNDLE_GEMFILE=~/buildizer/Gemfile" | tee -a ~/.bashrc',
+           'export BUNDLE_GEMFILE=~/buildizer/Gemfile',
+           'gem install bundler',
+           'gem install overcommit',
+           'bundle install',
+          ]
+        else
+          'gem install buildizer'
+        end
+      end
+
+      def package_cloud_setup!
+        raise
+      end
+
+      def docker_cache_setup!
+        raise
+      end
+
+      class << self
+        def ci_name
+          raise
+        end
+      end # << self
+    end # Base
+  end # Ci
+end # Buildizer

data/lib/buildizer/ci/gitlab_ci.rb

@@ -0,0 +1,15 @@
+module Buildizer
+  module Ci
+    class GitlabCi < Base
+      def _git_tag
+        ENV['CI_BUILD_TAG']
+      end
+
+      class << self
+        def ci_name
+          'gitlab-ci'
+        end
+      end # << self
+    end # GitlabCi
+  end # Ci
+end # Buildizer

data/lib/buildizer/ci/travis/docker_cache_mod.rb

@@ -0,0 +1,47 @@
+module Buildizer
+  module Ci
+    class Travis
+      module DockerCacheMod
+        class << self
+          def included(base)
+            base.class_eval do
+              env_vars prefix: :docker_cache, repo: 'BUILDIZER_DOCKER_CACHE',
+                                              user: 'BUILDIZER_DOCKER_CACHE_USERNAME',
+                                              password: 'BUILDIZER_DOCKER_CACHE_PASSWORD',
+                                              email: 'BUILDIZER_DOCKER_CACHE_EMAIL',
+                                              server: 'BUILDIZER_DOCKER_CACHE_SERVER'
+            end # class_eval
+          end
+        end # << self
+
+        def docker_cache_setup!
+          if packager.docker_cache_clear_settings?
+            with_travis do
+              packager.with_log(desc: "Travis docker cache settings") do |&fin|
+                docker_cache_repo_var_delete!
+                docker_cache_user_var_delete!
+                docker_cache_password_var_delete!
+                docker_cache_email_var_delete!
+                docker_cache_server_var_delete!
+
+                fin.call 'DELETED'
+              end # with_log
+            end # with_travis
+          elsif packager.docker_cache_update_settings?
+            with_travis do
+              packager.with_log(desc: "Travis docker cache settings") do |&fin|
+                docker_cache_repo_var_update! packager.setup_docker_cache_repo, public: true
+                docker_cache_user_var_update! packager.setup_docker_cache_user, public: false
+                docker_cache_password_var_update! packager.setup_docker_cache_password, public: false
+                docker_cache_email_var_update! packager.setup_docker_cache_email, public: false
+                docker_cache_server_var_update! packager.setup_docker_cache_server, public: true
+
+                fin.call 'UPDATED'
+              end # with_log
+            end # with_travis
+          end
+        end
+      end # DockerCacheMod
+    end # Travis
+  end # Ci
+end # Buildizer

data/lib/buildizer/ci/travis/package_cloud_mod.rb

@@ -0,0 +1,76 @@
+module Buildizer
+  module Ci
+    class Travis
+      module PackageCloudMod
+        class << self
+          def included(base)
+            base.class_eval do
+              env_vars prefix: :package_cloud, repo_list: 'PACKAGECLOUD'
+            end # class_eval
+          end
+        end # << self
+
+        def package_cloud_token_var_name(org: nil)
+          if org
+            "PACKAGECLOUD_TOKEN_#{org.upcase}"
+          else
+            'PACKAGECLOUD_TOKEN'
+          end
+        end
+
+        def package_cloud_token_var(org: nil)
+          repo.env_vars[package_cloud_token_var_name(org: org)]
+        end
+
+        def package_cloud_token_var_delete!(**kwargs)
+          var = package_cloud_token_var(**kwargs)
+          var.delete if var
+        end
+
+        def package_cloud_token_var_update!(value, org: nil, **kwargs)
+          if value
+            repo.env_vars.upsert(package_cloud_token_var_name(org: org), value, **kwargs)
+          else
+            package_cloud_token_var_delete!(org: org)
+          end
+        end
+
+        def package_cloud_setup!
+          if packager.package_cloud_clear_settings?
+            with_travis do
+              repo_list = []
+              repo_list = package_cloud_repo_list_var.value.split(',') if package_cloud_repo_list_var
+              org_list = repo_list.map {|repo| repo.split('/').first}.uniq
+              org_list.each do |org|
+                packager.with_log(desc: "Travis package cloud token for '#{org}'") do |&fin|
+                  package_cloud_token_var_delete! org: org
+                  fin.call 'DELETED'
+                end
+              end
+
+              packager.with_log(desc: "Travis package cloud repo list") do |&fin|
+                package_cloud_repo_list_var_delete!
+                fin.call 'DELETED'
+              end
+            end # with_travis
+          elsif packager.package_cloud_update_settings?
+            with_travis do
+              packager.with_log(desc: "Travis package cloud repo list") do |&fin|
+                package_cloud_repo_list_var_update! packager.setup_package_cloud_repo_list.join(','), public: true
+                fin.call 'UPDATED'
+              end # with_log
+
+              packager.setup_package_cloud_org_desc_list.each do |desc|
+                next unless desc[:token]
+                packager.with_log(desc: "Travis package cloud token for '#{desc[:org]}'") do |&fin|
+                  package_cloud_token_var_update! desc[:token], org: desc[:org], public: false
+                  fin.call 'UPDATED'
+                end # with_log
+              end
+            end # with_travis
+          end
+        end
+      end # PackageCloudMod
+    end # Travis
+  end # Ci
+end # Buildizer

data/lib/buildizer/ci/travis/package_version_tag_mod.rb

@@ -0,0 +1,42 @@
+module Buildizer
+  module Ci
+    class Travis
+      module PackageVersionTagMod
+        using Refine
+
+        def require_tag_var_name
+          'BUILDIZER_REQUIRE_TAG'
+        end
+
+        def require_tag_var
+          repo.env_vars[require_tag_var_name]
+        end
+
+        def require_tag_var_upsert(**kwargs)
+          repo.env_vars.upsert(require_tag_var_name, kwargs.delete(:value), public: true, **kwargs)
+        end
+
+        def require_tag_setup!
+          with_travis do
+            packager.with_log(desc: "Travis require tag for deploy") do |&fin|
+              if packager.cli.options['require_tag'].nil?
+                unless require_tag_var
+                  require_tag_var_upsert(value: true.to_env)
+                  fin.call 'ENABLED'
+                else
+                  fin.call
+                end
+              elsif packager.cli.options['require_tag']
+                require_tag_var_upsert(value: true.to_env)
+                fin.call 'ENABLED'
+              else
+                require_tag_var_upsert(value: false.to_env)
+                fin.call 'DISABLED'
+              end
+            end # with_log
+          end # with_travis
+        end
+      end # PackageVersionTagMod
+    end # Travis
+  end # Ci
+end # Buildizer

data/lib/buildizer/ci/travis.rb

@@ -0,0 +1,124 @@
+module Buildizer
+  module Ci
+    class Travis < Base
+      class << self
+        def ci_name
+          'travis'
+        end
+
+        def env_vars(prefix:, **kwargs)
+          kwargs.each do |name, var_name|
+            define_method("#{prefix}_#{name}_var") {repo.env_vars[var_name]}
+            define_method("#{prefix}_#{name}_var_name") {var_name}
+            define_method("#{prefix}_#{name}_var_delete!") do
+              var = send("#{prefix}_#{name}_var")
+              var.delete if var
+            end
+            define_method("#{prefix}_#{name}_var_update!") do |value, **kwargs|
+              if value
+                repo.env_vars.upsert(var_name, value, **kwargs)
+              else
+                send("#{prefix}_#{name}_var_delete!")
+              end
+            end
+          end # each
+        end
+      end # << self
+
+      autoload :PackageCloudMod, 'buildizer/ci/travis/package_cloud_mod'
+      autoload :DockerCacheMod, 'buildizer/ci/travis/docker_cache_mod'
+      autoload :PackageVersionTagMod, 'buildizer/ci/travis/package_version_tag_mod'
+
+      include PackageCloudMod
+      include DockerCacheMod
+      include PackageVersionTagMod
+
+      def setup!
+        packager.write_path(conf_path, YAML.dump(actual_conf))
+        require_tag_setup!
+      end
+
+      def configuration_actual?
+        conf == actual_conf
+      end
+
+      def actual_conf
+        install = [
+          'sudo apt-get update',
+          'sudo apt-get install -y apt-transport-https ca-certificates',
+          'sudo apt-key adv --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 58118E89F3A912897C070ADBF76221572C52609D',
+          'echo "deb https://apt.dockerproject.org/repo ubuntu-trusty main" | sudo tee /etc/apt/sources.list.d/docker.list',
+          'sudo apt-get update',
+
+          # FIXME [https://github.com/docker/docker/issues/20316]:
+          'sudo apt-get -o dpkg::options::="--force-confnew" install -y docker-engine=1.9.1-0~trusty',
+
+          'echo "docker-engine hold" | sudo dpkg --set-selections',
+        ]
+        install.push(*Array(buildizer_install_instructions(master: packager.project_settings['master'])))
+
+        env = packager.targets.map {|t| "BUILDIZER_TARGET=#{t}"}
+        conf.merge(
+          'dist' => 'trusty',
+          'sudo' => 'required',
+          'cache' => 'apt',
+          'language' => 'ruby',
+          'rvm' => '2.2.1',
+          'install' => install,
+          'before_script' => 'buildizer prepare',
+          'script' => 'buildizer build',
+          'env' => env,
+          'after_success' => 'buildizer deploy',
+        )
+      end
+
+      def _git_tag
+        ENV['TRAVIS_TAG']
+      end
+
+      def repo_name
+        packager.git_remote_url.split(':')[1].split('.')[0]
+      rescue
+        raise Error, error: :input_error,
+                     message: "unable to determine travis repo name " +
+                              "from git remote url #{packager.git_remote_url}"
+      end
+
+      def repo
+        ::Travis::Repository.find(repo_name)
+      end
+
+      def login
+        @logged_in ||= begin
+          packager.with_log(desc: "Login into travis") do |&fin|
+            packager.user_settings['travis'] ||= {}
+
+            if packager.cli.options['reset_github_token']
+              packager.user_settings['travis'].delete('github_token')
+              packager.user_settings_save!
+            end
+
+            packager.user_settings['travis']['github_token'] ||= begin
+              reset_github_token = true
+              packager.cli.ask("GitHub access token:", echo: false).tap{puts}
+            end
+
+            ::Travis.github_auth(packager.user_settings['travis']['github_token'])
+            packager.user_settings_save! if reset_github_token
+
+            fin.call "LOGGED IN: #{::Travis::User.current.name}"
+          end # with_log
+
+          true
+        end
+      end
+
+      def with_travis(&blk)
+        login
+        yield
+      rescue ::Travis::Client::Error => err
+        raise Error, message: "travis: #{err.message}"
+      end
+    end # Travis
+  end # Ci
+end # Buildizer

data/lib/buildizer/ci.rb

@@ -0,0 +1,4 @@
+module Buildizer
+  module Ci
+  end # Ci
+end # Buildizer

data/lib/buildizer/cli/base.rb

@@ -0,0 +1,17 @@
+module Buildizer
+  module Cli
+    class Base < ::Thor
+      include OptionMod
+
+      add_shared_options(
+        debug: {type: :boolean, default: false, desc: "turn on live logging for external commands"},
+      )
+
+      no_commands do
+        def packager
+          @packager ||= Buildizer::Packager.new(self)
+        end
+      end # no_commands
+    end # Base
+  end # Cli
+end # Buildizer

data/lib/buildizer/cli/main.rb

@@ -0,0 +1,85 @@
+module Buildizer
+  module Cli
+    class Main < Base
+      include OptionMod
+
+      desc "setup", "Setup buildizer"
+      shared_options
+      method_option :master, type: :boolean, default: nil,
+                             desc: "use latest master branch of buildizer from github in ci"
+      method_option :verify_ci, type: :boolean, default: false,
+                                desc: "only verify ci configuration is up to date"
+      method_option :reset_github_token, type: :boolean, default: false,
+                                         desc: "delete github token from user settings and enter new"
+      method_option :require_tag, type: :boolean, default: nil,
+                                  desc: "pass only git tagged commits for deploy stage"
+
+      method_option :package_cloud, type: :array, default: nil,
+                                    desc: "package cloud repo list"
+      method_option :reset_package_cloud_token, type: :boolean, default: false,
+                                                desc: "delete package cloud tokens " +
+                                                      "from user settings for each specified repo " +
+                                                      "and enter new"
+      method_option :clear_package_cloud, type: :boolean, default: false,
+                                          desc: "clear all package cloud settings"
+
+      method_option :docker_cache, type: :string, default: nil,
+                                   desc: "docker cache repo name in format '<org>/<name>'"
+      method_option :docker_cache_user, type: :string, default: nil,
+                                        desc: "docker cache login user name to access specified repo"
+      method_option :docker_cache_email, type: :string, default: nil,
+                                         desc: "docker cache login email to access specified repo"
+      method_option :docker_cache_server, type: :string, default: nil,
+                                          desc: "docker cache login server to access specified repo"
+      method_option :reset_docker_cache_password, type: :boolean, default: false,
+                                                  desc: "delete docker cache user password " +
+                                                        "from user settings and enter new"
+      method_option :clear_docker_cache, type: :boolean, default: false,
+                                         desc: "clear all docker cache settings"
+      def setup
+        if options['verify_ci']
+          raise(Error, message: "#{packager.ci.ci_name} confugration update needed") unless packager.ci.configuration_actual?
+        else
+          packager.project_settings_setup!
+          packager.user_settings_setup!
+          packager.ci.setup!
+          packager.package_cloud_setup!
+          packager.docker_cache_setup!
+          packager.overcommit_setup!
+          packager.overcommit_verify_setup!
+          packager.overcommit_ci_setup!
+        end
+      end
+
+      desc "deinit", "Deinitialize settings (.buildizer.yml, git pre-commit hook)"
+      shared_options
+      def deinit
+        packager.deinit!
+      end
+
+      desc "prepare", "Prepare images for building packages"
+      shared_options
+      def prepare
+        packager.prepare!
+      end
+
+      desc "build", "Build packages"
+      shared_options
+      def build
+        packager.build!
+      end
+
+      desc "deploy", "Deploy packages"
+      shared_options
+      def deploy
+        packager.deploy!
+      end
+
+      desc "verify", "Verify targets params"
+      shared_options
+      def verify
+        packager.verify!
+      end
+    end # Main
+  end # Cli
+end # Buildizer

data/lib/buildizer/cli/option_mod.rb

@@ -0,0 +1,35 @@
+module Buildizer
+  module Cli
+    module OptionMod
+      class << self
+        def included(base)
+          base.send(:extend, ClassMethods)
+        end
+      end # << self
+
+      module ClassMethods
+        def _shared_options
+          @_shared_options ||= {}
+        end
+
+        def _all_shared_options
+          res = _shared_options
+          if klass = self.superclass and klass.respond_to?(:_all_shared_options)
+            res = res.merge(klass._all_shared_options)
+          end
+          res
+        end
+
+        def add_shared_options(options)
+          _shared_options.merge! options
+        end
+
+        def shared_options
+          _all_shared_options.each do |name, options|
+            method_option name, options
+          end
+        end
+      end # ClassMethods
+    end # OptionMod
+  end # Cli
+end # Buildizer