vidar 0.0.1 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1812f508b912f66c364c6e30d37e6a3a13f1a6ab2314778e5c4c83c0c39758ee
-  data.tar.gz: 43de0e087390e978960b2f88bd28aba4bfe245767c9610fc1c723511796d13cd
+  metadata.gz: d76eee317ea354bb1372becb1ceff870a1e194e3781b38e877ae4ebf5d75ec38
+  data.tar.gz: 85a8bcb00c32cb181f8aef9e9f372bddba7614bca548417cd7e7e4897172c390
 SHA512:
-  metadata.gz: 39b115f30f8f35344faae6380c60fd313b2b779358855446fca2930070a5db7b3f0e9dcb12db96b435a6cc620b7bf9b05dd643366a38d9687feedbf62f8b39ff
-  data.tar.gz: e66c107bd61014c630e2a580b381bdf12b16b02ab8e1180a80fdac9c92384423e1375a0953a5c878b6b1aa369b602da6ebc13435ed781e6a61abb42cf3df649b
+  metadata.gz: 635f242141f0760c1469cc6e26a871cf552f3d85f237b54c742dad358bc2701108b9db6155184d30a5068090cd6f801ce91ffb32c01b5b85874c4f0ee2f64697
+  data.tar.gz: f84d3772de7d823d95b304e4dfc3d2260d6c4d201c101c3296b8409b7fa0bc4708d723ff71ec4b855b17a8432bfb5f4bf3b711b127efe7b4ba5b9a8b581eea50

data/.gitignore

@@ -9,3 +9,6 @@
 
 # rspec failure tracking
 .rspec_status
+
+# Cached rubocop config files
+.rubocop-http*

data/.rubocop.yml

@@ -1,62 +1,8 @@
-Gemspec/RequiredRubyVersion:
-  Include:
-    - 2.4
-    - 2.5
-    - 2.6
+require:
+  - rubocop-performance
 
-Lint/UnusedBlockArgument:
-  Enabled: false
+inherit_from:
+  - https://raw.githubusercontent.com/RenoFi/rubocop/master/ruby.yml
 
-Layout/AlignHash:
-  Enabled: false
-
-Naming/FileName:
-  Enabled: false
-
-Metrics/BlockLength:
-  Max: 30
-  Exclude:
-    - '**/*_spec.rb'
-
-Metrics/LineLength:
-  Max: 140
-
-Metrics/MethodLength:
-  Max: 20
-
-Security/YAMLLoad:
-  Enabled: false
-
-Style/BlockDelimiters:
-  EnforcedStyle: braces_for_chaining
-
-Style/Documentation:
-  Enabled: false
-
-Style/GuardClause:
-  Enabled: false
-
-Style/EachWithObject:
-  Enabled: false
-
-Style/MethodMissingSuper:
-  Enabled: false
-
-Style/MissingRespondToMissing:
-  Enabled: false
-
-Style/FrozenStringLiteralComment:
-  Enabled: false
-
-Style/PercentLiteralDelimiters:
-  Enabled: false
-
-Style/RescueStandardError:
-  Exclude:
-    - 'spec/*.rb'
-
-Style/SymbolArray:
-  EnforcedStyle: brackets
-
-Style/TrivialAccessors:
-  Enabled: false
+AllCops:
+  TargetRubyVersion: 2.6

data/.travis.yml

@@ -3,7 +3,5 @@ sudo: false
 language: ruby
 cache: bundler
 rvm:
-  - 2.4.6
-  - 2.5.5
-  - 2.6.3
+  - 2.6.4
 before_install: gem install bundler -v 2.0.2

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    vidar (0.0.1)
+    vidar (0.1.4)
       colorize
       thor (~> 0.20)
 
@@ -15,13 +15,13 @@ GEM
     jaro_winkler (1.5.3)
     method_source (0.9.2)
     parallel (1.17.0)
-    parser (2.6.3.0)
+    parser (2.6.4.0)
       ast (~> 2.4.0)
     pry (0.12.2)
       coderay (~> 1.1.0)
       method_source (~> 0.9.0)
     rainbow (3.0.0)
-    rake (10.5.0)
+    rake (12.3.3)
     rspec (3.8.0)
       rspec-core (~> 3.8.0)
       rspec-expectations (~> 3.8.0)
@@ -42,6 +42,8 @@ GEM
       rainbow (>= 2.2.2, < 4.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 1.7)
+    rubocop-performance (1.4.1)
+      rubocop (>= 0.71.0)
     ruby-progressbar (1.10.1)
     thor (0.20.3)
     unicode-display_width (1.6.0)
@@ -50,11 +52,12 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 2.0)
-  pry (~> 0.12)
-  rake (~> 10.0)
-  rspec (~> 3.0)
-  rubocop (~> 0.71)
+  bundler
+  pry
+  rake
+  rspec
+  rubocop
+  rubocop-performance
   vidar!
 
 BUNDLED WITH

data/README.md

@@ -1,3 +1,6 @@
+[![Gem Version](https://badge.fury.io/rb/vidar.svg)](https://rubygems.org/gems/vidar)
+[![Build Status](https://travis-ci.org/RenoFi/vidar.svg?branch=master)](https://travis-ci.org/RenoFi/vidar)
+
 # Vidar
 
 Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/vidar`. To experiment with that code, run `bin/console` for an interactive prompt.

data/bin/vidar

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'vidar'
+
+Vidar::CLI.start

data/exe/vidar

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'vidar'
+
+Vidar::CLI.start

data/lib/vidar.rb

@@ -1,5 +1,22 @@
+require 'yaml'
+require 'json'
+require 'open3'
+require 'ostruct'
+require 'yaml'
+
+require 'thor'
+require 'colorized_string'
+
 require 'vidar/version'
+require 'vidar/config'
+require 'vidar/log'
+require 'vidar/run'
+require 'vidar/slack_notification'
+require 'vidar/k8s/container_status'
+require 'vidar/k8s/pods'
+require 'vidar/cli'
 
 module Vidar
-  class Error < StandardError; end
+  Error = Class.new(StandardError)
+  MissingConfigError = Class.new(StandardError)
 end

data/lib/vidar/cli.rb

@@ -0,0 +1,124 @@
+module Vidar
+  class CLI < Thor
+    include Thor::Shell
+
+    def self.exit_on_failure?
+      true
+    end
+
+    desc "run_runner", "Runs any given command in runner image"
+    option :command
+    def run_runner
+      Run.docker_compose("run runner #{options[:command]}") || exit(1)
+    end
+
+    desc "pull", "Pulls existing docker images to leverage docker caching"
+    def pull
+      Log.info "Pulling #{Config.get(:image)} tags"
+      Run.docker "pull #{Config.get(:image)}:builder-#{Config.get(:current_branch)} 2> /dev/null || true"
+      Run.docker "pull #{Config.get(:image)}:builder 2> /dev/null || true"
+      Run.docker "pull #{Config.get(:image)}:release 2> /dev/null || true"
+      Log.info "Docker images:"
+      puts Run.docker "images"
+    end
+
+    desc "build", "Builds docker stages"
+    def build
+      Log.info "Building #{Config.get(:image)}:builder-#{Config.get(:current_branch)}"
+      Run.docker_compose "build builder"
+
+      Log.info "Building #{Config.get(:image)}:runner-#{Config.get(:current_branch)}"
+      Run.docker_compose "build runner"
+
+      Log.info "Building #{Config.get(:image)}:release"
+      Run.docker_compose "build release"
+    end
+
+    desc "cache", "Caches intermediate docker stages"
+    def cache
+      Log.info "Publish #{Config.get(:image)}:builder-#{Config.get(:current_branch)}"
+      Run.docker "push #{Config.get(:image)}:builder-#{Config.get(:current_branch)}"
+    end
+
+    desc "publish", "Publishes docker images on docker registry"
+    def publish
+      Log.info "Publish #{Config.get(:image)}:#{Config.get(:revision)}"
+      Run.docker "tag #{Config.get(:image)}:release #{Config.get(:image)}:#{Config.get(:revision)}"
+      Run.docker "push #{Config.get(:image)}:#{Config.get(:revision)}"
+
+      return unless Config.get(:current_branch) == Config.get(:default_branch)
+
+      Log.info "Publish #{Config.get(:image)}:builder"
+      Run.docker "tag #{Config.get(:image)}:builder-#{Config.get(:current_branch)} #{Config.get(:image)}:builder"
+      Run.docker "push #{Config.get(:image)}:builder"
+
+      Log.info "Publish #{Config.get(:image)}:latest"
+      Run.docker "tag #{Config.get(:image)}:release #{Config.get(:image)}:latest"
+      Run.docker "push #{Config.get(:image)}:release"
+      Run.docker "push #{Config.get(:image)}:latest"
+    end
+
+    desc "deploy", "Performs k8s deployment with deploy hook"
+    method_option :revision, default: nil
+    def deploy
+      revision = options[:revision] || Config.get(:revision)
+      Log.info "Current cluster: #{Config.get(:cluster)} ###"
+
+      Log.info "Set kubectl image..."
+      Run.kubectl "set image deployments,cronjobs *=#{Config.get(:image)}:#{revision} --all"
+
+      Log.info "Looking for deploy hook..."
+      template_name, error, status = Open3.capture3 "kubectl get cronjob deploy-hook-template -n #{Config.get(:namespace)} -o name --ignore-not-found=true"
+
+      if status.success?
+        if template_name.to_s.empty?
+          Log.info "No deploy hook found"
+        else
+          Log.info "Executing deploy hook #{template_name.strip!}..."
+          Run.kubectl "delete job deploy-hook --ignore-not-found=true"
+          Run.kubectl "create job deploy-hook --from=#{template_name}"
+        end
+      else
+        Log.info "Error getting deploy hook template: #{error}"
+        exit(1)
+      end
+    end
+
+    desc "monitor_deploy_status", "Checks is deployment has finished and sends post-deploy notification"
+    def monitor_deploy_status
+      Log.info "Current cluster: #{Config.get(:cluster)} ###"
+      Log.info "Checking is all containers on #{Config.get(:cluster)} in #{Config.get(:namespace)} are ready..."
+
+      sleep(2)
+      error = false
+      tries = 0
+      max_tries = 30
+      until K8s::Pods.new(Config.get(:namespace)).all_ready?
+        tries += 1
+        sleep(10)
+        if tries > max_tries
+          error = true
+          break
+        end
+      end
+
+      slack_notification = SlackNotification.new(
+        webhook_url:   Config.get(:slack_webhook_url),
+        github:        Config.get(:github),
+        revision:      Config.get(:revision),
+        revision_name: Config.get(:revision_name),
+        cluster:       Config.get(:cluster),
+        cluster_url:   Config.get(:cluster_url)
+      )
+
+      if error
+        Log.error "ERROR: Some of containers are not ready."
+        slack_notification.error
+        exit(1)
+      else
+        Log.info "OK: All containers are ready."
+        slack_notification.success
+      end
+    end
+  end
+end

data/lib/vidar/config.rb

@@ -0,0 +1,37 @@
+module Vidar
+  class Config
+    DEFAULT_MANIFEST_FILE = "vidar.yml".freeze
+
+    DEFAULT_OPTIONS = {
+      compose_file:   -> { "docker-compose.ci.yml" },
+      default_branch: -> { "master" },
+      current_branch: -> { `git rev-parse --abbrev-ref HEAD`.strip.tr("/", "-") },
+      revision:       -> { `git rev-parse HEAD`.strip },
+      revision_name:  -> { `git show --pretty=format:"%s (%h)" -s HEAD`.strip },
+      cluster:        -> { `kubectl config current-context`.strip.split("_", 4)[-1] } # TODO: improve context cleanup
+    }.freeze
+
+    class << self
+      attr_reader :data
+      attr_writer :manifest_file
+
+      def load(file_path = manifest_file)
+        @data = YAML.load_file(file_path)
+        @loaded = true
+      end
+
+      def manifest_file
+        @manifest_file || DEFAULT_MANIFEST_FILE
+      end
+
+      def loaded?
+        @loaded
+      end
+
+      def get(key)
+        load unless loaded?
+        @data[key.to_s] || DEFAULT_OPTIONS[key.to_sym]&.call || fail(MissingConfigError, key)
+      end
+    end
+  end
+end

data/lib/vidar/k8s/container_status.rb

@@ -0,0 +1,71 @@
+module Vidar
+  module K8s
+    class ContainerStatus
+      attr_reader :data, :state
+
+      def initialize(data)
+        @data = data
+        @state = data["state"]
+      end
+
+      def name
+        data["name"]
+      end
+
+      def ok?
+        (ready? && running?) || terminated_completed?
+      end
+
+      def to_text
+        parts = ["Name: #{name}"] + text_statuses
+        parts.map { |s| s.ljust(50, " ") }.join(" | ")
+      end
+
+      def text_statuses
+        if running?
+          if ready?
+            [ColorizedString["Status: Ready & Running"].light_green, "Started at: #{running_started_at}"]
+          else
+            [ColorizedString["Status: Not ready"].light_red, "Started at: #{running_started_at}"]
+          end
+        elsif terminated_completed?
+          [ColorizedString["Status: Terminated/Completed"].light_green, "Finished at: #{terminated_finished_at}"]
+        elsif terminated_error?
+          [ColorizedString["Status: Terminated/Error"].light_red]
+        elsif waiting?
+          [ColorizedString["Status: Waiting"].light_green]
+        else
+          [ColorizedString[state.inspect].light_red]
+        end
+      end
+
+      def waiting?
+        state["waiting"]
+      end
+
+      def ready?
+        data["ready"]
+      end
+
+      def running?
+        !running_started_at.nil?
+      end
+
+      def running_started_at
+        state.dig("running", "startedAt")
+      end
+
+      def terminated_completed?
+        state.dig("terminated", "reason") == "Completed" || state.dig("terminated", "exitCode") == 0
+      end
+
+      def terminated_finished_at
+        state.dig("terminated", "finishedAt")
+      end
+
+      def terminated_error?
+        state.dig("terminated", "reason") == "Error" || state.dig("terminated", "exitCode")
+      end
+    end
+  end
+end

data/lib/vidar/k8s/pods.rb

@@ -0,0 +1,40 @@
+module Vidar
+  module K8s
+    class Pods
+      def initialize(namespace)
+        @namespace = namespace
+      end
+
+      def all_ready?
+        if items.empty?
+          Log.error "Could not fetch pod list"
+          return false
+        end
+
+        container_statuses.each do |container_status|
+          Log.info container_status.to_text
+        end
+
+        Log.info "-", "-"
+
+        container_statuses.all?(&:ok?)
+      end
+
+      private
+
+      attr_reader :pods, :namespace
+
+      def items
+        @items ||= begin
+          output = `kubectl get pods -n #{Config.get(:namespace)} -o json`
+          json = JSON.parse(output.strip)
+          json["items"] || []
+        end
+      end
+
+      def container_statuses
+        @container_statuses ||= items.map { |i| i.dig("status", "containerStatuses") }.flatten.compact.map { |status| ContainerStatus.new(status) }
+      end
+    end
+  end
+end

data/lib/vidar/log.rb

@@ -0,0 +1,13 @@
+module Vidar
+  class Log
+    class << self
+      def info(text, fill_with = "#")
+        puts ColorizedString["#{fill_with} #{text} ".ljust(100, fill_with)].colorize(:light_green)
+      end
+
+      def error(text, fill_with = "#")
+        puts ColorizedString["#{fill_with} #{text} ".ljust(100, fill_with)].colorize(:light_red)
+      end
+    end
+  end
+end

data/lib/vidar/run.rb

@@ -0,0 +1,18 @@
+module Vidar
+  class Run
+    class << self
+      def docker(command)
+        system("docker #{command}") || exit(1)
+      end
+
+      def docker_compose(command)
+        args = %w[revision current_branch].map { |arg| "#{arg.upcase}=#{Config.get(arg.to_sym)}" }
+        system("#{args.join(' ')} docker-compose -f #{Config.get(:compose_file)} #{command}") || exit(1)
+      end
+
+      def kubectl(command)
+        system("kubectl --namespace=#{Config.get(:namespace)} #{command}") || exit(1)
+      end
+    end
+  end
+end

data/lib/vidar/slack_notification.rb

@@ -0,0 +1,59 @@
+module Vidar
+  class SlackNotification
+    SUCCESS_COLOR = "good".freeze
+    ERROR_COLOR = "danger".freeze
+
+    def initialize(webhook_url:, github:, revision:, revision_name:, cluster:, cluster_url:)
+      @webhook_url = webhook_url
+      @github = github
+      @revision = revision
+      @revision_name = revision_name
+      @cluster = cluster
+      @cluster_url = cluster_url
+    end
+
+    def error
+      message = "Failed deploy of #{github_link} to #{cluster_link} :fire: <!channel>"
+      perform data(message: message, color: ERROR_COLOR)
+    end
+
+    def success
+      message = "Successful deploy of #{github_link} to #{cluster_link}"
+      perform data(message: message, color: SUCCESS_COLOR)
+    end
+
+    def perform(data)
+      `curl -X POST -H "Content-type: application/json" --data '#{data}' '#{webhook_url}' 2>&1 /dev/null`
+    end
+
+    private
+
+    attr_reader :webhook_url, :github, :revision, :revision_name, :cluster, :cluster_url
+
+    def data(message:, color:)
+      {
+        "attachments": [
+          {
+            "title": github,
+            "title_link": github_url,
+            "color": color,
+            "text": message,
+            "fallback": message
+          }
+        ]
+      }.to_json
+    end
+
+    def github_url
+      "https://github.com/#{github}/commit/#{revision}"
+    end
+
+    def github_link
+      "<#{github_url}|#{revision_name}>"
+    end
+
+    def cluster_link
+      "<#{cluster_url}|#{cluster}>"
+    end
+  end
+end

data/lib/vidar/version.rb

@@ -1,3 +1,3 @@
 module Vidar
-  VERSION = '0.0.1'.freeze
+  VERSION = '0.1.4'.freeze
 end

data/vidar.gemspec

@@ -22,14 +22,15 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
-  spec.required_ruby_version = '>= 2.4'
+  spec.required_ruby_version = '>= 2.6'
 
   spec.add_dependency 'colorize'
   spec.add_dependency 'thor', '~> 0.20'
 
-  spec.add_development_dependency 'bundler', '~> 2.0'
-  spec.add_development_dependency 'pry', '~> 0.12'
-  spec.add_development_dependency 'rake', '~> 10.0'
-  spec.add_development_dependency 'rspec', '~> 3.0'
-  spec.add_development_dependency 'rubocop', '~> 0.71'
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'rubocop'
+  spec.add_development_dependency 'rubocop-performance'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: vidar
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.4
 platform: ruby
 authors:
 - Krzysztof Knapik
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-08-21 00:00:00.000000000 Z
+date: 2019-09-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: colorize
@@ -43,77 +43,92 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.12'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.12'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.71'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.71'
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-performance
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email:
 - knapo@knapo.net
 - engineering@renofi.com
-executables: []
+executables:
+- vidar
 extensions: []
 extra_rdoc_files: []
 files:
@@ -128,7 +143,16 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
+- bin/vidar
+- exe/vidar
 - lib/vidar.rb
+- lib/vidar/cli.rb
+- lib/vidar/config.rb
+- lib/vidar/k8s/container_status.rb
+- lib/vidar/k8s/pods.rb
+- lib/vidar/log.rb
+- lib/vidar/run.rb
+- lib/vidar/slack_notification.rb
 - lib/vidar/version.rb
 - vidar.gemspec
 homepage: https://github.com/RenoFi/vidar
@@ -145,7 +169,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.4'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="