decking 0.0.2

data/lib/decking/helpers.rb

@@ -0,0 +1,105 @@
+module Decking
+  module Helpers
+    extend self
+
+    CONSOLE_LENGTH=80
+
+    def run_with_progress(title, &block)
+      command  = Thread.new(&block).tap{ |t| t.abort_on_exception = true}
+
+      progress = Thread.new do
+        opts = { title: title, 
+                 total: nil, 
+                 length: CONSOLE_LENGTH, 
+                 format: '%t%B', 
+                 progress_mark: ' ', 
+                 unknown_progress_animation_steps: ['..  .', '...  ', ' ... ', '  ...', '.  ..'] }
+        progressbar = ProgressBar.create opts
+
+        begin
+          loop do
+            progressbar.increment
+            sleep 0.5
+          end
+        rescue RuntimeError => e
+          if e.message == 'Shutdown'
+            progressbar.total = 100
+            progressbar.format '%t ' + "\u2713".green
+            progressbar.finish
+          else
+            raise RuntimeError e
+          end
+        end
+      end.tap {|t| t.abort_on_exception = true }
+
+      command.join
+      progress.raise 'Shutdown'
+      progress.join
+      finished = true
+    rescue Interrupt
+      clear_progressline
+      puts "I know you did't mean to do that... try again if you really do".yellow
+    rescue Exception => e
+      clear_progressline
+      puts e.class
+      puts e.message
+      puts e.backtrace.inspect
+      exit
+    ensure
+      begin
+        unless finished
+          command.join
+          progress.raise 'Shutdown'
+          progress.join
+        end
+      rescue Interrupt
+        puts "Caught second interrupt, exiting...".red
+        exit
+      rescue SystemExit
+        puts "Caught SystemExit. Exiting...".red
+        exit
+      end
+    end
+
+    def run_with_threads_multiplexed method, containers, *args
+      clear_progressline
+      threads = Array.new 
+      containers.map do |name, container|
+        threads << Thread.new do
+          container.method(method).call(*args)
+          sleep 0.1
+        end
+      end
+      threads.map { |thread| thread.join }
+    rescue Interrupt
+      threads.map { |thread| thread.kill }
+    end
+
+    def clear_progressline
+      $stdout.print " " * CONSOLE_LENGTH + "\r"
+      #$stdout.print "\n"
+    end
+  end
+end
+
+class String
+  def black;          "\033[30m#{self}\033[0m"; end
+  def red;            "\033[31m#{self}\033[0m"; end
+  def green;          "\033[32m#{self}\033[0m"; end
+  def yellow;         "\033[33m#{self}\033[0m"; end
+  def brown;          "\033[33m#{self}\033[0m"; end
+  def blue;           "\033[34m#{self}\033[0m"; end
+  def magenta;        "\033[35m#{self}\033[0m"; end
+  def cyan;           "\033[36m#{self}\033[0m"; end
+  def gray;           "\033[37m#{self}\033[0m"; end
+  def bg_black;       "\033[40m#{self}\033[0m"; end
+  def bg_red;         "\033[41m#{self}\033[0m"; end
+  def bg_green;       "\033[42m#{self}\033[0m"; end
+  def bg_brown;       "\033[43m#{self}\033[0m"; end
+  def bg_blue;        "\033[44m#{self}\033[0m"; end
+  def bg_magenta;     "\033[45m#{self}\033[0m"; end
+  def bg_cyan;        "\033[46m#{self}\033[0m"; end
+  def bg_gray;        "\033[47m#{self}\033[0m"; end
+  def bold;           "\033[1m#{self}\033[22m"; end
+  def reverse_color;  "\033[7m#{self}\033[27m"; end
+end

data/lib/decking/images.rb

@@ -0,0 +1,48 @@
+module Decking
+  class Image
+    include Decking::Helpers
+    class << self
+      include Decking::Helpers
+      include Enumerable
+
+      #def delete_all ; map{|n, c| c.delete  }; end
+      #def delete_all!; map{|n, c| c.delete! }; end
+
+      def images
+        @images ||= Hash.new
+      end
+
+      def instances
+        @instances ||= Hash.new
+      end
+
+      def add params
+        images.update params.name => params
+        self[params.name]
+      end
+
+      def [](name)
+        instances[name] ||= new(name, @images[name])
+      end
+
+      def each &block
+        @instances.each(&block)
+      end
+    end
+
+    attr_reader :name, :config
+
+    def initialize name, params
+      @name   = name
+      @config = params
+    end
+
+    def method_missing method, *args, &block
+      if config.key? method
+        config[method]
+      else
+        super
+      end
+    end
+  end
+end

data/lib/decking/parser.rb

@@ -0,0 +1,166 @@
+module Decking
+  module Parser
+    # Singleton Method: https://practicingruby.com/articles/ruby-and-the-singleton-pattern-dont-get-along
+    extend self
+
+    attr_accessor :config, :config_path
+
+    def config_file config_file
+      config_file ||= 'decking.yaml'
+
+      @config = Hashie::Mash.new(YAML.load_file(config_file))
+      @config_path = File.realpath(config_file)
+
+      confirm_requirements
+
+    end
+
+    def print
+      puts config.to_yaml
+    end
+
+    def parse cluster
+      parse_images
+      parse_containers
+      parse_clusters
+      parse_groups
+      merge_cluster_config cluster
+    end
+
+    private
+
+    def confirm_requirements
+      raise "No Containers Defined" unless config.containers?
+      raise "No Clusters Defined"   unless config.clusters?
+      raise "No Images Defined"     unless config.images?
+    end
+
+    def parse_images
+      config.images.each do |key, val|
+        if val.nil?
+          config.images[key] = Hashie::Mash.new
+          config.images[key].name = "#{key}:latest"
+        elsif val.is_a?(String)
+          config.images[key] = Hashie::Mash.new
+          config.images[key].name = val
+        end
+        config.images[key].tag ||= "latest"
+      end
+    end
+
+    def parse_containers
+      config.containers.each do |key, val|
+        config.containers[key]               ||= Hashie::Mash.new
+        config.containers[key].links         ||= Array.new
+        config.containers[key].binds         ||= Array.new
+        config.containers[key].lxc_conf      ||= Array.new
+        config.containers[key].domainname    ||= ""
+        config.containers[key].command       ||= ""
+        config.containers[key].entrypoint    ||= nil
+        config.containers[key].memory        ||= 0
+        config.containers[key].memory_swap   ||= 0
+        config.containers[key].cpu_shares    ||= 0
+        config.containers[key].cpu_set       ||= ""
+        config.containers[key].attach_stdout ||= false
+        config.containers[key].attach_stderr ||= false
+        config.containers[key].attach_stdin  ||= false
+        config.containers[key].tty           ||= false
+        config.containers[key].open_stdin    ||= false
+        config.containers[key].stdin_once    ||= false
+        config.containers[key].volumes_from  ||= Array.new
+        config.containers[key].image         ||= key
+        config.containers[key].port          ||= Array.new
+        config.containers[key].aliases       ||= Array.new
+        config.containers[key].data          ||= false
+        config.containers[key].hostname      ||= key
+        config.containers[key].links.each_with_index do |v, idx|
+          config.containers[key].links[idx] = resolve_dependency v unless v.instance_of? Hash
+        end
+        config.containers[key].volumes_from.each_with_index do |v, idx|
+          unless config.containers.key? v
+          raise "'volumes_from' dependency '" + v + "' of container '" + key + "' does not exist" 
+          end
+        end
+      end
+    end
+
+    def parse_clusters
+      config.clusters.each do |key, val|
+        if config.clusters[key].instance_of? Array
+          cont_ar = config.clusters[key]
+          config.clusters[key] = Hashie::Mash.new
+          config.clusters[key].containers = cont_ar
+        end
+        if (config.clusters[key].key? 'group') && (!config.groups.key?(config.clusters[key].group))
+          raise "Cluster '" + key + "' references invalid group '" + config.clusters[key].group
+        end
+        if (!config.clusters[key].key? 'group') && (config.groups.key? key)
+          config.clusters[key].group = key
+        end
+      
+        raise "Cluster '" + key + "' is empty" unless config.clusters[key].key? "containers"
+        raise "Cluster '" + key + "' containers should be an Array" unless config.clusters[key].containers.instance_of? Array
+      end
+    end
+
+    def parse_groups
+      config.groups.each do |key, val|
+        config.groups[key]            = Hashie::Mash.new if config.groups[key].nil?
+        config.groups[key].options    = Hashie::Mash.new unless config.groups[key].key? 'options'
+        config.groups[key].containers = Hashie::Mash.new unless config.groups[key].key? 'containers'
+        config.groups[key].containers.each do |c_key, c_val|
+          if config.groups[key].containers[c_key].key? 'links'
+            config.groups[key].containers[c_key].links.each_with_index do |v, idx|
+              config.groups[key].containers[c_key].links[idx] = resolve_dependency v
+            end
+          end
+        end
+      end
+    end
+
+    def merge_cluster_config cluster
+      raise "Cluster '" + cluster + "' doesn't exist" unless config.clusters.key? cluster
+      c = Hashie::Mash.new
+      c.containers = Hash.new
+      
+      # Merge primary container configs
+      config.clusters[cluster].containers.each_with_index do |key, idx|
+        c.containers[key] = config.containers[key]
+      end
+
+      c.containers.each do |k, v|
+        # Merge Global Overrides
+        c.containers[k] = c.containers[k].deep_merge(config.global) if config.key? 'global'
+        # Merge Group Overrides
+        c.containers[k] = c.containers[k].deep_merge(config.groups[config.clusters[cluster].group].options)
+        # Merge Group Container Overrides
+        if config.groups[config.clusters[cluster].group].containers.key? k
+          c.containers[k] = c.containers[k].deep_merge(config.groups[config.clusters[cluster].group].containers[k])
+        end
+        c.containers[k].name = k + '.' + cluster
+        c.containers[k].env.CONTAINER_NAME = k + '.' + cluster
+        c.containers[k].domainname = cluster + '.' + config.global.domainname if config.key?('global') && config.global.key?('domainname')
+      end
+      images = self.config.images
+      group  = self.config.clusters[cluster].group
+      self.config = c
+      self.config.images = images
+      self.config.cluster = cluster
+      self.config.group = group
+      self.config
+    end
+
+    def resolve_dependency dep
+      ret = Hash.new
+      spl = dep.split ':'
+      ret["dep"] = spl[0]
+      unless spl[1].nil?
+        ret["alias"] = spl[1]
+      else
+        ret["alias"] = spl[0]
+      end
+      ret
+    end
+
+  end
+end

data/lib/decking/version.rb

@@ -0,0 +1,3 @@
+module Decking
+  VERSION = "0.0.2"
+end

data/lib/decking.rb

@@ -0,0 +1,25 @@
+require 'hashie'
+require 'docker'
+Docker.validate_version!
+require "ruby-progressbar"
+require 'thread'
+require 'yaml'
+
+require 'log4r'
+require 'log4r/formatter/patternformatter'
+require 'log4r/outputter/syslogoutputter'
+require 'syslog'
+include Syslog::Constants
+
+Log4r::Logger.global.level = Log4r::ALL
+Log4r::StdoutOutputter.new('stdout', formatter: Log4r::PatternFormatter.new( pattern: '%d (%C) %l: %m', date_pattern: '%FT%T%:z' ))
+Log4r::SyslogOutputter.new('decking', logopt: LOG_CONS | LOG_PID , facility: LOG_USER, formatter: Log4r::PatternFormatter.new( date_method: 'usec', pattern: '(%C} %l: %m'))
+Log4r::Logger.new('decking')
+Log4r::Logger['decking'].add('decking')
+Log4r::Logger['decking'].add('stdout')
+Log4r::Logger['decking'].debug "Initialized #{__FILE__}"
+
+require_relative "decking/version"
+require_relative "decking/helpers"
+require_relative "decking/parser"
+require_relative "decking/containers"

data/spec/parser_spec.rb

@@ -0,0 +1,60 @@
+require_relative 'spec_helper'
+
+describe Decking::Parser do
+  before(:each) { Decking::Parser.config_file('spec/resources/decking.yaml') }
+
+  describe '#parse' do
+
+    it 'sets image value to key when blank' do
+      Decking::Parser.parse 'qa'
+      expect(Decking::Parser.config.images.blank.name).to eq("blank:latest")
+      expect(Decking::Parser.config.images.base.name).to eq("fail")
+      expect(Decking::Parser.config.images.repos.name).to eq("repos:v1.02")
+      expect(Decking::Parser.config.images["eds-webapp"].name).to eq("eds-webapp:latest")
+    end
+
+    it 'sets image key in containers to container name when missing' do
+      Decking::Parser.parse 'qa'
+      expect(Decking::Parser.config.containers.blank_container_image.image).to eq("blank_container_image")
+    end
+
+    it 'resolves links into container and alias' do
+      Decking::Parser.parse 'qa'
+      expect(Decking::Parser.config.containers.repos.links[0]).to eq({"dep" => "elasticsearch", "alias" => "es"})
+      expect(Decking::Parser.config.containers.repos.links[1]).to eq({"dep" => "config", "alias" => "config"})
+    end
+
+    it 'ensures that volumes_from links exist' do
+      Decking::Parser.config.containers.repos.volumes_from = ["not-exists"]
+      expect{Decking::Parser.parse 'qa'}.to raise_error(RuntimeError)
+    end
+
+    it 'raises an error when a cluster group does not exist' do
+      Decking::Parser.config.clusters.no_group = Hashie::Mash.new
+      Decking::Parser.config.clusters.no_group.group = "no_group"
+      expect{Decking::Parser.parse 'qa'}.to raise_error(RuntimeError)
+    end
+
+    it 'resolves links into container and alias' do
+      Decking::Parser.parse 'qa-mod'
+      expect(Decking::Parser.config.containers["webapp-admin"].links[0]).to eq({"dep" => "elasticsearch", "alias" => "elasticsearch"})
+    end
+
+    it 'appropriately handles overrides' do
+      Decking::Parser.parse 'qa'
+      expect(Decking::Parser.config.containers.keys).to eq(['blank_container_image', 'repos', 'config', 'webapp-main', 'webapp-admin'])
+      expect(Decking::Parser.config.containers['webapp-admin'].env.WEBAPP).to eq('admin')
+      expect(Decking::Parser.config.containers['webapp-admin'].env.ENVIRONMENT).to eq('qa')
+      expect(Decking::Parser.config.containers['webapp-admin'].env.TEST_VAR).to eq('test')
+      expect(Decking::Parser.config.containers['webapp-admin'].env.GITHUB_REPO).to eq('test')
+      expect(Decking::Parser.config.containers['webapp-admin'].env.AWS_ACCESS_KEY).to eq('key')
+      expect(Decking::Parser.config.containers['webapp-admin'].env.AWS_SECRET_ACCESS_KEY).to eq('secret2')
+      expect(Decking::Parser.config.containers['webapp-admin'].image).to eq('webapp')
+      expect(Decking::Parser.config.containers['webapp-admin'].volumes_from).to eq(['repos','config'])
+      expect(Decking::Parser.config.containers['webapp-admin'].port).to eq(['82:80'])
+      expect(Decking::Parser.config.group).to eq('qa')
+    end
+  end
+
+end
+

data/spec/resources/decking-container-tests.yaml

@@ -0,0 +1,62 @@
+# vim: set foldmethod=indent
+---
+
+images:
+  ubuntu:
+  eds-webapp:
+    name: test
+
+containers:
+  ubuntu-hello-world:
+    image: ubuntu
+    port:
+      - 82:80
+    command: /bin/sh -c "while true; do echo Hello world; sleep 0.5; done"
+  ubuntu-hello-frank:
+    image: ubuntu
+    command: /bin/sh -c "while true; do echo Hello frank; sleep 0.5; done"
+  ubuntu-hello-josh:
+    image: ubuntu
+    command: /bin/sh -c "while true; do echo Hello josh; sleep 0.5; done"
+  ubuntu-hello-stderr:
+    image: ubuntu
+    command: /bin/sh -c "while true; do echo error will robinson >&2; sleep 0.5; done"
+  hello-chris:
+    image: ubuntu
+    command: /bin/sh -c "while true; do echo 'Hello Chris!!'; sleep 0.5; done"
+  hello-brandon:
+    image: ubuntu
+    command: /bin/sh -c "while true; do echo 'Hello Brandon!!'; sleep 0.5; done"
+
+clusters:
+  container-tests:
+    - hello-chris
+    - hello-brandon
+    - ubuntu-hello-stderr
+
+groups:
+  container-tests:
+    options:
+      env:
+        OPTIONS_ENV: false
+        OPTIONS_ENV_OVERRIDE: 'this will not be the value'
+        GLOBAL_OVERRIDE_AWS_REGION: 'us-east-1'
+    containers:
+      hello-brandon:
+        env:
+          OPTIONS_ENV_OVERRIDE: 'this is the real value'
+      ubuntu:
+        port:
+          - 83:81
+          - 82:80
+        env:
+          CONTAINERS_OPTS_ENV: false
+          OPTIONS_ENV_OVERRIDE: 'this is the real value'
+
+
+global:
+  env:
+    AWS_ACCESS_KEY: key
+    AWS_SECRET_ACCESS_KEY: secret
+    GLOBAL_OVERRIDE_AWS_REGION: 'us-midwest-7'
+  domainname: qa.randywallace.com

data/spec/resources/decking.yaml

@@ -0,0 +1,109 @@
+# vim: set foldmethod=indent
+---
+
+images:
+  base: fail
+  config:
+  repos:
+    name: repos:v1.02
+  eds-webapp:
+  elasticsearch:
+    tag: 1.5.0
+  blank:
+
+containers:
+  ubuntu:
+    port:
+      - 82:80
+    command: "/bin/sh -c 'while true; do echo Hello world; sleep 1; done'"
+  blank_container_image:
+  repos:
+    image: repos
+    data: true
+    links:
+      - elasticsearch:es
+      - config
+  config:
+    image: config
+    data: true
+  elasticsearch:
+    image: elasticsearch
+    port:
+      - 9200:9200
+    volumes_from:
+      - repos
+  webapp-main:
+    image: webapp
+    volumes_from:
+      - repos
+      - config
+    port:
+      - 80:80
+    extra: webapp-main
+  webapp-admin:
+    image: webapp
+    volumes_from:
+      - repos
+      - config
+    port:
+      - 81:80
+    extra: webapp-admin
+
+clusters:
+  qa:
+    - blank_container_image
+    - repos
+    - config
+    - webapp-main
+    - webapp-admin 
+  qa-mod:
+    - repos
+    - config
+    - elasticsearch
+    - webapp-admin
+  container-tests:
+    - ubuntu
+
+groups:
+  qa:
+    options:
+      env:
+        ENVIRONMENT: qa
+        TAG: v1.0.0
+        GITHUB_ACCOUNT: randywallace
+        GITHUB_REPO: test
+        GITHUB_BRANCH: master
+        GITHUB_TOKEN: token
+        TEST_VAR: test
+    containers:
+      webapp-admin:
+        env: 
+          WEBAPP: admin
+          AWS_SECRET_ACCESS_KEY: secret2
+        port:
+          - 82:80
+  qa-mod:
+    options:
+      env:
+        ENVIRONMENT: qa-admin
+        TAG: v1.0.0
+        WEBAPP: original
+    containers:
+      webapp-admin:
+        port:
+          - 82:80
+        links:
+          - "elasticsearch:elasticsearch"
+        env:
+          WEBAPP: replace
+  container-tests:
+    options:
+      env:
+        ENVIRONMENT: qa-admin
+        TAG: v1.0.0
+
+global:
+  env:
+    AWS_ACCESS_KEY: key
+    AWS_SECRET_ACCESS_KEY: secret
+  domainname: qa.randywallace.com

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+require 'pry'
+require 'decking'