decking 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fc3e349f7fa27cafe70b4a5e2fb901715bb52159
+  data.tar.gz: b01316554056df885d230d9c3632fec9e012469a
+SHA512:
+  metadata.gz: a3ab5bf1ff01a0e210174b3cc574c8b28f45fc3e723e50ff9964815dd91dccccf4d534101d8677a05b1b74372304469214bf62c22cebafc160cdb7a7e57da8ec
+  data.tar.gz: ab3d2c5a3d2c0fea722f8481476e43a5e5a50201b15e6ca54fe0cc44dba991c7912afb25fa8a12a48f2211e6983a23f33070983798c550ffcc9545aa4749ff03

data/.gitignore

@@ -0,0 +1,16 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+/vendor/
+/.idea/
+*.gem

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in decking.gemspec
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,89 @@
+PATH
+  remote: .
+  specs:
+    decking (0.0.2)
+      docker-api (~> 1.22.2)
+      gli
+      hashie
+      io-console
+      log4r
+      ruby-progressbar
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    celluloid (0.16.0)
+      timers (~> 4.0.0)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    docker-api (1.22.2)
+      excon (>= 0.38.0)
+      json
+    excon (0.45.4)
+    ffi (1.9.6)
+    formatador (0.2.5)
+    gli (2.13.1)
+    guard (2.9.0)
+      formatador (>= 0.2.4)
+      listen (~> 2.7)
+      lumberjack (~> 1.0)
+      pry (>= 0.9.12)
+      thor (>= 0.18.1)
+    guard-rspec (4.3.1)
+      guard (~> 2.1)
+      rspec (>= 2.14, < 4.0)
+    hashie (3.4.2)
+    hitimes (1.2.2)
+    io-console (0.4.2)
+    json (1.8.3)
+    listen (2.8.2)
+      celluloid (>= 0.15.2)
+      rb-fsevent (>= 0.9.3)
+      rb-inotify (>= 0.9)
+    log4r (1.1.10)
+    lumberjack (1.0.9)
+    method_source (0.8.2)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    pry-nav (0.2.4)
+      pry (>= 0.9.10, < 0.11.0)
+    pry-remote (0.1.8)
+      pry (~> 0.9)
+      slop (~> 3.0)
+    rake (10.4.0)
+    rb-fsevent (0.9.4)
+    rb-inotify (0.9.5)
+      ffi (>= 0.5.0)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.7)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.3)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.2)
+    ruby-progressbar (1.7.5)
+    slop (3.6.0)
+    thor (0.19.1)
+    timers (4.0.1)
+      hitimes
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.7)
+  decking!
+  guard
+  guard-rspec
+  pry
+  pry-nav
+  pry-remote
+  rake (~> 10.0)
+  rspec (~> 3.1.0)

data/Guardfile

@@ -0,0 +1,14 @@
+# Note: The cmd option is now required due to the increasing number of ways
+#       rspec may be run, below are examples of the most common uses.
+#  * bundler: 'bundle exec rspec'
+#  * bundler binstubs: 'bin/rspec'
+#  * spring: 'bin/rsspec' (This will use spring if running and you have
+#                          installed the spring binstubs per the docs)
+#  * zeus: 'zeus rspec' (requires the server to be started separetly)
+#  * 'just' rspec: 'rspec'
+guard :rspec, cmd: 'bundle exec rspec --color --format documentation' do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Randy D. Wallace Jr.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Decking
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'decking'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install decking
+
+## Usage
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/decking/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec) do |task|
+    task.rspec_opts = ['--color', '--format', 'documentation']
+end
+
+task :default => :spec
+

data/bin/decking

@@ -0,0 +1,109 @@
+#!/usr/bin/env ruby
+
+require 'gli'
+require 'decking'
+
+module Decking::CLI
+  @@logger = Log4r::Logger.new('decking::cli')
+  extend GLI::App
+  sort_help :manually
+  subcommand_option_handling :normal
+  config_file '.deckingrc'
+  program_desc "Manage a cluster of docker containers"
+  version "Decking: #{Decking::VERSION}\n    Docker:  #{Docker.version["Version"]}"
+
+  desc 'Path to decking.yaml'
+  flag [:config], :default_value => File.expand_path(File.dirname(__FILE__)) + '/../spec/resources/decking-container-tests.yaml'
+
+  desc 'The name of the cluster to use for all commands'
+  flag [:cluster], :default_value => "unknown"
+
+
+  pre do |global_options,options,args|
+    @@logger.debug "Using #{global_options[:config]} for decking config"
+    Decking::Parser.config_file global_options[:config]
+    Decking::Parser.parse global_options[:cluster]
+    Decking::Parser.config.containers.map { |name, config| Decking::Container.add config }
+  end
+
+  desc 'Create and start the cluster'
+  command :run do |c|
+    c.switch [:f, :force], :default_value => false, :desc => 'Force the command in a destructive manner'
+    c.action do |global_options,options,args|
+      @@logger.info "Running cluster #{global_options[:cluster]}"
+      unless options[:force]
+        Decking::Container.create_all
+      else
+        Decking::Container.create_all!
+      end
+      Decking::Container.start_all
+    end
+  end
+
+  desc 'Show the cluster logs'
+  command [:logs,:attach] do |c|
+    c.switch [:t,:timestamps], :default_value => false, :desc => 'Show Timestamps'
+    c.switch [:f,:follow], :default_value => false, :desc => 'Tail the logs'
+    c.flag [:n,:lines], :default_value => 100, :desc => 'Number of lines to print'
+    c.action do |global_options,options,args|
+      Decking::Container.tail_all_logs options[:timestamps], options[:lines], options[:follow]
+    end
+  end
+
+  desc 'Completely remove the cluster containers'
+  command [:rm] do |c|
+    c.switch [:f, :force], :default_value => false, :desc => 'Force the Delete'
+    c.action do |global_options,options,args|
+      unless options[:force]
+        Decking::Container.delete_all
+      else
+        Decking::Container.delete_all!
+      end
+    end
+  end
+
+  desc 'Stop the cluster'
+  command [:stop] do |c|
+    c.switch [:f, :force], :default_value => false, :desc => 'Force Stop the cluster'
+    c.action do |global_options,options,args|
+      unless options[:force]
+        Decking::Container.stop_all
+      else
+        Decking::Container.stop_all!
+      end
+    end
+  end
+
+  desc 'Start the cluster'
+  command [:start] do |c|
+    c.action do |global_options,options,args|
+      Decking::Container.start_all
+    end
+  end
+
+  desc 'Only create the cluster'
+  command [:create] do |c|
+    c.switch [:f, :force], :default_value => false, :desc => 'Force create the cluster by removing any existing duplicates'
+    c.action do |global_options,options,args|
+      unless options[:force]
+        Decking::Container.create_all
+      else
+        Decking::Container.create_all!
+      end
+    end
+  end
+
+  desc 'Print to STDOUT the compiled cluster configuration'
+  command [:printcluster] do |c|
+    c.action do |global_options,options,args|
+      Decking::Parser.print
+    end
+  end
+
+  desc 'Build Container(s)'
+  command [:build] do |c|
+  end
+
+end
+
+exit Decking::CLI.run(ARGV)

data/bin/decking-test

@@ -0,0 +1,47 @@
+#!/usr/bin/env ruby
+require 'decking'
+
+puts FileUtils.pwd
+
+img = nil
+FileUtils.cd(File.expand_path('~/git/decking/docker-eds-tests')) do
+  img = Docker::Image.build_from_tar(Docker::Util.create_dir_tar('.'), 'dockerfile' => 'eds-webapp/Dockerfile') do |chunk|
+    puts JSON.parse(chunk)['stream']
+  end
+end
+
+img.tag 'repo' => 'test', 'tag' => 'test', 'force' => true
+
+puts img.inspect
+
+#Decking::Parser.config_file File.expand_path(File.dirname(__FILE__)) + '/../spec/resources/decking-container-tests.yaml'
+#Decking::Parser.parse 'container-tests'
+#Decking::Parser.config.containers.map { |name, config| Decking::Container.add config }
+#Decking::Parser.print
+#Decking::Container.delete_all!
+#Decking::Container.create_all
+#Decking::Container.create_all!
+#Decking::Container.start_all
+#Decking::Container.tail_all_logs
+#Decking::Container.stop_all
+#Decking::Container.stop_all!
+#
+#
+#
+#
+#
+## Garbage
+#container_name="ubuntu-hello-world.container-tests"
+#Decking::Container.map { |name, inst| puts name + ': ' + inst.config.image + ', ' + inst.config.name}
+#puts Decking::Container.count #=> 5
+#puts Decking::Container.all? { |name, inst| inst.config.data == true } #=> true if any of the containers have the data=true
+#puts Decking::Container.group_by{ |name, inst| inst.config.data } #=> Container instances grouped by whether or not data is true or false
+#puts Decking::Container.find_all{ |name, inst| inst.config.data == true } #=> Container instances that have data=true
+#puts Decking::Container[container_name].config.image #=> webapp
+#puts Decking::Container[container_name].volumes_from.inspect #=> ["repo", "config"]
+#puts Decking::Container[container_name].image.inspect #=> webapp
+#puts Decking::Container[container_name].domainname.inspect #=> qa.randywallace.com
+#puts Docker.url
+#puts Decking::Container[container_name].config
+#Decking::Container.deleteall
+#puts Docker::Container.get(container_name).logs('stdout'=>true, 'stderr'=>true).gsub(/\f/,'')

data/decking.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'decking/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "decking"
+  spec.version       = Decking::VERSION
+  spec.authors       = ["Randy D. Wallace Jr."]
+  spec.email         = ["randy@randywallace.com"]
+  spec.summary       = %q{Decking is a rewrite of the node tool also called decking which provides docker orchestration}
+  spec.description   = %q{Decking is a rewrite of the node tool also called decking which provides docker orchestration}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "hashie"
+  spec.add_dependency "ruby-progressbar"
+  spec.add_dependency "docker-api", "~> 1.22.2"
+  spec.add_dependency "log4r"
+  spec.add_dependency "io-console"
+  spec.add_dependency "gli"
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.1.0"
+  spec.add_development_dependency "guard"
+  spec.add_development_dependency "guard-rspec"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-remote"
+  spec.add_development_dependency "pry-nav"
+end
+

data/doc/notes.md

@@ -0,0 +1,5 @@
+### API Sources
+
+[Container Config](https://godoc.org/github.com/docker/docker/runconfig#Config)
+[HostConfig](https://godoc.org/github.com/docker/docker/runconfig#HostConfig)
+[ImageConfig](https://godoc.org/github.com/docker/docker/builder#Config)

data/lib/decking/container/attach.rb

@@ -0,0 +1,22 @@
+module Decking
+  class Container
+    @@logger = Log4r::Logger.new('decking::container::attach')
+    def tail_logs timestamps = false, lines = 0, follow = true
+      @@logger.info "Grabbing logs from #{name}... stop with ^C".yellow
+      begin
+        Docker::Container.get(name).streaming_logs(follow: follow, stdout: true, stderr: true, tail: lines, timestamps: timestamps) do |stream, chunk|
+          case stream
+            when :stdout
+              $stdout.print "(#{name}) #{chunk}"
+              $stdout.flush
+            when :stderr
+              $stdout.print "(#{name}) #{chunk}".red
+              $stdout.flush
+          end
+        end
+      rescue Docker::Error::NotFoundError
+        @@logger.error "Container #{name} does not exist"
+      end
+    end
+  end
+end

data/lib/decking/container/create.rb

@@ -0,0 +1,64 @@
+module Decking
+  class Container
+    def create force = false
+      run_with_progress("#{"Forcefully " if force}Creating #{name}") do
+        begin
+          exposed_ports = Hash.new
+          port.each do |val|
+            vars = val.split(':')
+            if vars.size == 3
+              exposed_ports[vars[-2]] = Hash.new
+            else
+              exposed_ports[vars[-1]] = Hash.new
+            end
+          end
+          @container = Docker::Container.create 'name'         => name,
+                                                'Image'        => image,
+                                                'Hostname'     => hostname,
+                                                'Domainname'   => domainname,
+                                                'Entrypoint'   => entrypoint,
+                                                'Memory'       => memory,
+                                                'MemorySwap'   => memory_swap,
+                                                'CpuShares'    => cpu_shares,
+                                                'Cpuset'       => cpu_set,
+                                                'AttachStdout' => attach_stdout,
+                                                'AttachStderr' => attach_stderr,
+                                                'AttachStdin'  => attach_stdin,
+                                                'Tty'          => tty,
+                                                'OpenStdin'    => open_stdin,
+                                                'StdinOnce'    => stdin_once,
+                                                'Cmd'          => command.scan(/(?:"(?:\\.|[^"])*"|'(?:\\.|[^'])*'|[^'" ])+/).map{|val| val.gsub(/^['"]/,"").gsub(/['"]$/,"")},
+                                                'Env'          => env.map { |k, v| "#{k}=#{v}" },
+                                                'ExposedPorts' => exposed_ports
+        rescue Docker::Error::ConflictError
+          clear_progressline
+          puts "Container #{name} already exists".yellow
+          if force
+            delete!
+            retry
+          else
+            exit
+          end
+        rescue Docker::Error::NotFoundError
+          clear_progressline
+          puts "Image #{image} not found".yellow
+          exit
+        rescue Docker::Error::ServerError => e
+          clear_progressline
+          puts "Container #{name} encountered a ServerError".red
+          puts e.message.red
+          exit
+        rescue Exception => e
+          clear_progressline
+          puts "Unhandled Exception #{e.message}"
+          e.backtrace.map{|msg| puts "  #{msg}"}
+          exit
+        end
+      end
+    end
+
+    def create!
+      create true
+    end
+  end
+end

data/lib/decking/container/delete.rb

@@ -0,0 +1,21 @@
+module Decking
+  class Container
+    def delete force = false
+      run_with_progress("#{'Forcefully ' if force}Deleting #{name}") do
+        begin
+          Docker::Container.get(name).remove('force' => force)
+        rescue Docker::Error::NotFoundError
+          clear_progressline
+          @@logger.warn "Container #{name} does not exist, nothing to delete".yellow
+        rescue Docker::Error::ServerError => e
+          clear_progressline
+          @@logger.error e.message.red
+        end
+      end
+    end
+
+    def delete!
+      delete true
+    end
+  end
+end

data/lib/decking/container/start.rb

@@ -0,0 +1,40 @@
+module Decking
+  class Container
+    def start
+      run_with_progress("Starting #{name}") do
+        begin
+          port_bindings = Hash.new
+          port.each do |val|
+            vars = val.split(':')
+            case vars.size
+            when 3
+              port_bindings[vars[-1]] = [ { 'HostIp' => vars[0], 'HostPort' => vars[1] } ]
+            when 2
+              port_bindings[vars[-1]] = [ { 'HostIp' => '',      'HostPort' => vars[0] } ]
+            else
+              port_bindings[vars[0]]  = [ { 'HostPort' => vars[0] } ]
+            end
+          end
+          Docker::Container.get(name).start! 'Links' => links,
+                                             'Binds'        => binds,
+                                             'LxcConf'      => lxc_conf,
+                                             'PortBindings' => port_bindings
+        rescue Docker::Error::NotFoundError
+          clear_progressline
+          puts "Container #{name} not found".red
+          exit
+        rescue Docker::Error::ServerError => e
+          clear_progressline
+          puts "Container #{name} encountered a ServerError".red
+          puts e.message.red
+          exit
+        rescue Exception => e
+          clear_progressline
+          puts "Unhandled Exception #{e.message}"
+          e.backtrace.map{|msg| puts "  #{msg}"}
+          exit
+        end
+      end
+    end
+  end
+end

data/lib/decking/container/stop.rb

@@ -0,0 +1,25 @@
+module Decking
+  class Container
+
+    def stop time_to_kill = 30
+      run_with_progress("Stopping #{name}") do
+        begin
+          Docker::Container.get(name).stop('t' => time_to_kill)
+        rescue Docker::Error::NotFoundError
+          clear_progressline
+          puts "Container #{name} does not exist, nothing to stop".yellow
+        rescue Docker::Error::ServerError => e
+          clear_progressline
+          puts "Container #{name} encountered a ServerError".red
+          puts e.message.red
+          exit
+        end
+      end
+    end
+
+    def stop!
+      stop 1      
+    end
+  end
+end
+

data/lib/decking/containers.rb

@@ -0,0 +1,71 @@
+require 'decking/container/create'
+require 'decking/container/start'
+require 'decking/container/delete'
+require 'decking/container/stop'
+require 'decking/container/attach'
+
+module Decking
+  class Container
+    @@logger = Log4r::Logger.new('decking::container')
+    include Decking::Helpers
+    class << self
+      include Decking::Helpers
+      include Enumerable
+
+      def delete_all ; map{|n, c| c.delete  }; end
+      def delete_all!; map{|n, c| c.delete! }; end
+
+      def create_all ; map{|n, c| c.create  }; end
+      def create_all!; map{|n, c| c.create! }; end
+
+      def start_all  ; map{|n, c| c.start   }; end
+
+      def stop_all   ; map{|n, c| c.stop    }; end
+      def stop_all!  ; map{|n, c| c.stop!   }; end
+
+      def attach_all 
+        run_with_threads_multiplexed :attach, instances
+      end
+
+      def tail_all_logs *args
+        run_with_threads_multiplexed :tail_logs, instances, *args
+      end
+
+      def containers
+        @containers ||= Hash.new
+      end
+
+      def instances
+        @instances ||= Hash.new
+      end
+
+      def add params
+        containers.update params.name => params
+        self[params.name]
+      end
+
+      def [](name)
+        instances[name] ||= new(name, @containers[name])
+      end
+
+      def each &block
+        @instances.each(&block)
+      end
+    end
+
+    attr_reader :name, :config, :container
+
+    def initialize name, params
+      @name   = name
+      @config = params
+    end
+
+    def method_missing method, *args, &block
+      if config.key? method
+        config[method]
+      else
+        super
+      end
+    end
+  end
+end