pero 0.1.9 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3cc26e00bd55e4f440b1093cb50d648c692431e242aaad76ee5a75b4861a569e
-  data.tar.gz: 993f4b79e420e78cfdebc1f124fa066b70f2b562b4948affa768819eb212ee5c
+  metadata.gz: d2cd510f50571a49f36a9d83b33b6ec102c2ec31dce18ee08223b96d9767a867
+  data.tar.gz: a576229ec962f9359956f787591b3c14b7d6a779fae2224d06181f4508adb573
 SHA512:
-  metadata.gz: b84c3ad2efb6a369fd8d3edf4a80076d107dd9270a41840e5ff41ca15549aeb360ba2318d2568237f279bfb941b6b97963bbace51e15771584c38dc67dc20d7d
-  data.tar.gz: ac0092e216b422dd99afdede3175063d267c92e09a10cdcfa207d7a3e514a5d4412ba57900c6bf1efbcb049c139ddbc345ab640cd113f93866820dfa95603466
+  metadata.gz: de370da8d84760e9c441630e123ecce5af27fb52af670b9edc16ba62b14b4bdc4b156b343c0ba8f764dc3203cfa3eb5b6ffc9a0d6b17efaa5982e31f68e42e22
+  data.tar.gz: 743fc365959f454d404d11faf1dda6d4c89242e2e4b054d137c5887befc7fb027c5c56345f6bfc164db4c19e8081d27563e8b19bdcd117d6e1a0ea070940da88

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    pero (0.1.8)
+    pero (0.1.9)
       docker-api
       logger
       net-ssh

data/Rakefile

@@ -4,3 +4,8 @@ require "rspec/core/rake_task"
 RSpec::Core::RakeTask.new(:spec)
 
 task :default => :spec
+
+task :build_docker do
+  puts `docker build -f ./misc/Dockerfile -t pyama/puppet:3.0.1 .`
+  puts `docker push pyama/puppet:3.0.1`
+end

data/lib/pero/cli.rb

@@ -20,8 +20,9 @@ module Pero
       option :user, type: :string, aliases: ['-x'], desc: "ssh user"
       option :key, type: :string, aliases: ['-i'], desc: "ssh private key"
       option :port, type: :numeric, aliases: ['-p'], desc: "ssh port"
+      option "timeout", default: 10, type: :numeric, desc: "ssh connect timeout"
       option :ssh_config, type: :string, desc: "ssh config path"
-      option :environment, type: :string, desc: "puppet environment"
+      option :environment, type: :string, desc: "puppet environment", default: "production"
       option :ask_password, type: :boolean, default: false, desc: "ask ssh or sudo password"
       option :vagrant, type: :boolean, default: false, desc: "use vagrarant"
       option :sudo, type: :boolean, default: true, desc: "use sudo"
@@ -39,18 +40,32 @@ module Pero
 
     desc "apply", "puppet apply"
     shared_options
-    option "server-version", type: :string, default: "6.12.0"
+    option "server-version", type: :string
+    option "image-name", type: :string
     option :noop, aliases: '-n', default: false, type: :boolean
+    option :test, aliases: '-t', default: false, type: :boolean
     option :verbose, aliases: '-v', default: true, type: :boolean
     option :tags, default: nil, type: :array
+    option :volumes, default: nil, type: :array
     option "one-shot", default: false, type: :boolean, desc: "stop puppet server after run"
     def apply(name_regexp)
+
+      if !options["image-name"] && !options["server-version"]
+        Pero.log.error "image-name or server-version are required"
+        return
+      end
+
       begin
         prepare
         nodes = Pero::History.search(name_regexp)
         return unless nodes
         Parallel.each(nodes, in_process: options["concurrent"]) do |n|
           opt = n["last_options"].merge(options)
+          if options["image-name"]
+            opt.delete("server-version")
+          else
+            opt.delete("image-name")
+          end
           puppet = Pero::Puppet.new(opt["host"], opt)
           puppet.apply
         end
@@ -66,8 +81,10 @@ module Pero
     def bootstrap(*hosts)
       begin
         Parallel.each(hosts, in_process: options["concurrent"]) do |host|
-          next if host =~ /^-/
+          raise "unknown option #{host}" if host =~ /^-/
           puppet = Pero::Puppet.new(host, options)
+
+          Pero.log.info "bootstrap pero #{host}"
           puppet.install
         end
       rescue => e

data/lib/pero/docker.rb

@@ -4,16 +4,22 @@ require "retryable"
 require 'net/https'
 module Pero
   class Docker
-    attr_reader :server_version
-    def initialize(version, environment)
+    attr_reader :server_version, :image_name, :volumes
+    def initialize(version, image_name, environment, volumes)
       @server_version = version
+      @image_name = image_name
       @environment = environment
+      @volumes = volumes
     end
 
     def build
       Pero.log.info "start build container"
       begin
-        image = ::Docker::Image.build(docker_file)
+        image = if image_name
+                  ::Docker::Image.create('fromImage' => image_name)
+                else
+                  ::Docker::Image.build(docker_file)
+                end
       rescue => e
         Pero.log.debug docker_file
         Pero.log.error "failed build container #{e.inspect}"
@@ -24,7 +30,7 @@ module Pero
     end
 
     def container_name
-      "pero-#{server_version}-#{Digest::MD5.hexdigest(Dir.pwd)[0..5]}-#{@environment}"
+      "pero-#{Digest::MD5.hexdigest(Dir.pwd)[0..5]}-#{@environment}"
     end
 
     def find
@@ -51,11 +57,11 @@ module Pero
       })
 
       Pero.log.info "start puppet master container"
+      vols = volumes || []
+      vols << "#{Dir.pwd}:/etc/puppetlabs/code/environments/#{@environment}"
+      vols << "#{Dir.pwd}/keys:/etc/puppetlabs/puppet/eyaml/"
       container.start(
-        'Binds' => [
-          "#{Dir.pwd}:/etc/puppetlabs/code/environments/#{@environment}",
-          "#{Dir.pwd}/keys:/etc/puppetlabs/puppet/eyaml/",
-        ],
+        'Binds' => vols,
         'PortBindings' => {
           '8140/tcp' => [{ 'HostPort' => "0" }],
         },

data/lib/pero/history.rb

@@ -27,6 +27,7 @@ module Pero
                  options["node-name"]
                end
         options.delete("noop")
+        options.delete("tags")
         @h = {
           name: name,
           last_options: options

data/lib/pero/puppet.rb

@@ -53,6 +53,7 @@ module Pero
       opts[:password] = @options["password"] if @options["password"]
       opts[:keys] = [@options["key"]] if @options["key"]
       opts[:port] = @options["port"] if @options["port"]
+      opts[:timeout] = @options["timeout"] if @options["timeout"]
 
       if @options["vagrant"]
         config = Tempfile.new('', Dir.tmpdir)
@@ -78,7 +79,6 @@ module Pero
     end
 
     def install
-      Pero.log.info "bootstrap pero"
       osi = specinfra.os_info
       os = case osi[:family]
       when "redhat"
@@ -108,7 +108,7 @@ module Pero
     end
 
     def run_container
-      docker = Pero::Docker.new(@options["server-version"], @options["environment"])
+      docker = Pero::Docker.new(@options["server-version"], @options["image-name"], @options["environment"], @options["volumes"])
       docker.alerady_run? || docker.run
     end
 
@@ -123,11 +123,13 @@ module Pero
                            mkdir -p `puppet config print ssldir` && mount --bind /tmp/puppet/#{tmpdir} `puppet config print ssldir` && \
                            #{puppet_cmd}'"
             Pero.log.debug "run cmd:#{cmd}"
-            ssh.exec!(specinfra.build_command(cmd))  do |channel, stream, data|
-                             Pero.log.info "#{host}:#{data.chomp}" if stream == :stdout && data.chomp != ""
-                             Pero.log.warn "#{host}:#{data.chomp}" if stream == :stderr && data.chomp != ""
-                           end
-            ssh.exec!(specinfra.build_command("rm -rf /tmp/puppet/#{tmpdir}")) if @options["one-shot"]
+            ssh_exec(ssh, host, cmd)
+
+            if @options["one-shot"]
+              cmd = "/bin/rm -rf /tmp/puppet/#{tmpdir}"
+              ssh_exec(ssh, host, cmd)
+            end
+
             ssh.loop {true} if ENV['PERO_DEBUG']
           end
         rescue => e
@@ -138,17 +140,35 @@ module Pero
       Pero::History::Attribute.new(specinfra, @options).save
     end
 
+    def ssh_exec(ssh, host, cmd)
+      ssh.open_channel do |ch|
+        ch.request_pty
+        ch.on_data do |ch,data|
+          Pero.log.info "#{host}:#{data.chomp}"
+        end
+
+        ch.on_extended_data do |c,type,data|
+          Pero.log.error "#{host}:#{data.chomp}"
+        end
+
+        ch.exec specinfra.build_command(cmd) do |ch, success|
+          raise "could not execute #{cmd}" unless success
+        end
+      end
+      ssh.loop
+    end
+
     def puppet_cmd
         if Gem::Version.new("5.0.0") > Gem::Version.new(@options["agent-version"])
-            "puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --server localhost"
+            "puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --ca_port 8140 --ca_server localhost --masterport 8140 --server localhost"
         else
-            "/opt/puppetlabs/bin/puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --server localhost"
+            "/opt/puppetlabs/bin/puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --ca_server localhost --masterport 8140 --server localhost"
         end
     end
 
     def parse_puppet_option(options)
       ret = ""
-      %w(noop verbose).each do |n|
+      %w(noop verbose test).each do |n|
         ret << " --#{n}" if options[n]
       end
       ret << " --tags #{options["tags"].join(",")}" if options["tags"]

data/lib/pero/version.rb

@@ -1,3 +1,3 @@
 module Pero
-  VERSION = "0.1.9"
+  VERSION = "0.2.0"
 end

data/misc/Dockerfile

@@ -0,0 +1,11 @@
+FROM centos:6
+RUN yum -y install curl epel-release
+RUN rpm -ivh https://yum.puppetlabs.com/el/6/products/x86_64/puppetlabs-release-6-12.noarch.rpm
+RUN curl -O http://software.exogeni.net/repo/puppet/6/products/x86_64/puppet-server-3.0.1-1.el6.noarch.rpm && \
+curl -O http://software.exogeni.net/repo/puppet/6/products/x86_64/puppet-3.0.1-1.el6.noarch.rpm && \
+yum -y install puppet-3.0.1-1.el6.noarch.rpm puppet-server-3.0.1-1.el6.noarch.rpm
+RUN mkdir -p /etc/puppetlabs/code/environments/production
+
+RUN echo -e "[master]\nvardir= /var/puppet\nmanifestdir = /var/puppet/data/manifests\n templatedir = /var/puppet/data/templates\n modulepath  = /var/puppet/data/modules:/var/puppet/data/roles:/var/puppet/data/vendor/modules\nlogdir = /var/log/puppet\n rundir = /var/run/puppet\n ssldir = /var/puppet/ssl\n" > /etc/puppet/puppet.conf
+
+CMD bash -c "rm -rf /etc/puppet/ssl/* && puppet cert generate `hostname` --dns_alt_names localhost,127.0.0.1 && echo '*' > /etc/puppet/autosign.conf && puppet master --no-daemonize --verbose"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pero
 version: !ruby/object:Gem::Version
-  version: 0.1.9
+  version: 0.2.0
 platform: ruby
 authors:
 - pyama86
@@ -179,6 +179,7 @@ files:
 - lib/pero/puppet/redhat.rb
 - lib/pero/ssh_executable.rb
 - lib/pero/version.rb
+- misc/Dockerfile
 - pero.gemspec
 homepage: https://github.com/pyama86/pero
 licenses: