pero 0.1.5 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c9fe7de2ca2e843f7c2af48b8b3804438aa9ba062145a456b1807b18c4405274
-  data.tar.gz: 6d98fb48aa4038a36b48ec9c26b2747c92ad732dc48b1ce3f34f94c6b8f769e9
+  metadata.gz: d2cd510f50571a49f36a9d83b33b6ec102c2ec31dce18ee08223b96d9767a867
+  data.tar.gz: a576229ec962f9359956f787591b3c14b7d6a779fae2224d06181f4508adb573
 SHA512:
-  metadata.gz: 2110591370d40c13810cedd3d770c03ec2229b1b8612b16e7ef96d69772f1739d9c2185cfe5c3ee51ad25ad368a7f104cdbf641d9e84dc306c6e0f5c3558ab10
-  data.tar.gz: b0b79c02857c85fee733f69d18ab31acc7c48d1931e2bf29e738c3e8366adf70e9d30ca2cd59b13ed57b9e2fa3bc49306f9088da129e9ecf51d3e5bd6afc4461
+  metadata.gz: de370da8d84760e9c441630e123ecce5af27fb52af670b9edc16ba62b14b4bdc4b156b343c0ba8f764dc3203cfa3eb5b6ffc9a0d6b17efaa5982e31f68e42e22
+  data.tar.gz: 743fc365959f454d404d11faf1dda6d4c89242e2e4b054d137c5887befc7fb027c5c56345f6bfc164db4c19e8081d27563e8b19bdcd117d6e1a0ea070940da88

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    pero (0.1.0)
+    pero (0.1.9)
       docker-api
       logger
       net-ssh
@@ -41,7 +41,7 @@ GEM
       rspec-support (~> 3.9.0)
     rspec-support (3.9.3)
     sfl (2.3)
-    specinfra (2.82.18)
+    specinfra (2.82.19)
       net-scp
       net-ssh (>= 2.7)
       net-telnet (= 0.1.1)

data/Rakefile

@@ -4,3 +4,8 @@ require "rspec/core/rake_task"
 RSpec::Core::RakeTask.new(:spec)
 
 task :default => :spec
+
+task :build_docker do
+  puts `docker build -f ./misc/Dockerfile -t pyama/puppet:3.0.1 .`
+  puts `docker push pyama/puppet:3.0.1`
+end

data/lib/pero/cli.rb

@@ -20,8 +20,9 @@ module Pero
       option :user, type: :string, aliases: ['-x'], desc: "ssh user"
       option :key, type: :string, aliases: ['-i'], desc: "ssh private key"
       option :port, type: :numeric, aliases: ['-p'], desc: "ssh port"
+      option "timeout", default: 10, type: :numeric, desc: "ssh connect timeout"
       option :ssh_config, type: :string, desc: "ssh config path"
-      option :environment, type: :string, desc: "puppet environment"
+      option :environment, type: :string, desc: "puppet environment", default: "production"
       option :ask_password, type: :boolean, default: false, desc: "ask ssh or sudo password"
       option :vagrant, type: :boolean, default: false, desc: "use vagrarant"
       option :sudo, type: :boolean, default: true, desc: "use sudo"
@@ -30,23 +31,46 @@ module Pero
 
     desc "versions", "show support version"
     def versions
-      Pero::Puppet::Redhat.show_versions
+      begin
+        Pero::Puppet::Redhat.show_versions
+      rescue => e
+        Pero.log.error e.inspect
+      end
     end
 
     desc "apply", "puppet apply"
     shared_options
-    option "server-version", type: :string, default: "6.12.0"
+    option "server-version", type: :string
+    option "image-name", type: :string
     option :noop, aliases: '-n', default: false, type: :boolean
+    option :test, aliases: '-t', default: false, type: :boolean
     option :verbose, aliases: '-v', default: true, type: :boolean
     option :tags, default: nil, type: :array
+    option :volumes, default: nil, type: :array
     option "one-shot", default: false, type: :boolean, desc: "stop puppet server after run"
     def apply(name_regexp)
-      nodes = Pero::History.search(name_regexp)
-      return unless nodes
-      Parallel.each(nodes, in_process: options["concurrent"]) do |n|
-        opt = n["last_options"].merge(options)
-        puppet = Pero::Puppet.new(opt["host"], opt)
-        puppet.apply
+
+      if !options["image-name"] && !options["server-version"]
+        Pero.log.error "image-name or server-version are required"
+        return
+      end
+
+      begin
+        prepare
+        nodes = Pero::History.search(name_regexp)
+        return unless nodes
+        Parallel.each(nodes, in_process: options["concurrent"]) do |n|
+          opt = n["last_options"].merge(options)
+          if options["image-name"]
+            opt.delete("server-version")
+          else
+            opt.delete("image-name")
+          end
+          puppet = Pero::Puppet.new(opt["host"], opt)
+          puppet.apply
+        end
+      rescue => e
+        Pero.log.error e.inspect
       end
     end
 
@@ -55,10 +79,23 @@ module Pero
     option "agent-version", type: :string
     option "node-name", aliases: '-N', default: "", type: :string, desc: "json node name(default hostname)"
     def bootstrap(*hosts)
-      Parallel.each(hosts, in_process: options["concurrent"]) do |host|
-        next if host =~ /^-/
-        puppet = Pero::Puppet.new(host, options)
-        puppet.install
+      begin
+        Parallel.each(hosts, in_process: options["concurrent"]) do |host|
+          raise "unknown option #{host}" if host =~ /^-/
+          puppet = Pero::Puppet.new(host, options)
+
+          Pero.log.info "bootstrap pero #{host}"
+          puppet.install
+        end
+      rescue => e
+        Pero.log.error e.inspect
+      end
+    end
+
+    no_commands do
+      def prepare
+        `bundle insatll` if File.exists?("Gemfile")
+        `bundle exec librarian-puppet install` if File.exists?("Puppetfile")
       end
     end
   end

data/lib/pero/docker.rb

@@ -4,16 +4,22 @@ require "retryable"
 require 'net/https'
 module Pero
   class Docker
-    attr_reader :server_version
-    def initialize(version, environment)
+    attr_reader :server_version, :image_name, :volumes
+    def initialize(version, image_name, environment, volumes)
       @server_version = version
+      @image_name = image_name
       @environment = environment
+      @volumes = volumes
     end
 
     def build
       Pero.log.info "start build container"
       begin
-        image = ::Docker::Image.build(docker_file)
+        image = if image_name
+                  ::Docker::Image.create('fromImage' => image_name)
+                else
+                  ::Docker::Image.build(docker_file)
+                end
       rescue => e
         Pero.log.debug docker_file
         Pero.log.error "failed build container #{e.inspect}"
@@ -24,15 +30,20 @@ module Pero
     end
 
     def container_name
-      "pero-#{server_version}-#{Digest::MD5.hexdigest(Dir.pwd)[0..5]}-#{@environment}"
+      "pero-#{Digest::MD5.hexdigest(Dir.pwd)[0..5]}-#{@environment}"
     end
 
-    def alerady_run?
+    def find
       ::Docker::Container.all(:all => true).find do |c|
-        c.info["Names"].first == "/#{container_name}" && c.info["State"] != "exited"
+        c.info["Names"].first == "/#{container_name}"
       end
     end
 
+    def alerady_run?
+      c = find
+      c && c.info["State"] != "exited" && c
+    end
+
     def run
       ::Docker::Container.all(:all => true).each do |c|
         c.delete(:force => true) if c.info["Names"].first == "/#{container_name}"
@@ -45,42 +56,41 @@ module Pero
         'ExposedPorts' => { '8140/tcp' => {} },
       })
 
+      Pero.log.info "start puppet master container"
+      vols = volumes || []
+      vols << "#{Dir.pwd}:/etc/puppetlabs/code/environments/#{@environment}"
+      vols << "#{Dir.pwd}/keys:/etc/puppetlabs/puppet/eyaml/"
       container.start(
-        'Binds' => [
-          "#{Dir.pwd}:/etc/puppetlabs/code/environments/#{@environment}",
-          "#{Dir.pwd}/keys:/etc/puppetlabs/puppet/eyaml/",
-        ],
+        'Binds' => vols,
         'PortBindings' => {
           '8140/tcp' => [{ 'HostPort' => "0" }],
         },
-        "AutoRemove" => true,
       )
 
-      container = ::Docker::Container.all(:all => true).find do |c|
-        c.info["Names"].first == "/#{container_name}"
-      end
-
+      container = find
       raise "can't start container" unless container
-
       begin
         Retryable.retryable(tries: 20, sleep: 5) do
-          https = Net::HTTP.new('localhost', container.info["Ports"].first["PublicPort"])
-          https.use_ssl = true
-          https.verify_mode = OpenSSL::SSL::VERIFY_NONE
-          Pero.log.debug "start server health check"
-          https.start {
-            response = https.get('/')
-            Pero.log.debug "puppet http response #{response}"
-          }
-        rescue => e
-          Pero.log.debug e.inspect
-          raise e
+          begin
+            https = Net::HTTP.new('localhost', container.info["Ports"].first["PublicPort"])
+            https.use_ssl = true
+            https.verify_mode = OpenSSL::SSL::VERIFY_NONE
+            Pero.log.debug "start server health check"
+            https.start {
+              response = https.get('/')
+              Pero.log.debug "puppet http response #{response}"
+            }
+          rescue => e
+            Pero.log.debug e.inspect
+            raise e
+          end
         end
       rescue
-        container.kill
+        Pero.log.error "can't start container.please check [ docker logs #{container.info["id"]} ]"
+        container = find
+        container.kill if container && container.info["State"] != "exited"
         raise "can't start puppet server"
       end
-
       container
     end
 
@@ -125,7 +135,6 @@ CMD bash -c "rm -rf #{conf_dir}/ssl/* && #{create_ca} && #{run_cmd}"
 
     def create_ca
       release_package,package_name, conf_dir  = if Gem::Version.new("5.0.0") > Gem::Version.new(server_version)
-        #'(puppet cert generate `hostname` --dns_alt_names localhost,127.0.0.1 || puppet cert --allow-dns-alt-names sign `hostname`)'
         'puppet cert generate `hostname` --dns_alt_names localhost,127.0.0.1'
       elsif Gem::Version.new("6.0.0") > Gem::Version.new(server_version)
         'puppet cert generate `hostname` --dns_alt_names localhost,127.0.0.1'

data/lib/pero/history.rb

@@ -27,6 +27,7 @@ module Pero
                  options["node-name"]
                end
         options.delete("noop")
+        options.delete("tags")
         @h = {
           name: name,
           last_options: options

data/lib/pero/puppet.rb

@@ -53,6 +53,7 @@ module Pero
       opts[:password] = @options["password"] if @options["password"]
       opts[:keys] = [@options["key"]] if @options["key"]
       opts[:port] = @options["port"] if @options["port"]
+      opts[:timeout] = @options["timeout"] if @options["timeout"]
 
       if @options["vagrant"]
         config = Tempfile.new('', Dir.tmpdir)
@@ -78,7 +79,6 @@ module Pero
     end
 
     def install
-      Pero.log.info "bootstrap pero"
       osi = specinfra.os_info
       os = case osi[:family]
       when "redhat"
@@ -91,7 +91,6 @@ module Pero
     end
 
     def serve_master
-        Pero.log.info "start puppet master container"
         container = run_container
         begin
           yield container
@@ -102,12 +101,14 @@ module Pero
           if @options["one-shot"]
             Pero.log.info "stop puppet master container"
             container.kill
+          else
+            Pero.log.info "puppet master container keep running"
           end
         end
     end
 
     def run_container
-      docker = Pero::Docker.new(@options["server-version"], @options["environment"])
+      docker = Pero::Docker.new(@options["server-version"], @options["image-name"], @options["environment"], @options["volumes"])
       docker.alerady_run? || docker.run
     end
 
@@ -116,19 +117,19 @@ module Pero
         port = container.info["Ports"].first["PublicPort"]
         begin
           tmpdir=container.info["id"][0..5]
-          Pero.log.info "start forwarding port:#{port}"
-
           in_ssh_forwarding(port) do |host, ssh|
             Pero.log.info "#{host}:puppet cmd[#{puppet_cmd}]"
             cmd = "mkdir -p /tmp/puppet/#{tmpdir} && unshare -m -- /bin/bash -c 'export PATH=$PATH:/opt/puppetlabs/bin/ && \
                            mkdir -p `puppet config print ssldir` && mount --bind /tmp/puppet/#{tmpdir} `puppet config print ssldir` && \
                            #{puppet_cmd}'"
             Pero.log.debug "run cmd:#{cmd}"
-            ssh.exec!(specinfra.build_command(cmd))  do |channel, stream, data|
-                             Pero.log.info "#{host}:#{data.chomp}" if stream == :stdout && data.chomp != ""
-                             Pero.log.warn "#{host}:#{data.chomp}" if stream == :stderr && data.chomp != ""
-                           end
-            ssh.exec!(specinfra.build_command("rm -rf /tmp/puppet/#{tmpdir}")) if @options["one-shot"]
+            ssh_exec(ssh, host, cmd)
+
+            if @options["one-shot"]
+              cmd = "/bin/rm -rf /tmp/puppet/#{tmpdir}"
+              ssh_exec(ssh, host, cmd)
+            end
+
             ssh.loop {true} if ENV['PERO_DEBUG']
           end
         rescue => e
@@ -139,17 +140,35 @@ module Pero
       Pero::History::Attribute.new(specinfra, @options).save
     end
 
+    def ssh_exec(ssh, host, cmd)
+      ssh.open_channel do |ch|
+        ch.request_pty
+        ch.on_data do |ch,data|
+          Pero.log.info "#{host}:#{data.chomp}"
+        end
+
+        ch.on_extended_data do |c,type,data|
+          Pero.log.error "#{host}:#{data.chomp}"
+        end
+
+        ch.exec specinfra.build_command(cmd) do |ch, success|
+          raise "could not execute #{cmd}" unless success
+        end
+      end
+      ssh.loop
+    end
+
     def puppet_cmd
         if Gem::Version.new("5.0.0") > Gem::Version.new(@options["agent-version"])
-            "puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --server localhost"
+            "puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --ca_port 8140 --ca_server localhost --masterport 8140 --server localhost"
         else
-            "/opt/puppetlabs/bin/puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --server localhost"
+            "/opt/puppetlabs/bin/puppet agent --no-daemonize --onetime #{parse_puppet_option(@options)} --ca_server localhost --masterport 8140 --server localhost"
         end
     end
 
     def parse_puppet_option(options)
       ret = ""
-      %w(noop verbose).each do |n|
+      %w(noop verbose test).each do |n|
         ret << " --#{n}" if options[n]
       end
       ret << " --tags #{options["tags"].join(",")}" if options["tags"]
@@ -163,6 +182,7 @@ module Pero
         options.delete(:strict_host_key_checking)
       end
 
+      Pero.log.info "start forwarding #{specinfra.get_config(:host)}:8140 => localhost:#{port}"
       Net::SSH.start(
         specinfra.get_config(:host),
         options[:user],

data/lib/pero/version.rb

@@ -1,3 +1,3 @@
 module Pero
-  VERSION = "0.1.5"
+  VERSION = "0.2.0"
 end

data/misc/Dockerfile

@@ -0,0 +1,11 @@
+FROM centos:6
+RUN yum -y install curl epel-release
+RUN rpm -ivh https://yum.puppetlabs.com/el/6/products/x86_64/puppetlabs-release-6-12.noarch.rpm
+RUN curl -O http://software.exogeni.net/repo/puppet/6/products/x86_64/puppet-server-3.0.1-1.el6.noarch.rpm && \
+curl -O http://software.exogeni.net/repo/puppet/6/products/x86_64/puppet-3.0.1-1.el6.noarch.rpm && \
+yum -y install puppet-3.0.1-1.el6.noarch.rpm puppet-server-3.0.1-1.el6.noarch.rpm
+RUN mkdir -p /etc/puppetlabs/code/environments/production
+
+RUN echo -e "[master]\nvardir= /var/puppet\nmanifestdir = /var/puppet/data/manifests\n templatedir = /var/puppet/data/templates\n modulepath  = /var/puppet/data/modules:/var/puppet/data/roles:/var/puppet/data/vendor/modules\nlogdir = /var/log/puppet\n rundir = /var/run/puppet\n ssldir = /var/puppet/ssl\n" > /etc/puppet/puppet.conf
+
+CMD bash -c "rm -rf /etc/puppet/ssl/* && puppet cert generate `hostname` --dns_alt_names localhost,127.0.0.1 && echo '*' > /etc/puppet/autosign.conf && puppet master --no-daemonize --verbose"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pero
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.2.0
 platform: ruby
 authors:
 - pyama86
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-08-25 00:00:00.000000000 Z
+date: 2020-08-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -179,6 +179,7 @@ files:
 - lib/pero/puppet/redhat.rb
 - lib/pero/ssh_executable.rb
 - lib/pero/version.rb
+- misc/Dockerfile
 - pero.gemspec
 homepage: https://github.com/pyama86/pero
 licenses: