aggkit 0.2.5

data/lib/aggkit/watcher.rb

@@ -0,0 +1,239 @@
+#!/usr/bin/env ruby
+require 'English'
+
+module Aggkit
+
+  class Watcher
+
+
+    def initialize
+      @lock = Mutex.new
+
+      @procs = []
+      @code = 0
+      @crashed = false
+      @threads = []
+      @who = nil
+      @stopping = false
+      end
+
+    def stop_all
+      @stopping = true
+
+      terminating = @procs.reject do |meta|
+        meta[:handled] || meta[:process].exited?
+      end
+
+      terminating.each do |meta|
+        begin
+          meta[:stdin].close
+        rescue StandardError
+          nil
+        end
+        if meta[:termcmd].is_a? String
+          log "Terminating by #{meta[:termcmd].gsub('%PID%', meta[:process].pid.to_s)}..."
+          output = `#{meta[:termcmd].gsub('%PID%', meta[:process].pid.to_s)}`
+          if $?.success?
+            log "ok: #{output}"
+          else
+            log "Error: #{output}"
+            ::Process.kill 'TERM', meta[:process].pid
+          end
+        else
+          ::Process.kill 'TERM', meta[:process].pid
+        end
+      end
+
+      terminating.each do |meta|
+        begin
+          meta[:process].poll_for_exit(5)
+        rescue ChildProcess::TimeoutError
+          meta[:process].stop(1)
+          meta[:stdout].close
+          meta[:stderr].close
+        end
+      end
+
+      unless @crashed
+        meta = @procs.detect do |meta|
+          meta[:process].crashed?
+        end
+
+        if meta
+          @crashed = true
+          @code = meta[:process].exit_code
+          @who = meta[:cmd]
+        end
+      end
+
+      @procs.each do |meta|
+        begin
+        meta[:stdout].close
+      rescue StandardError
+        nil
+      end
+        begin
+        meta[:stderr].close
+      rescue StandardError
+        nil
+      end
+      end
+
+      Thread.new do
+        sleep 2
+        @threads.each(&:terminate)
+      end
+        end
+
+    def add(*cmd)
+      options = cmd.last
+      if options.is_a? Hash
+        cmd.pop
+      else
+        options = {}
+      end
+
+      cmd = cmd.flatten.map{|c| c.to_s.strip }.reject(&:empty?)
+      process = ChildProcess.build(*cmd)
+
+      rerr, werr = IO.pipe
+      rout, wout = IO.pipe
+
+      process.io.stdout = wout
+      process.io.stderr = werr
+      process.duplex = true
+
+      meta = {
+        cmd: cmd,
+        process: process,
+        stdout: rout,
+        stderr: rerr,
+        stdin: process.io.stdin,
+        termcmd: options[:termcmd]
+      }
+
+      @threads << Thread.new(meta[:stdout], STDOUT) do |io, out|
+        loop do
+          break unless synchro_readline(io, out)
+        end
+      end
+
+      @threads << Thread.new(meta[:stderr], STDERR) do |io, out|
+        loop do
+          break unless synchro_readline(io, out)
+        end
+      end
+
+      log "Starting #{meta[:cmd]}"
+      meta[:pid] = meta[:process].start.pid
+
+      @procs.push(meta)
+      meta
+    end
+
+    def synchro_readline(io, out)
+      str = io.gets
+      @lock.synchronize{ out.puts str }
+      true
+    rescue StandardError => e
+      false
+    end
+
+    def log(msg)
+      puts "[watcher]: #{msg}"
+    end
+
+    def error(msg)
+      STDERR.puts "[watcher]: Error: #{msg}"
+    end
+
+    def exec
+      %w[EXIT QUIT].each do |sig|
+        trap(sig) do
+          stop_all
+        end
+      end
+
+
+      %w[INT TERM].each do |sig|
+        trap(sig) do
+          log "Catch #{sig}: try exits gracefully.."
+          stop_all
+        end
+      end
+
+      trap('CLD') do |*_args|
+        unhandled = @procs.reject do |meta|
+          meta[:handled] || !meta[:process].exited?
+        end
+
+        completed = unhandled.any? do |meta|
+          log 'Child finished'
+          log "  Process[#{meta[:pid]}]: #{meta[:cmd]}"
+          log "    status: #{meta[:process].crashed? ? 'crashed' : 'exited'}"
+          log "    code:   #{meta[:process].exit_code}"
+
+          meta[:handled] = true
+          begin
+            meta[:stdin].close
+          rescue StandardError
+            nil
+          end
+          begin
+            meta[:stdout].close
+          rescue StandardError
+            nil
+          end
+          begin
+            meta[:stderr].close
+          rescue StandardError
+            nil
+          end
+
+          if !@crashed && meta[:process].crashed?
+            @crashed = true
+            @code = meta[:process].exit_code
+            @who = meta[:cmd]
+          end
+
+          unless @stopping
+            log 'Try exits gracefully..'
+            stop_all
+          end
+
+          true
+        end
+
+        unless completed
+          begin
+            pid, status = Process.waitpid2(-1, Process::WNOHANG)
+          rescue StandardError
+            nil
+          end
+          log "Subprocess finished: #{status.inspect}" if status
+        end
+      end
+
+      begin
+        yield(self)
+      rescue StandardError => e
+        @crashed = true
+        @code = 1
+        error e.inspect
+        error e.backtrace.last(20).join("\n")
+        log 'Try exits gracefully..'
+        stop_all
+      end
+
+      @threads.map(&:join)
+
+      @code = [@code || 0, 1].max if @crashed
+
+      exit(@code || 0)
+    end
+
+
+
+  end
+
+end

data/lib/aggkit.rb

@@ -0,0 +1,15 @@
+require 'diplomat'
+require 'English'
+require 'optparse'
+require 'dotenv'
+
+
+require 'aggkit/version'
+require 'aggkit/watcher'
+require 'aggkit/runner'
+require 'aggkit/env'
+require 'aggkit/childprocess'
+
+module Aggkit
+
+end

metadata

@@ -0,0 +1,196 @@
+--- !ruby/object:Gem::Specification
+name: aggkit
+version: !ruby/object:Gem::Version
+  version: 0.2.5
+platform: ruby
+authors:
+- Godko Ivan
+- Samoilenko Yuri
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-02-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: diplomat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tty-tree
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Advanced docker and consul control scripts
+email:
+- igodko@rnds.pro
+- kinnalru@gmail.com
+executables:
+- agg
+- aggconsul
+- agglock
+- aggmerge
+- aggwait
+- consul.rb
+- locker.rb
+- merger.rb
+- terminator.rb
+- waiter.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".dockerignore"
+- ".gitignore"
+- ".gitlab-ci.yml"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- aggkit.gemspec
+- bin/agg
+- bin/aggconsul
+- bin/agglock
+- bin/aggmerge
+- bin/aggwait
+- bin/consul.rb
+- bin/locker.rb
+- bin/merger.rb
+- bin/terminator.rb
+- bin/waiter.rb
+- docker/Dockerfile
+- docker/docker-compose.yml
+- docker/down.sh
+- docker/run_tests.sh
+- lib/aggkit.rb
+- lib/aggkit/childprocess.rb
+- lib/aggkit/childprocess/abstract_io.rb
+- lib/aggkit/childprocess/abstract_process.rb
+- lib/aggkit/childprocess/errors.rb
+- lib/aggkit/childprocess/jruby.rb
+- lib/aggkit/childprocess/jruby/io.rb
+- lib/aggkit/childprocess/jruby/process.rb
+- lib/aggkit/childprocess/jruby/pump.rb
+- lib/aggkit/childprocess/tools/generator.rb
+- lib/aggkit/childprocess/unix.rb
+- lib/aggkit/childprocess/unix/fork_exec_process.rb
+- lib/aggkit/childprocess/unix/io.rb
+- lib/aggkit/childprocess/unix/lib.rb
+- lib/aggkit/childprocess/unix/platform/i386-linux.rb
+- lib/aggkit/childprocess/unix/platform/i386-solaris.rb
+- lib/aggkit/childprocess/unix/platform/x86_64-linux.rb
+- lib/aggkit/childprocess/unix/platform/x86_64-macosx.rb
+- lib/aggkit/childprocess/unix/posix_spawn_process.rb
+- lib/aggkit/childprocess/unix/process.rb
+- lib/aggkit/childprocess/version.rb
+- lib/aggkit/childprocess/windows.rb
+- lib/aggkit/childprocess/windows/handle.rb
+- lib/aggkit/childprocess/windows/io.rb
+- lib/aggkit/childprocess/windows/lib.rb
+- lib/aggkit/childprocess/windows/process.rb
+- lib/aggkit/childprocess/windows/process_builder.rb
+- lib/aggkit/childprocess/windows/structs.rb
+- lib/aggkit/env.rb
+- lib/aggkit/runner.rb
+- lib/aggkit/version.rb
+- lib/aggkit/watcher.rb
+homepage: https://br.rnds.pro/aggredator/support/aggkit
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Helper scripts for work with docker and consul in Aggredator
+test_files: []