aggkit 0.2.5

data/bin/waiter.rb

@@ -0,0 +1,262 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'securerandom'
+require 'English'
+require 'openssl'
+require 'tempfile'
+require 'json'
+
+STDOUT.sync = true
+STDERR.sync = true
+
+TIMEOUT = 15
+INTERVAL = 3
+
+@opts = {}
+
+@opts[:exec] = (begin
+                  ARGV.join(' ').split(' -- ')[1].strip
+                rescue StandardError
+                  nil
+                end)
+@opts[:timeout] = TIMEOUT
+@opts[:interval] = INTERVAL
+@opts[:consul_addr] = 'http://localhost:8500'
+@opts[:consul_service_count] = 1
+
+
+OptionParser.new do |o|
+  o.banner = 'Usage: waiter.rb [options] -- exec'
+
+  o.on('--tcp host:port', 'Wait for tcp accepts on host:port') do |addr|
+    host, port = addr.split(':')
+    @opts[:tcp] = addr.strip
+    @opts[:host] = host.strip
+    @opts[:port] = port.strip
+  end
+
+  o.on('--db dbname', 'Wait for PG database exists. Using --tcp to conenct PG') do |db|
+    @opts[:db] = db.strip
+  end
+
+  o.on('--tb tablename', 'Wait for PG table exists. Using --tcp to conenct PG') do |tb|
+    @opts[:tb] = tb.strip
+  end
+
+  o.on('-f', '--file filename', 'Wait for file exists.') do |file|
+    @opts[:file] = file.strip
+  end
+
+  o.on("--consul-addr addr=#{@opts[:consul_addr]}", 'HTTP addres to connect to consul') do |addr|
+    @opts[:consul_addr] = addr.strip
+  end
+
+  o.on('--consul', 'Wait for local consul agent to be ready') do
+    @opts[:consul] = true
+  end
+
+  o.on('--consul-service service', 'Wait for service appear in consul') do |service|
+    @opts[:consul_service] = service
+  end
+
+  o.on("--consul-service-count count=#{@opts[:consul_service_count]}", 'Wait for this count of service appear in consul') do |count|
+    @opts[:consul_service_count] = count.to_i
+  end
+
+  o.on('--consul-tag tag', 'Filter consul service by tag') do |tag|
+    @opts[:consul_tag] = tag.to_s
+  end
+
+  o.on('--user user', 'username') do |user|
+    @opts[:user] = user.strip
+  end
+
+  o.on('--pass pass', 'password') do |pass|
+    @opts[:pass] = pass.strip
+  end
+
+  o.on('-t', '--timeout secs=15', 'Total timeout') do |timeout|
+    @opts[:timeout] = timeout.to_i
+  end
+
+  o.on('-i', '--interval secs=2', 'Interval between attempts') do |interval|
+    @opts[:interval] = interval.to_i
+  end
+
+  o.on('-q', '--quiet', 'Do not output any status messages') do
+    @opts[:quiet] = true
+  end
+end.parse!
+
+def log(message)
+  puts message unless @opts[:quiet]
+end
+
+@opts[:timeout] = @opts[:timeout].to_i
+@opts[:interval] = @opts[:interval].to_i
+
+if @opts[:db]
+  @pg = {}
+  @pg[:db] = "-d #{@opts[:db]}"
+  @pg[:user] = "-U #{@opts[:user]}" if @opts[:user]
+  @pg[:pass] = if @opts[:pass] && !@opts[:pass].empty?
+                 "PGPASSWORD=#{@opts[:pass]}"
+               else
+                 ''
+  end
+
+  @pg[:host] = "-h #{@opts[:host]}" if @opts[:host]
+  @pg[:port] = "-p #{@opts[:port]}" if @opts[:port]
+
+  @pg[:tb] = @opts[:tb] if @opts[:tb]
+end
+
+def wait_for(timeout)
+  starttime = Time.now
+  loop do
+    success = yield
+
+    return success if success
+
+    return false if (Time.now - starttime) > timeout
+    sleep @opts[:interval]
+  end
+
+  false
+end
+
+def complete!(success)
+  if success
+    if @opts[:exec]
+      exec @opts[:exec]
+    else
+      exit 0
+    end
+  end
+
+  STDERR.puts 'Operation timed out'
+  exit 1
+end
+
+def wait_for_consul
+  log('Waiting for consul...')
+  ret = wait_for @opts[:timeout] do
+    cmd = "consul operator raft list-peers -http-addr=#{@opts[:consul_addr]} > /dev/null 2>&1"
+    system(cmd)
+    $?.success?
+  end
+
+  yield(ret)
+end
+
+def wait_for_consul_service(service)
+  log("Waiting for consul service #{service}...")
+  ret = wait_for @opts[:timeout] do
+    cmd = "curl -s #{@opts[:consul_addr]}/v1/health/service/#{service}?passing"
+    cmd += "&tag=#{@opts[:consul_tag]}" if @opts[:consul_tag]
+    result = `#{cmd}`
+    result = begin
+               JSON.parse(result)
+             rescue StandardError
+               []
+             end
+    result.count >= @opts[:consul_service_count]
+  end
+
+  yield(ret)
+end
+
+def wait_for_tcp
+  log("Waiting for TCP: #{@opts[:host]}:#{@opts[:port]}...")
+  ret = wait_for @opts[:timeout] do
+    cmd = "nc -z #{@opts[:host]} #{@opts[:port]} > /dev/null 2>&1"
+    system(cmd)
+    $?.success?
+  end
+
+  yield(ret)
+end
+
+def wait_for_db
+  log("Waiting for DB: pg://#{@opts[:user]}:#{@opts[:pass]}@#{@opts[:host]}:#{@opts[:port]}/#{@opts[:db]}...")
+  ret = wait_for @opts[:timeout] do
+    cmd = "#{@pg[:pass]} psql -lqt #{@pg[:user]} #{@pg[:host]} #{@pg[:port]} #{@pg[:db]} 2>/dev/null | cut -d \\| -f 1 | grep -qw #{@opts[:db]} > /dev/null 2>&1"
+    system(cmd)
+    $?.success?
+  end
+
+  yield(ret)
+end
+
+def wait_for_tb
+  log("Waiting for TABLE: pg://#{@opts[:user]}:#{@opts[:pass]}@#{@opts[:host]}:#{@opts[:port]}/#{@opts[:db]}##{@opts[:tb]}...")
+  ret = wait_for @opts[:timeout] do
+    cmd = "echo \"\\dt\" | psql -qt #{@pg[:user]} #{@pg[:pass]} #{@pg[:host]} #{@pg[:port]} #{@pg[:db]} 2>/dev/null | cut -d \\| -f 2 | grep -qw #{@pg[:tb]} > /dev/null 2>&1"
+    system(cmd)
+    $?.success?
+  end
+
+  yield(ret)
+end
+
+def wait_for_file(file = @opts[:file], timeout = @opts[:timeout])
+  log("Waiting for FILE: #{file}")
+  ret = wait_for timeout do
+    File.exist? file
+  end
+  yield(ret)
+end
+
+if @opts[:tb]
+  wait_for_tcp do |success|
+    if success
+      wait_for_db do |success|
+        if success
+          wait_for_tb do |success|
+            complete!(success)
+          end
+        end
+      end
+    end
+
+    complete!(false)
+  end
+end
+
+if @opts[:db]
+  wait_for_tcp do |success|
+    if success
+      wait_for_db do |success|
+        complete!(success)
+      end
+    end
+
+    complete!(false)
+  end
+end
+
+
+if @opts[:consul]
+  wait_for_consul do |success|
+    complete!(success)
+  end
+end
+
+if @opts[:consul_service]
+  wait_for_consul_service(@opts[:consul_service]) do |success|
+    complete!(success)
+  end
+end
+
+if @opts[:tcp]
+  wait_for_tcp do |success|
+    complete!(success)
+  end
+end
+
+if @opts[:file]
+  wait_for_file(@opts[:file], @opts[:timeout]) do |success|
+    complete!(success)
+  end
+end

data/docker/Dockerfile

@@ -0,0 +1,112 @@
+FROM alpine:3.8
+MAINTAINER Firmhouse "kinnalru@gmail.com"
+
+WORKDIR /home/app
+
+RUN mkdir -p ~/.ssh && echo -e "Host * \
+  \n  StrictHostKeyChecking no \
+  \n  UserKnownHostsFile=/dev/null\n" >> ~/.ssh/config
+
+RUN set -ex \
+  && apk add --no-cache \
+    alpine-sdk \
+    bash \
+    curl \
+    gcc \
+    git \
+    gnupg \
+    libcurl \
+    libstdc++ \
+    libxml2 \
+    linux-headers \
+    make \
+    openssl \
+    openssl-dev \
+    procps \
+    ruby \
+    ruby-libs \
+    shadow \
+    tzdata \
+    wget
+
+RUN set -ex \
+  && gpg2 --keyserver hkp://pool.sks-keyservers.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB \
+  && ln -sf /bin/bash /bin/ash \
+  && ln -sf /bin/bash /bin/sh \
+  && sed -i s%bin\\/ash%bin\\/bash%g /etc/passwd
+
+SHELL ["/bin/bash", "-c", "-l"]
+
+RUN set -ex \
+  && apk add --no-cache --virtual .builddeps \
+    alpine-sdk \
+    curl \
+    gcc \
+    libssl1.0 \
+    linux-headers \
+    make \
+    musl-dev \
+    openssl \
+    openssl-dev \
+    procps \
+    ruby \
+    zlib \
+    zlib-dev \
+    sqlite sqlite-dev libtool autoconf automake bison  readline yaml ncurses \
+  && curl -sSL https://get.rvm.io | bash -s stable --autolibs=0 \
+  && usermod -a -G rvm root \
+  && set +x \
+  && source /etc/profile && source /etc/profile.d/rvm.sh \
+  && export PATH=$PATH:/usr/local/rvm/bin \
+  && rvm install 2.1 && rvm use 2.1 && gem install bundler -v 1.17.3 \
+  && rvm install 2.5 && rvm use 2.5 && gem install bundler \
+  && rvm use --default 2.5 \
+  && set -x \
+  && apk del .builddeps \
+  && gem cleanup  \
+  && rm -rf /tmp/* /var/tmp/* /usr/src/ruby /root/.gem /usr/local/bundle/cache
+
+RUN mkdir -p /usr/local/etc \
+  && { \
+    echo 'install: --no-document'; \
+    echo 'update: --no-document'; \
+  } >> /usr/local/etc/gemrc \
+  && echo 'gem: --no-ri --no-rdoc' > ~/.gemrc
+
+RUN set -ex \
+  && curl -sSLo /tmp/consul.zip https://releases.hashicorp.com/consul/1.2.1/consul_1.2.1_linux_amd64.zip \
+  && unzip -d /bin /tmp/consul.zip \
+  && rm -rf /tmp/consul.zip \
+  && addgroup consul \
+  && adduser -D -g "" -s /bin/sh -G consul consul \
+  && mkdir -p /tmp/consul \
+  && chown -R consul:consul /tmp/consul
+
+RUN set -ex \
+  && curl -so envconsul.tgz https://releases.hashicorp.com/envconsul/0.7.3/envconsul_0.7.3_linux_amd64.tgz \
+  && tar -xvzf envconsul.tgz \
+  && rm -rf envconsul.tgz \
+  && mv envconsul /bin/envconsul \
+  && chmod +x /bin/envconsul
+
+ADD Gemfile Gemfile.lock aggkit.gemspec /home/app/
+ADD lib/ /home/app/lib
+
+
+RUN set -e \
+  && source /etc/profile && source /etc/profile.d/rvm.sh \
+  && rvm use 2.1 && bundle install \
+  && rvm use 2.5 && bundle install
+
+ADD . /home/app
+
+RUN set -e \
+  && rvm use 2.1 \
+  && gem build `ls | grep gemspec` && gem install `ls | grep -e '.gem$'` \
+  && rvm use 2.5 \
+  && gem build `ls | grep gemspec` && gem install `ls | grep -e '.gem$'`
+
+CMD ["/bin/bash"]
+
+
+

data/docker/docker-compose.yml

@@ -0,0 +1,12 @@
+version: "2"
+services:
+  tests:
+    build:
+      context: ../
+      dockerfile: docker/Dockerfile
+    image: aggkit_tests:latest
+    working_dir: /home/app
+    command: ["tail", "-f", "/dev/null"]
+    
+
+

data/docker/down.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+docker-compose down -v || true
+
+

data/docker/run_tests.sh

@@ -0,0 +1,23 @@
+#!/bin/sh
+SELF=$(readlink -f $0)
+export ENV_ROOT=$(dirname "${SELF}")
+
+trap '$ENV_ROOT/down.sh' EXIT
+
+cd $ENV_ROOT
+
+if [ -z "${RUBY_VERSION}" ]; then
+  export RUBY_VERSION=2.5
+fi
+
+docker-compose up -d --force-recreate --build || exit 1
+echo "\n ** Testing with Ruby $RUBY_VERSION **\n"
+docker-compose exec -T tests /bin/bash -c -l "rvm use $RUBY_VERSION; exec bundle exec rspec $@"
+
+
+code=$?
+if [ $code -ne 0 ]; then
+  docker-compose logs
+fi
+
+exit $code

data/lib/aggkit/childprocess/abstract_io.rb

@@ -0,0 +1,38 @@
+module Aggkit
+module ChildProcess
+  class AbstractIO
+    attr_reader :stderr, :stdout, :stdin
+
+    def inherit!
+      @stdout = STDOUT
+      @stderr = STDERR
+    end
+
+    def stderr=(io)
+      check_type io
+      @stderr = io
+    end
+
+    def stdout=(io)
+      check_type io
+      @stdout = io
+    end
+
+    #
+    # @api private
+    #
+
+    def _stdin=(io)
+      check_type io
+      @stdin = io
+    end
+
+    private
+
+    def check_type(io)
+      raise SubclassResponsibility, "check_type"
+    end
+
+  end
+end
+end

data/lib/aggkit/childprocess/abstract_process.rb

@@ -0,0 +1,194 @@
+module Aggkit
+module ChildProcess
+  class AbstractProcess
+    POLL_INTERVAL = 0.1
+
+    attr_reader :exit_code
+
+    #
+    # Set this to true if you do not care about when or if the process quits.
+    #
+    attr_accessor :detach
+
+    #
+    # Set this to true if you want to write to the process' stdin (process.io.stdin)
+    #
+    attr_accessor :duplex
+
+    #
+    # Modify the child's environment variables
+    #
+    attr_reader :environment
+
+    #
+    # Set the child's current working directory.
+    #
+    attr_accessor :cwd
+
+    #
+    # Set this to true to make the child process the leader of a new process group
+    #
+    # This can be used to make sure that all grandchildren are killed
+    # when the child process dies.
+    #
+    attr_accessor :leader
+
+    #
+    # Create a new process with the given args.
+    #
+    # @api private
+    # @see ChildProcess.build
+    #
+
+    def initialize(args)
+      unless args.all? { |e| e.kind_of?(String) }
+        raise ArgumentError, "all arguments must be String: #{args.inspect}"
+      end
+
+      @args        = args
+      @started     = false
+      @exit_code   = nil
+      @io          = nil
+      @cwd         = nil
+      @detach      = false
+      @duplex      = false
+      @leader      = false
+      @environment = {}
+    end
+
+    #
+    # Returns a ChildProcess::AbstractIO subclass to configure the child's IO streams.
+    #
+
+    def io
+      raise SubclassResponsibility, "io"
+    end
+
+    #
+    # @return [Integer] the pid of the process after it has started
+    #
+
+    def pid
+      raise SubclassResponsibility, "pid"
+    end
+
+    #
+    # Launch the child process
+    #
+    # @return [AbstractProcess] self
+    #
+
+    def start
+      launch_process
+      @started = true
+
+      self
+    end
+
+    #
+    # Forcibly terminate the process, using increasingly harsher methods if possible.
+    #
+    # @param [Integer] timeout (3) Seconds to wait before trying the next method.
+    #
+
+    def stop(timeout = 3)
+      raise SubclassResponsibility, "stop"
+    end
+
+    #
+    # Block until the process has been terminated.
+    #
+    # @return [Integer] The exit status of the process
+    #
+
+    def wait
+      raise SubclassResponsibility, "wait"
+    end
+
+    #
+    # Did the process exit?
+    #
+    # @return [Boolean]
+    #
+
+    def exited?
+      raise SubclassResponsibility, "exited?"
+    end
+
+    #
+    # Has the process started?
+    #
+    # @return [Boolean]
+    #
+
+    def started?
+      @started
+    end
+
+    #
+    # Is this process running?
+    #
+    # @return [Boolean]
+    #
+
+    def alive?
+      started? && !exited?
+    end
+
+    #
+    # Returns true if the process has exited and the exit code was not 0.
+    #
+    # @return [Boolean]
+    #
+
+    def crashed?
+      exited? && @exit_code != 0
+    end
+
+    #
+    # Wait for the process to exit, raising a ChildProcess::TimeoutError if
+    # the timeout expires.
+    #
+
+    def poll_for_exit(timeout)
+      log "polling #{timeout} seconds for exit"
+
+      end_time = Time.now + timeout
+      until (ok = exited?) || Time.now > end_time
+        sleep POLL_INTERVAL
+      end
+
+      unless ok
+        raise TimeoutError, "process still alive after #{timeout} seconds"
+      end
+    end
+
+    private
+
+    def launch_process
+      raise SubclassResponsibility, "launch_process"
+    end
+
+    def detach?
+      @detach
+    end
+
+    def duplex?
+      @duplex
+    end
+
+    def leader?
+      @leader
+    end
+
+    def log(*args)
+      ChildProcess.logger.debug "#{self.inspect} : #{args.inspect}"
+    end
+
+    def assert_started
+      raise Error, "process not started" unless started?
+    end
+
+  end # AbstractProcess
+end # ChildProcess
+end

data/lib/aggkit/childprocess/errors.rb

@@ -0,0 +1,28 @@
+module Aggkit
+module ChildProcess
+  class Error < StandardError
+  end
+
+  class TimeoutError < Error
+  end
+
+  class SubclassResponsibility < Error
+  end
+
+  class InvalidEnvironmentVariable < Error
+  end
+
+  class LaunchError < Error
+  end
+
+  class MissingPlatformError < Error
+    def initialize
+      message = "posix_spawn is not yet supported on #{ChildProcess.platform_name} (#{RUBY_PLATFORM}), falling back to default implementation. " +
+                "If you believe this is an error, please file a bug at http://github.com/enkessler/childprocess/issues"
+
+      super(message)
+    end
+
+  end
+end
+end

data/lib/aggkit/childprocess/jruby/io.rb

@@ -0,0 +1,17 @@
+module Aggkit
+module ChildProcess
+  module JRuby
+    class IO < AbstractIO
+      private
+
+      def check_type(output)
+        unless output.respond_to?(:to_outputstream) && output.respond_to?(:write)
+          raise ArgumentError, "expected #{output.inspect} to respond to :to_outputstream"
+        end
+      end
+
+    end # IO
+  end # Unix
+end # ChildProcess
+end
+