aggkit 0.2.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 15b728b147389a89556cf28472062477aab155141d7ace18127c9815efaed608
+  data.tar.gz: eeb6be7bcf4547c69218f54ed15182a89f6235520c32d0a0c7e83adb356fc1c5
+SHA512:
+  metadata.gz: b6816ebfa8a4daf33bc359a859a949147cbc242af2dff814b2d3a17b494bd6bded39c4117ccb968b53e434407edb665cb0232cd9ca4e6bfc9d91d80d2c097253
+  data.tar.gz: c106261c69ca34d8a0daf3e78d39ee1ed65357c81f23b2e6003aeb3eadc04c28562178c9ddd12ac983400ad9c21ad9c37b071aaa1a30772f32e2d911c5122898

data/.dockerignore

@@ -0,0 +1,20 @@
+.git
+log/*
+tmp/*
+doc/*
+envs/*
+Dockerfile
+/node_modules
+config/keys/*
+config/database.yml
+config/secrets.yml
+
+.gitignore
+.gitlab-ci.yml
+base-service.yml
+common-services.yml
+
+vendor/cache
+
+ca/db
+

data/.gitignore

@@ -0,0 +1,109 @@
+# See https://help.github.com/articles/ignoring-files for more about ignoring files.
+#
+# If you find yourself ignoring temporary files generated by your text editor
+# or operating system, you probably want to add a global ignore instead:
+#   git config --global core.excludesfile '~/.gitignore_global'
+
+# bundler state
+/.bundle
+vendor/cache
+vendor/bundle
+/vendor/ruby/
+
+# minimal Rails specific artifacts
+db/*.sqlite3
+/db/*.sqlite3-journal
+/log/*
+/tmp/*
+
+# add /config/database.yml if it contains passwords
+# /config/database.yml
+
+# various artifacts
+**.war
+*.rbc
+*.sassc
+.redcar/
+.sass-cache
+/config/config.yml
+/coverage.data
+/coverage/
+/db/*.javadb/
+/db/*.sqlite3
+/config/database.yml
+/config/secrets.yml
+oxymoron.js
+/doc/api/
+/doc/app/
+/doc/features.html
+/doc/specs.html
+/public/cache
+/public/uploads
+/public/stylesheets/compiled
+/public/system/*
+/spec/tmp/*
+/cache
+/capybara*
+/capybara-*.html
+/gems
+/specifications
+app/assets/fonts/disp-preview.html
+rerun.txt
+pickle-email-*.html
+*.sublime-project
+*.sublime-workspace
+.zeus.sock
+.byebug_history
+
+#test
+/docs
+
+
+# If you find yourself ignoring temporary files generated by your text editor
+# or operating system, you probably want to add a global ignore instead:
+#   git config --global core.excludesfile ~/.gitignore_global
+#
+# Here are some files you may want to ignore globally:
+
+# scm revert files
+**.orig
+
+# Mac finder artifacts
+.DS_Store
+
+# Netbeans project directory
+/nbproject/
+
+# RubyMine project files
+.idea
+
+# Textmate project files
+/*.tmproj
+
+# vim artifacts
+**.swp
+
+# Environment files that may contain sensitive data
+.env
+.powenv
+
+# tilde files are usually backup files from a text editor
+*~
+public/assets/
+config/keys
+.ruby-gemset
+.ruby-version
+spec/reports/
+app/assets/javascripts/oxymoron.js
+
+!/log/.keep
+!/tmp/.keep
+
+/node_modules
+/yarn-error.log
+
+.byebug_history
+/public/packs
+/public/packs-test
+/node_modules
+passenger.*.pid.lock

data/.gitlab-ci.yml

@@ -0,0 +1,66 @@
+before_script: &before_pipeline_script
+  # Install ssh-agent if not already installed, it is required by Docker.
+  # (change apt-get to yum if you use a CentOS-based image)
+  - 'which ssh-agent || ( apt-get update -y && apt-get install openssh-client -y )'
+
+  # Run ssh-agent (inside the build environment)
+  - eval $(ssh-agent -s)
+
+  # Add the SSH key stored in SSH_PRIVATE_KEY variable to the agent store
+  - ssh-add <(echo "$SSH_PRIVATE_KEY")
+
+  # For Docker builds disable host key checking. Be aware that by adding that
+  # you are suspectible to man-in-the-middle attacks.
+  # WARNING: Use this only with the Docker executor, if you use it with shell
+  # you will overwrite your user's SSH config.
+  - mkdir -p ~/.ssh
+  - '[[ -f /.dockerenv ]] && echo -e "Host *\n\tStrictHostKeyChecking no\n\n" > ~/.ssh/config'
+  - mkdir -p ~/.docker
+
+stages:
+  - build
+  - tests
+  - deploy
+
+build:
+  image: rnds/ruby:2.3.0-test
+  stage: build
+  script:
+    - bundle install --jobs=3 --path vendor/bundle && bundle package --all
+    - gem build `ls | grep gemspec` && gem install `ls | grep -e '.gem$'` 
+  cache:
+    paths:
+      - vendor/bundle
+      - vendor/cache
+  artifacts:
+    name: "gem"
+    paths:
+      - ./*.gem
+
+test-2.1:
+  image: rnds/ruby:2.3.0-test
+  stage: tests
+  variables:
+    RUBY_VERSION: '2.1'
+  script:
+    - docker/run_tests.sh 
+
+test-2.5:
+  image: rnds/ruby:2.3.0-test
+  stage: tests
+  variables:
+    RUBY_VERSION: '2.5'
+  script:
+    - docker/run_tests.sh 
+
+pushgem:
+  image: rnds/ruby:2.3.0-test
+  stage: deploy
+  script:
+    - mkdir -p ~/.gem
+    - echo ":rubygems_api_key: ${RUBYGEMS_KEY}" > credentials
+    - export GEMFILE=`ls *.gem | tail -n 1`
+    - export GEMVERSION=`echo $GEMFILE | sed s/\.gem// | sed s/.*-//`
+    - gem yank aggkit -v ${GEMVERSION}
+    - gem push $GEMFILE
+

data/.rspec

@@ -0,0 +1,4 @@
+--color
+--tty
+--format progress
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,98 @@
+AllCops:
+  TargetRubyVersion: 2.5
+  Exclude:
+    - 'storage/**/*'
+    - 'docker/**/*'
+    - 'lib/aggkit/childprocess/**/*'
+    - 'lib/aggkit/childprocess,rb'
+    
+
+Security/YAMLLoad:
+  Enabled: false
+
+Style/AsciiComments:
+  Enabled: false
+  
+Style/RedundantBegin:
+  Enabled: false
+  
+Style/GlobalVars:
+  AllowedVariables: ['$logger', '$root']
+
+Metrics/BlockLength:
+  Exclude: 
+    - 'spec/**/*.rb'
+
+Metrics/MethodLength:
+  Max: 20
+
+Style/ClassAndModuleChildren:
+  EnforcedStyle: compact
+  Enabled: false
+  
+Style/Documentation:
+  Enabled: false
+
+Style/Lambda:
+  Enabled: false
+  
+  
+Style/RaiseArgs:
+  EnforcedStyle: compact
+
+Style/SpecialGlobalVars:
+  Enabled: false
+    
+Metrics/LineLength:
+  Max: 100
+
+#Layout/IndentationWidth:
+#  Enabled: true
+
+#Layout/IndentAssignment:
+#  Enabled: false
+#  IndentationWidth: false
+  
+#Layout/ElseAlignment:
+#  Enabled: false
+  
+#Layout/EndAlignment:
+#  Enabled: false
+  
+#Lint/AssignmentInCondition:
+#  Enabled: false
+
+Layout/IndentationConsistency:
+  EnforcedStyle: rails
+  
+Layout/EmptyLines:
+  Enabled: false
+
+Layout/EmptyLinesAroundClassBody:
+  EnforcedStyle: empty_lines
+
+Layout/EmptyLinesAroundModuleBody:
+  EnforcedStyle: empty_lines
+
+Layout/SpaceInsideBlockBraces:
+  EnforcedStyle: space
+  SpaceBeforeBlockParameters: false
+
+Layout/SpaceAroundBlockParameters:
+  EnforcedStyleInsidePipes: no_space
+
+Layout/SpaceBeforeBlockBraces:
+  Enabled: false
+
+Style/NumericPredicate:
+  Enabled: false
+
+Style/FrozenStringLiteralComment:
+  Enabled: false
+
+Style/DoubleNegation:
+  Enabled: false
+
+Style/SymbolArray:
+  Enabled: false
+

data/.travis.yml

@@ -0,0 +1,30 @@
+
+language: ruby
+rvm:
+  - 2.0
+  - 2.5
+  
+stage: test
+
+before_install:
+  - sudo apt-get install -y libxml2-dev unzip curl
+  
+script:
+  - gem build `ls | grep gemspec`
+  - gem install `ls | grep -e '.gem$'`
+  - curl -sSLo /tmp/consul.zip https://releases.hashicorp.com/consul/1.2.1/consul_1.2.1_linux_amd64.zip 
+  - sudo unzip -d /bin /tmp/consul.zip 
+  - bundle exec rspec
+
+
+jobs:
+  include:
+    - stage: gem release
+      rvm: 2.0
+      script: echo "Deploying to rubygems.org ..."
+      deploy:
+        provider: rubygems
+        api_key: $RUBYGEMS_KEY
+        gemspec: aggkit.gemspec
+
+

data/Gemfile

@@ -0,0 +1,12 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in aggredator.gemspec
+gemspec
+
+
+group :test do
+  gem 'awesome_print'
+  gem 'rspec'
+  gem 'rspec-retry'
+  gem 'rspec-set'
+end

data/Gemfile.lock

@@ -0,0 +1,55 @@
+PATH
+  remote: .
+  specs:
+    aggkit (0.2.5)
+      diplomat
+      dotenv
+      json
+      tty-tree
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    awesome_print (1.8.0)
+    diff-lcs (1.3)
+    diplomat (2.0.2)
+      faraday (~> 0.9)
+      json
+    dotenv (2.6.0)
+    faraday (0.15.4)
+      multipart-post (>= 1.2, < 3)
+    json (2.1.0)
+    multipart-post (2.0.0)
+    rake (10.5.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-retry (0.6.1)
+      rspec-core (> 3.3)
+    rspec-set (0.1.3)
+    rspec-support (3.8.0)
+    tty-tree (0.2.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aggkit!
+  awesome_print
+  bundler (~> 1.14)
+  rake (~> 10.0)
+  rspec
+  rspec-retry
+  rspec-set
+
+BUNDLED WITH
+   1.16.2

data/README.md

@@ -0,0 +1,96 @@
+# aggkit
+Helper tools for work with docker and consul
+
+[![Build Status](https://travis-ci.com/RnD-Soft/aggkit.svg?branch=master)](https://travis-ci.com/RnD-Soft/aggkit) [![Gem Version](https://badge.fury.io/rb/aggkit.svg)](https://badge.fury.io/rb/aggkit)
+
+## Scripts
+
+Some useful scripts to run inside or outside container
+
+### waiter.rb
+
+waiter.rb allows to wait many conditions:
+
+* tcp port opening
+* PostgreSQL database creation
+* PostgreSQL table creation
+* file creation
+* healthy Consul service 
+
+```
+Usage: waiter.rb [options] -- exec
+        --tcp host:port              Wait for tcp accepts on host:port
+        --db dbname                  Wait for PG database exists. Using --tcp to conenct PG
+        --tb tablename               Wait for PG table exists. Using --tcp to conenct PG
+    -f, --file filename              Wait for file exists.
+        --consul-addr addr=http://localhost:8500
+                                     HTTP addres to connect to consul
+        --consul                     Wait for local consul agent to be ready
+        --consul-service service     Wait for service appear in consul
+        --consul-service-count count Wait for this count services appear in consul
+        --consul-tag tag             User tag to filter services in consul
+        --user user                  username
+        --pass pass                  password
+    -t, --timeout secs=15            Total timeout
+    -i, --interval secs=2            Interval between attempts
+    -q, --quiet                      Do not output any status messages
+```
+
+
+### consul.rb
+
+Helper to use Consul in 12Factor application. Inspired by https://github.com/hashicorp/envconsul:
+
+* export Consul key/value as environment variables
+* references in Consul key/value store
+* read config file and store values in Consul
+* read files and store it in Consul key/value  store
+
+```
+Usage: consul.rb [options] -- exec
+        --consul url                 Set up a custom Consul URL
+        --token token                Connect into consul with custom access token (ACL)
+        --init [service]             Initialize Consul services from config
+        --config file                Read service configulation from file
+        --upload                     Upload files to variables
+        --show [service]             Show service configulation from Consul
+        --override                   override existed keys
+    -d, --dereference                dereference consul values in form of "consul://key/subkey"
+        --env prefix                 export KV values from prefix as env varaibles
+        --export                     add export to --env output
+        --pristine                   not include the parent processes' environment when exec child process
+        --put path:value             put value to path
+        --get path                   get value from
+```
+
+Example config.yml:
+```yaml
+.dbconfig: &dbconfig
+  DATABASE_HOST:
+    value: db
+  DATABASE_NAME:
+    value: dbname
+
+srv1: &srv1
+  <<: [*dbconfig]
+  LOG_LEVEL:
+    value: debug
+  CA_CERT:
+    file: /tmp/ca/cacert.pem
+  CLIENT_CERT:
+    value: consul://services/ca/private/cert.pem
+  CLIENT_KEY:
+    value: consul://services/ca/private/key.pem
+
+srv2:
+  <<: *srv1
+  CA_CERT:
+    value: consul://services/env/srv1/ca_cert
+```
+
+### merger.rb
+
+Merge docker-compose file of any version. Allow inheritance and extending services.
+```bash
+COMPOSE_FILE=file1.yml:file2.yml merger.rb > /tmp/result.yml
+```

data/aggkit.gemspec

@@ -0,0 +1,38 @@
+$:.push File.expand_path('lib', __dir__)
+
+# Maintain your gem's version:
+require 'aggkit/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'aggkit'
+  spec.version       = Aggkit::VERSION
+  spec.license       = 'MIT'
+  spec.authors       = ['Godko Ivan', 'Samoilenko Yuri']
+  spec.email         = ['igodko@rnds.pro', 'kinnalru@gmail.com']
+  spec.homepage      = 'https://br.rnds.pro/aggredator/support/aggkit'
+  spec.required_ruby_version = '>= 2.0.0'
+
+  spec.summary       = 'Helper scripts for work with docker and consul in Aggredator'
+  spec.description   = 'Advanced docker and consul control scripts'
+
+  spec.bindir        = 'bin'
+  spec.require_paths = ['lib']
+
+  if File.exist?(File.join(__dir__, '/', '.git'))
+    spec.files = `git ls-files -z`.split("\x0").reject do |f|
+      f.match(%r{^(test|spec|features)/})
+    end
+
+    spec.executables = `git ls-files -- bin/*`.split("\n").map{|f| File.basename(f) }
+  end
+
+
+  spec.add_dependency 'diplomat'
+  spec.add_dependency 'dotenv'
+  spec.add_dependency 'json'
+  spec.add_dependency 'tty-tree'
+  
+
+  spec.add_development_dependency 'bundler', '~> 1.14'
+  spec.add_development_dependency 'rake', '~> 10.0'
+end

data/bin/agg

@@ -0,0 +1,167 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'tty-tree'
+require 'aggkit/env'
+require 'json'
+
+@commands = {}
+
+@exec = (begin
+          ARGV.join(' ').split(' -- ')[1].strip.tap do |cmd|
+            cmd.empty? ? nil : cmd
+          end
+        rescue StandardError
+          nil
+        end)
+
+@opts = {}
+
+
+
+exmaple_usage = "
+  #{'agg env --list'.ljust(30)} - list avaibale environments
+  #{'agg <envname> --show'.ljust(30)} - show environment details
+  #{'agg <envname> exec -- cmd'.ljust(30)} - exec command in environment
+"
+
+env_cmd_parser = OptionParser.new do |o|
+  o.banner = "Usage: agg env [options]"
+  o.on("-l", "--list", "list environments") do
+    @opts[:list] = true
+  end
+  o.on("-t", "--tree", "print as tree") do
+    @opts[:tree] = true
+  end
+end
+
+exec_cmd_parser = OptionParser.new do |o|
+  o.banner = "Usage: agg <envname> [options] exec [options] -- cmd"
+  o.on('-p', '--pristine', "not include the parent processes' environment when exec child process") do
+    @opts[:pristine] = true
+  end
+  o.on('--cd', "cd to envroot") do
+    @opts[:cd] = true
+  end
+end
+
+@single_subcommands ||= { 
+  'exec' => exec_cmd_parser
+}
+
+@global_subcommands ||= { 
+  'env' => env_cmd_parser
+}
+
+single_parser = OptionParser.new do |o|
+  o.banner = "Aggredator environment manager\nagg <envname> [options] [subcommand [options]]"
+  
+  o.on("-s", "--show", "show envname details") do
+    @opts[:show] = true
+  end
+
+  o.on("-h", "--help", "show help") do
+    puts o.help
+    exit 0
+  end
+
+  o.separator ""
+  o.separator "Subcommands: #{@single_subcommands.keys.join(', ')}"
+end
+
+global_parser = OptionParser.new do |o|
+  o.banner = "Aggredator manager\nUsage: agg [envname] [options] [subcommand [options]]"
+  
+  o.on("-h", "--help", "show help") do
+    puts o.help
+    exit 0
+  end
+
+  o.separator ""
+  o.separator "Subcommands: #{@global_subcommands.keys.join(', ')}"
+
+  o.separator ""
+  o.separator "Examples:\n#{exmaple_usage}"
+end
+
+if Aggkit::Env.list.include?(ARGV.first)
+  $env = Aggkit::Env.new(ARGV.shift)
+end
+
+if $env
+  $parser = single_parser
+  $parser.order!
+  @commands[:single] = true
+  @subcommands = @single_subcommands
+else
+  $parser = global_parser
+  $parser.order!
+  @commands[:global] = true
+  @subcommands = @global_subcommands
+end
+
+
+
+if command = ARGV.shift
+  if @subcommands.has_key?(command)
+    $parser = @subcommands[command]
+    @commands[command.to_sym] = true
+    $parser.parse!
+  else
+    STDERR.puts "No such command: #{command.inspect}"
+    STDOUT.puts $parser.help
+    exit 1
+  end
+end
+
+
+def env_command opts
+  if opts[:list]
+    envs = Aggkit::Env.list
+    # if opts[:tree]
+    #   data = envs.each_with_object([]) do |dir, ret|
+    #     dir.split(File::SEPARATOR).reduce(ret) do |struct, token|
+    #       puts "token: #{token} struct: #{struct}"
+    #       struct << {token => []}
+    #       puts "  result: struct: #{struct}"
+    #       struct.last[token]
+    #     end
+    #   end
+    #   puts data
+    #   puts TTY::Tree.new(data.first).render
+    # else
+      puts envs
+    # end
+    exit 0
+  end
+end
+
+def exec_command opts
+  raise "envname not specified!" unless $env
+  raise "cmd not specified!" unless @exec
+
+  e = $env.environment
+  e = ENV.to_h.merge(e) unless opts[:pristine]
+
+  Dir.chdir $env.env_root if opts[:cd]
+  exec(e, @exec, unsetenv_others: true)
+end
+
+if @commands[:global]
+  env_command(@opts) if @commands[:env]
+end
+
+if @commands[:single]
+  exec_command(@opts) if @commands[:exec]
+
+  if @opts[:show]
+    raise "envname not specified!" unless $env
+
+    puts JSON.pretty_generate($env.show)
+    exit 0
+  end
+end
+
+
+STDOUT.puts $parser.help
+exit 1