scaltainer 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 642f49828031f354f271d0ad4e28268ab40e1f1a
-  data.tar.gz: 2be74e2694d99bc5edde992e8e277867db0de44b
+SHA256:
+  metadata.gz: 911452d89cb658da24d215283c003e31ddf83ea0a2f2a19331b84b10112f8259
+  data.tar.gz: 10ad4d1bdb1a5f091ae9e2e493fb51f2d3089549961e5743c3f491337f1b9ed4
 SHA512:
-  metadata.gz: 34a7ddda22e20d4e909a29c7b2183344712a7fc72dd8d970055c578834e6d1707496bfeebfd09cc4224d62a806615756cb964bddb07653b60798ded0ffe0cbe8
-  data.tar.gz: 07b3b919496e8cc1fbdbc25199e53509e5bb44b3be47a0257430ce6be22102dc08eb43e7d6a2e9bc2eb6ef2ad8d0d33b84ebec9a5c4be8ee83b5094df7e25bc5
+  metadata.gz: f7e017ed3b8813d7fe46ea00d57eae951b03ab0cc0771a5d4322360877074521059ab062dace7844fa36db0dc37440f19c516b15b0c2626991ad85ff1fea6d4d
+  data.tar.gz: '0295e2c3fdc65986b036491e4b8aa59140a640ee3b73ed34b58e0c4e973dede9d038f9056257c340959eceab325f91bc80cd5f741637b187f3c2d49fe08f93d2'

data/.gitignore

@@ -6,7 +6,6 @@
 /pkg/
 /spec/reports/
 /tmp/
-Gemfile.lock
 .env
 scaltainer.yml
 scaltainer.yml.state

data/Gemfile.lock

@@ -0,0 +1,104 @@
+PATH
+  remote: .
+  specs:
+    scaltainer (0.3.0)
+      docker-api
+      dotenv
+      excon (>= 0.47.0)
+      kubeclient
+      prometheus-client
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    coderay (1.1.1)
+    coveralls (0.8.21)
+      json (>= 1.8, < 3)
+      simplecov (~> 0.14.1)
+      term-ansicolor (~> 1.3)
+      thor (~> 0.19.4)
+      tins (~> 1.6)
+    diff-lcs (1.3)
+    docile (1.1.5)
+    docker-api (1.34.2)
+      excon (>= 0.47.0)
+      multi_json
+    domain_name (0.5.20190701)
+      unf (>= 0.0.5, < 1.0.0)
+    dotenv (2.7.5)
+    excon (0.73.0)
+    ffi (1.12.2)
+    ffi-compiler (1.0.1)
+      ffi (>= 1.0.0)
+      rake
+    http (4.4.1)
+      addressable (~> 2.3)
+      http-cookie (~> 1.0)
+      http-form_data (~> 2.2)
+      http-parser (~> 1.2.0)
+    http-accept (1.7.0)
+    http-cookie (1.0.3)
+      domain_name (~> 0.5)
+    http-form_data (2.3.0)
+    http-parser (1.2.1)
+      ffi-compiler (>= 1.0, < 2.0)
+    json (2.1.0)
+    kubeclient (4.6.0)
+      http (>= 3.0, < 5.0)
+      recursive-open-struct (~> 1.0, >= 1.0.4)
+      rest-client (~> 2.0)
+    mime-types (3.3.1)
+      mime-types-data (~> 3.2015)
+    mime-types-data (3.2020.0425)
+    multi_json (1.14.1)
+    netrc (0.11.0)
+    prometheus-client (2.0.0)
+    public_suffix (4.0.4)
+    rake (13.0.1)
+    recursive-open-struct (1.1.1)
+    rest-client (2.1.0)
+      http-accept (>= 1.7.0, < 2.0)
+      http-cookie (>= 1.0.2, < 2.0)
+      mime-types (>= 1.16, < 4.0)
+      netrc (~> 0.8)
+    rspec (3.6.0)
+      rspec-core (~> 3.6.0)
+      rspec-expectations (~> 3.6.0)
+      rspec-mocks (~> 3.6.0)
+    rspec-core (3.6.0)
+      rspec-support (~> 3.6.0)
+    rspec-expectations (3.6.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.6.0)
+    rspec-mocks (3.6.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.6.0)
+    rspec-support (3.6.0)
+    simplecov (0.14.1)
+      docile (~> 1.1.0)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    term-ansicolor (1.6.0)
+      tins (~> 1.0)
+    thor (0.19.4)
+    tins (1.13.2)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.15)
+  coderay (~> 1.1)
+  coveralls (~> 0.8)
+  rake (>= 12.3.3)
+  rspec (~> 3.5)
+  scaltainer!
+
+BUNDLED WITH
+   1.17.3

data/README.md

@@ -55,6 +55,21 @@ specify the wait time between repetitions using the `-w` parameter in seconds:
 
 This will repeatedly call scaltainer every 60 seconds, sleeping in-between.
 
+If you would like to monitor the changes in scaling out and in. You can install
+Prometheus and add a configuration parameter pointing to its Push Gateway:
+
+    scaltainer -g prometheus-pushgateway.monitoring.svc.cluster.local:9091
+
+Where `prometheus-pushgateway.monitoring.svc.cluster.local:9091` is the address
+of the push gateway. For Kubernetes environments the above denotes the gateway service
+name (`prometheus-pushgateway`), where it is installed in the namespace called
+`monitoring`. Scaltainer will report the following metrics to Prometheus:
+
+- `rayyan_controller_replicas`: number of replicas scaled (or untouched thereof).
+This is labeled by the namespace and controller name, both matching the scaltainer
+configuration file.
+- `rayyan_scaltainer_ticks`: iterations scaltainer has performed (if `-w` is used)
+
 ## Configuration
 
 ### Environment variables
@@ -121,7 +136,7 @@ The configuration file (determined by `-f FILE` command line parameter) should b
 
     # to get worker metrics
     endpoint: https://your-app.com/hirefire/$HIREFIRE_TOKEN/info
-    # optional docker swarm stack name or kubernetes namespace
+    # optional docker swarm stack name or kubernetes namespace (useful if having push gateway)
     namespace: mynamespace
     # list of web services to monitor
     web_services:

data/exe/scaltainer

@@ -3,8 +3,8 @@
 require 'scaltainer'
 
 begin
-  configfile, statefile, logger, wait, orchestrator = Scaltainer::Command.parse ARGV
-  Scaltainer::Runner.new configfile, statefile, logger, wait, orchestrator
+  configfile, statefile, logger, wait, orchestrator, pushgateway = Scaltainer::Command.parse ARGV
+  Scaltainer::Runner.new configfile, statefile, logger, wait, orchestrator, pushgateway
 rescue => e
   $stderr.puts e.message
   $stderr.puts e.backtrace

data/lib/scaltainer/command.rb

@@ -4,7 +4,7 @@ require "optparse"
 module Scaltainer
   class Command
     def self.parse(args)
-      configfile, statefile, wait, orchestrator = 'scaltainer.yml', nil, 0, :swarm
+      configfile, statefile, wait, orchestrator, pushgateway = 'scaltainer.yml', nil, 0, :swarm, nil
       OptionParser.new do |opts|
         opts.banner = "Usage: scaltainer [options]"
         opts.on("-f", "--conf-file FILE", "Specify configuration file (default: scaltainer.yml)") do |file|
@@ -19,6 +19,9 @@ module Scaltainer
         opts.on("-o", "--orchestrator swarm:kubernetes", [:swarm, :kubernetes], "Specify orchestrator type (default: swarm)") do |o|
           orchestrator = o
         end
+        opts.on("-g", "--prometheus-push-gateway ADDRESS", "Specify prometheus push gateway address in the form of host:port") do |gw|
+          pushgateway = gw
+        end
         opts.on("-v", "--version", "Show version and exit") do
           puts Scaltainer::VERSION
           exit 0
@@ -55,7 +58,7 @@ module Scaltainer
       logger = Logger.new(STDOUT)
       logger.level = %w(debug info warn error fatal unknown).find_index((ENV['LOG_LEVEL'] || '').downcase) || 1
 
-      return configfile, statefile, logger, wait, orchestrator
+      return configfile, statefile, logger, wait, orchestrator, pushgateway
     end
 
     private

data/lib/scaltainer/runner.rb

@@ -1,8 +1,10 @@
 require "yaml"
+require 'prometheus/client'
+require 'prometheus/client/push'
 
 module Scaltainer
   class Runner
-    def initialize(configfile, statefile, logger, wait, orchestrator)
+    def initialize(configfile, statefile, logger, wait, orchestrator, pushgateway)
       @orchestrator = orchestrator
       @logger = logger
       @default_service_config = {
@@ -19,9 +21,12 @@ module Scaltainer
       endpoint = config["endpoint"]
       service_type_web = ServiceTypeWeb.new(endpoint)
       service_type_worker = ServiceTypeWorker.new(endpoint)
+      register_pushgateway(pushgateway) if pushgateway
+      namespace = config["namespace"] || config["stack_name"]
       loop do
-        run config, state, service_type_web, service_type_worker
+        run config, state, service_type_web, service_type_worker, namespace
         save_state statefile, state
+        sync_pushgateway(namespace, state) if pushgateway
         sleep wait
         break if wait == 0
       end
@@ -29,8 +34,7 @@ module Scaltainer
 
     private
 
-    def run(config, state, service_type_web, service_type_worker)
-      namespace = config["namespace"] || config["stack_name"]
+    def run(config, state, service_type_web, service_type_worker, namespace)
       iterate_services config["web_services"], namespace, service_type_web, state
       iterate_services config["worker_services"], namespace, service_type_worker, state
     end
@@ -82,9 +86,11 @@ module Scaltainer
       adjusted_replicas = type.adjust_desired_replicas(desired_replicas, config)
       @logger.debug "Desired number of replicas for #{service.type} #{service.name} is adjusted to #{adjusted_replicas}"
       replica_diff = adjusted_replicas - current_replicas
+      state["replicas"] = current_replicas
       type.yield_to_scale(replica_diff, config, state, metric,
         service.name, @logger) do
           scale_out service, current_replicas, adjusted_replicas
+          state["replicas"] = adjusted_replicas
         end
     end
 
@@ -113,5 +119,27 @@ module Scaltainer
       end
     end
 
+    def register_pushgateway(pushgateway)
+      @registry = Prometheus::Client.registry
+      @replicas_gauge = @registry.gauge(:rayyan_controller_replicas, docstring: 'Rayyan replicas', labels: [:controller, :namespace])
+      @ticks_counter = @registry.counter(:rayyan_scaltainer_ticks, docstring: 'Rayyan Scaltainer ticks', labels: [:namespace])
+
+      @pushgateway = Prometheus::Client::Push.new("scaltainer", "scaltainer", "http://#{pushgateway}")
+    end
+
+    def sync_pushgateway(namespace, state)
+      @logger.debug("Now syncing state #{state} in namespace #{namespace}")
+      state.each do |service, state|
+        @replicas_gauge.set(state["replicas"], labels: {namespace: namespace, controller: service}) if state["replicas"]
+      end
+      @ticks_counter.increment(labels: {namespace: namespace})
+      begin
+        @pushgateway.add(@registry)
+      rescue => e
+        @logger.warn "[#{e.class}] Error pushing metrics to the configured Prometheus Push Gateway: #{e.message}"
+      end
+      @logger.info "Pushed metrics successfully to the configured Prometheus Push Gateway"
+    end
+
   end # class
 end # module

data/lib/scaltainer/version.rb

@@ -1,3 +1,3 @@
 module Scaltainer
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/scaltainer.gemspec

@@ -9,8 +9,8 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Hossam Hammady"]
   spec.email         = ["github@hammady.net"]
 
-  spec.summary       = %q{Autoscale docker swarm services based on application metrics and more}
-  spec.description   = %q{A ruby gem inspired by HireFire to autoscale docker swarm services.
+  spec.summary       = %q{Autoscale kubernetes controllers and docker services based on application metrics and more}
+  spec.description   = %q{A ruby gem inspired by HireFire to autoscale kubernetes controllers and docker services.
     Metrics can be standard average response time, New Relic web metrics, queue size for workers, ...}
   spec.homepage      = "https://github.com/hammady/scaltainer"
   spec.license       = "MIT"
@@ -23,7 +23,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency "bundler", "~> 1.15"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
   spec.add_development_dependency 'rspec', '~> 3.5'
   spec.add_development_dependency 'coderay', '~> 1.1'
   spec.add_development_dependency 'coveralls', '~> 0.8'
@@ -32,4 +32,5 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "docker-api"
   spec.add_runtime_dependency "kubeclient"
   spec.add_runtime_dependency "dotenv"
+  spec.add_runtime_dependency "prometheus-client"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scaltainer
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Hossam Hammady
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-03-01 00:00:00.000000000 Z
+date: 2020-04-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -28,16 +28,16 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -136,8 +136,22 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: prometheus-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: |-
-  A ruby gem inspired by HireFire to autoscale docker swarm services.
+  A ruby gem inspired by HireFire to autoscale kubernetes controllers and docker services.
       Metrics can be standard average response time, New Relic web metrics, queue size for workers, ...
 email:
 - github@hammady.net
@@ -152,6 +166,7 @@ files:
 - ".travis.yml"
 - Dockerfile
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
@@ -192,9 +207,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
-summary: Autoscale docker swarm services based on application metrics and more
+summary: Autoscale kubernetes controllers and docker services based on application
+  metrics and more
 test_files: []