consul-templaterb 1.18.5 → 1.19.0

data/samples/tools/find_all_maintenance_nodes.txt.erb

@@ -0,0 +1,25 @@
+node ; Status
+<%
+# find all the failing services.
+# Usage: consul-templaterb --once samples/tools/find_all_failing_services.txt.erb
+#
+# Environment variables:
+# * `CONSUL_SERVICE_FILTER` : regexp to filter services `.*` by default
+# * `CONSUL_DC_FILTER`:       regexp to filter datacenters `.*` by default
+
+node_filter = Regexp.new(ENV['CONSUL_NODE_FILTER'] || '.*')
+dc_filter = Regexp.new(ENV['CONSUL_DC_FILTER'] || '.*')
+datacenters.each do |dc|
+  next unless dc_filter.match(dc)
+  nodes(dc: dc).each do |node|
+    #warn node.inspect
+    next unless node_filter.match(node['Node'])
+    checks_for_node(node['Node'], dc: dc).each do |check|
+      if check['Status'] != 'passing' && check['CheckID'] == '_node_maintenance'
+%>"<%= check['Node'] %>" ; "<%= check['Notes'] %>"
+<%
+      end
+    end
+  end
+end
+%>

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: consul-templaterb
 version: !ruby/object:Gem::Version
-  version: 1.18.5
+  version: 1.19.0
 platform: ruby
 authors:
 - SRE Core Services
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-09-30 00:00:00.000000000 Z
+date: 2019-10-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: em-http-request
@@ -192,9 +192,6 @@ files:
 - lib/consul/async/vault_endpoint.rb
 - lib/consul/async/version.rb
 - samples/all_services.txt.erb
-- samples/checks.html.erb
-- samples/common/footer.html.erb
-- samples/common/header.html.erb
 - samples/consul-ui/README.md
 - samples/consul-ui/common/header.html.erb
 - samples/consul-ui/consul-keys-ui.html.erb
@@ -210,6 +207,7 @@ files:
 - samples/consul-ui/js/nodes.js
 - samples/consul-ui/js/service.js
 - samples/consul-ui/js/timeline.js
+- samples/consul-ui/js/types.js
 - samples/consul-ui/js/utils.js
 - samples/consul-ui/ringbuffer.rb
 - samples/consul-ui/timeline.json.erb
@@ -221,23 +219,20 @@ files:
 - samples/consul_template.xml.erb
 - samples/consul_template_broken.txt.erb
 - samples/criteo/haproxy.cfg.erb
-- samples/criteo_choregraphies.txt.erb
 - samples/debug/compare_connect_services.txt.erb
 - samples/ha_proxy.cfg.erb
 - samples/haproxy_dns.cfg.erb
 - samples/hosts.erb
 - samples/hosts_per_services.erb
-- samples/keys.html.erb
 - samples/kv_yaml_to_json.json.erb
 - samples/list_ruby_versions_from_rubygems.txt.erb
 - samples/metrics.erb
-- samples/nodes.html.erb
 - samples/prometheus_consul_coordinates.erb
 - samples/render_template_from_kv.erb
 - samples/sample_keys.html.erb
 - samples/service_checks_metrics.erb
-- samples/services.html.erb
 - samples/tools/find_all_failing_services.txt.erb
+- samples/tools/find_all_maintenance_nodes.txt.erb
 - samples/tools/find_all_nodes_without_id.txt.erb
 - samples/vault-ldap.txt.erb
 homepage: https://rubygems.org/gems/consul-templaterb

data/samples/checks.html.erb

@@ -1,130 +0,0 @@
-<%= render_file('common/header.html.erb', title: 'Consul Checks') %>
-<%
-# This template can be configure the following way with environment variables
-# Environment variables to filter services/instances
-#   SERVICES_TAG_FILTER: basic tag filter for service (default HTTP)
-  services_tag_filter = ENV['SERVICES_TAG_FILTER']
-  def status_to_class(status)
-    if status == 'passing'
-      'success'
-    elsif status == 'warning'
-      'warning'
-    elsif status == 'critical'
-      'danger'
-    else
-      'info'
-    end
-  end
-  %>
-<style>
-.check {
-  transition: opacity 1s ease-out;
-}
-</style>
-<script>//<!--
-  function updateStates() {
-    states = ['passing', 'warning', 'critical']
-    stylesheet = document.getElementById('css-states');
-    txt = "";
-    for (var i in states) {
-      var s = states[i];
-      is_checked = document.getElementById('show_'+s).checked
-      var to_append = "." + s + " { ";
-      if (is_checked) {
-        to_append += "display: block"
-      } else {
-        to_append += "display:none"
-      }
-      to_append += " }\r\n"
-      txt +=  to_append;
-    }
-    stylesheet.textContent = txt;
-  }
-//->
-</script>
-<div class="container-fluid">
-  <div class="row">
-    <nav class="col-2">
-      <ul>
-        <%
-          all_services = services(tag: services_tag_filter)
-          all_services.each do |service_name, tags|
-        %>
-        <li><a title="<%= tags.sort.join(', ') %>" href="#service_<%= service_name %>"><%= service_name %></a></li>
-        <% end %>
-      </ul>
-    </nav>
-    <main class="col-10">
-      <div class="float-right">
-        <span class="state-selector">
-          <input id="show_passing" type="checkbox" class="checks-visibility" value="passing" checked="checked" onchange="updateStates()"/>
-          <label for="show_passing"><span class="badge badge-success">Passing</span></label>
-        </span>
-        <span class="state-selector">
-          <input id="show_warning" type="checkbox" class="checks-visibility" value="warning" checked="checked" onchange="updateStates()"/>
-          <label for="show_warning"><span class="badge badge-warning">Warning</span></label>
-        </span>
-        <span class="state-selector">
-          <input id="show_critical" type="checkbox" class="checks-visibility" value="critical" checked="checked" onchange="updateStates()"/>
-          <label for="show_critical"><span class="badge badge-danger">Critical</span></label>
-        </span>
-      </div>
-
-      <h1 id="services">Services <%= services_tag_filter ? " tag: #{services_tag_filter}" : 'No filtering' %></h1>
-      <% all_services.each do |service_name, tags|
-        passing = 0
-        warning = 0
-        critical = 0
-        service_state = 'passing'
-        sum = 0
-        checks_for_service(service_name).each do |check|
-          st = check['Status']
-          sum += 1
-          case st
-          when 'warning'
-            warning += 1
-          when 'passing'
-            passing += 1
-          else
-            critical += 1
-          end
-        end
-        service_state = 'warning' if warning > 0
-        service_state = 'critical' if critical > 0
-      %>
-      <div class="service <%= service_state %>" id="service_<%= service_name %>">
-        <h2 class="service-name text-<%= status_to_class(service_state) %>">Service <%= service_name %>
-          <span class="float-right">
-            <span class="badge badge-pill badge-success"><%= passing > 0 ? passing : nil %></span>
-            <span class="badge badge-pill badge-warning"><%= warning > 0 ? warning : nil %></span>
-            <span class="badge badge-pill badge-danger"><%= critical > 0 ? critical : nil %></span>
-          </span>
-        </h2>
-        <% if sum > 0
-        %><div class="progress">
-            <div title="<%= "#{passing} / #{sum}" %>" class="progress-bar bg-success" role="progressbar" style="width:<%= (100.0 * passing / sum).round(2) %>%" aria-valuenow="<%= passing %>" aria-valuemin="0" aria-valuemax="<%= sum %>"></div>
-            <div title="<%= "#{warning} / #{sum}" %>" class="progress-bar bg-warning" role="progressbar" style="width:<%= (100.0 * warning / sum).round(2) %>%" aria-valuenow="<%= warning %>" aria-valuemin="0" aria-valuemax="<%= sum %>"></div>
-            <div title="<%= "#{critical} / #{sum}" %>" class="progress-bar bg-danger" role="progressbar" style="width:<%= (100.0 * critical / sum).round(2) %>%" aria-valuenow="<%= critical %>" aria-valuemin="0" aria-valuemax="<%= sum %>"></div>
-          </div>
-        <% end %>
-        <div class="list-group">
-          <% checks_for_service(service_name).each do |check| %>
-          <div class="list-group-item check <%= check['Status'] %>" id="<%= check['Node'] + check['CheckID'] %>">
-            <div class="d-flex align-items-center justify-content-between">
-              <h5>
-                <%= check['Name'] %> / <%= check['Node'] %>
-              </h5>
-              <span class="badge badge-pill badge-<%= status_to_class(check['Status']) %>"><%= check['Status'] %></span>
-            </div>
-            <p><%= ERB::Util.html_escape(check['Notes']) %></p>
-            <code><%= ERB::Util.html_escape(check['Output']) %></code>
-          </div>
-          <% end %>
-        </div>
-      </div>
-      <% end %>
-    </main>
-  </div>
-</div>
-<script>updateStates();</script>
-<%= render_file('common/footer.html.erb') %>

data/samples/common/footer.html.erb

@@ -1,8 +0,0 @@
-    <!-- Bootstrap core JavaScript
-    ================================================== -->
-    <!-- Latest compiled and minified JavaScript -->
-    <script src="https://code.jquery.com/jquery-3.2.1.slim.min.js" integrity="sha384-KJ3o2DKtIkvYIK3UENzmM7KCkRr/rE9/Qpg6aAZGJwFDMVNA/GpGFF93hXpG5KkN" crossorigin="anonymous"></script>
-    <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.12.9/umd/popper.min.js" integrity="sha384-ApNbgh9B+Y1QKtv3Rn7W3mgPxhU9K/ScQsAP7hUibX39j7fakFPskvXusvfa0b4Q" crossorigin="anonymous"></script>
-    <script src="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/js/bootstrap.min.js" integrity="sha384-JZR6Spejh4U02d8jOt6vLEHfe/JQGiRRSQQxSfFWpi1MquVdAyjUar5+76PVCmYl" crossorigin="anonymous"></script>
-  </body>
-</html>

data/samples/common/header.html.erb

@@ -1,45 +0,0 @@
-<%
-  # This template can be configure the following way with environment variables
-  # CONSUL_TOOLS_SUFFIX: suffix for the address of consul tools
-  # CONSUL_TOOLS_PREFIX: prefix for the address of consul tools
-  # CONSUL_TOOLS: comma sperated list of consul tools
-  tools = (ENV['CONSUL_TOOLS'] || 'criteo_choregraphies,checks,services,nodes,keys').split(",")
-  suffix = ENV['CONSUL_TOOLS_PREFIX'] || '.html'
-  prefix = ENV['CONSUL_TOOLS_SUFFIX'] || ''
-%><!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="utf-8"/>
-    <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"/>
-    <meta name="description" content="Display Consul information"/>
-    <meta name="author" content="Criteo"/>
-    <meta http-equiv="refresh" content="<%= param('refresh', ENV['REFRESH'] || '600') %>"/>
-    <title><%= param('title', 'Consul Real Time information') %></title>
-    <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0/css/bootstrap.min.css" integrity="sha384-Gn5384xqQ1aoWXA+058RXPxPg6fy4IWvTNh0E263XmFcJlSAwiGgFAW/dAiS6JXm" crossorigin="anonymous">
-    <style>
-      body {
-        padding-top: 5rem;
-      }
-      .check {
-        transition: opacity 1s ease-out;
-      }
-    </style>
-    <style id="css-states">
-    </style>
-  </head>
-  <body>
-    <nav class="navbar navbar-expand-md navbar-dark bg-dark fixed-top">
-      <a class="navbar-brand" href="#">Consul</a>
-      <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbarsExampleDefault" aria-controls="navbarsExampleDefault" aria-expanded="false" aria-label="Toggle navigation">
-        <span class="navbar-toggler-icon"></span>
-      </button>
-      <div class="collapse navbar-collapse" id="navbarsExampleDefault">
-        <ul class="navbar-nav mr-auto">
-          <% tools.each do |tool| %>
-          <li class="nav-item">
-            <a class="nav-link" href="<%= prefix + tool + suffix %>"><%= tool.gsub('_', ' ') %></a>
-          </li>
-          <% end %>
-        </ul>
-      </div>
-    </nav>

data/samples/criteo_choregraphies.txt.erb

@@ -1,49 +0,0 @@
-<%
-  require 'base64'
-  require 'json'
-  require 'date'
-  @current_time = Time.now.utc
-  def display_holder(holder, value)
-    begin
-      holder_date = Time.parse(value)
-      status = 'success'
-      diff = (@current_time - holder_date).round(0)
-      status = 'warning' if diff > 3600
-      status = 'danger' if diff > 7200
-      diff_txt = "#{diff % 3600} seconds"
-      diff_txt = "#{(diff % 86400) / 3600} hours, #{diff_txt}" if diff > 3600
-      diff_txt = "#{diff / 86400} days, #{diff_txt}" if diff > 86400
-    rescue StandardError => e
-      status = 'info'
-      holder_date = "Cannot parse date: #{e}"
-      diff_txt = "Error Parsing date #{value}"
-    end
-   [holder, holder_date, "#{diff_txt} ago", status]
-  end
-
-datacenters.each do |dc|
-  kv('choregraphie', dc:dc, recurse:true).each do |tuple|
-    ckey = tuple['Key'].gsub('/', '-')
-    if tuple['Value'].nil?
-      json = []
-      holders = []
-    else
-      json = JSON.parse(Base64.decode64(tuple['Value']))
-      holders = json['holders']
-    end
-    if holders.count > 0
-      holders.each_pair do |key,value|
-        if value.is_a?(Hash)
-          value.each_pair do |k, v|
-            host, holder_date, diff_txt, status = display_holder(k, v)
-          end
-        else
-          host, holder_date, diff_txt, status = display_holder(key, value)
-        end
-        %><%= "#{host} ; #{dc} ; #{holder_date} ; #{status} ; #{ckey} ; #{diff_txt}" %>
-<%
-      end
-    end
-  end
-end
-%>

data/samples/keys.html.erb

@@ -1,42 +0,0 @@
-<%= render_file('common/header.html.erb', title: 'Keys') %>
-<% path = ENV['kv_path'] || '' %>
-<% require 'base64'
-   require 'json'
-   require 'date'
-%>
-<main class="container">
-<div>
-<h1>Show all keys <%= path == '' ? '' : "under hierarchy #{path}" %></h1>
-<div id="accordion">
-<!-- LastModified: <%= kv(path, recurse:true).endpoint.stats.last_modified %> -->
-<%
-  kv(path, recurse:true).each do |tuple|
-     key = tuple['Key']
-     val = "NO_VALUE"
-     if !tuple['Value'].nil?
-       begin
-         val = Base64.decode64(tuple['Value'])
-       rescue StdError => e
-         val = "#{e.inspect} for tuple['Value']"
-       end
-     end
-%>
-    <div class="card">
-     <div class="card-header" id="heading-<%= key %>">
-      <h5 class="mb-0">
-        <a href="#<%= key %>" class="btn btn-link collapsed" data-toggle="collapse" data-target="#collapse-<%= key %>" aria-expanded="true" aria-controls="collapse-<%= key %>">
-          <%= key %>
-        </a>
-      </h5>
-      <div id="collapse-<%= key %>" class="collapse" aria-labelledby="heading-<%= key %>" data-parent="#accordion">
-        <div class="card-body">
-          <pre class="pre-scrollable"><%= ERB::Util.html_escape(val) %></pre>
-        </div>
-      </div>
-     </div>
-    </div>
-<% end %>
-</div>
-</div>
-</main>
-<%= render_file 'common/footer.html.erb' %>

data/samples/nodes.html.erb

@@ -1,52 +0,0 @@
-<%= render_file('common/header.html.erb', title: 'Nodes') %><%
-service_tag_filter = ENV['SERVICES_TAG_FILTER'] || nil
-# Services to hide
-services_blacklist_raw = (ENV['EXCLUDE_SERVICES'] || 'lbl7.*,netsvc-probe.*,consul-probed.*').split(',')
-services_blacklist = services_blacklist_raw.map { |v| Regexp.new(v) }
-
-service_per_node = {}
-services.each do |service_name, tags|
-  if !services_blacklist.any? {|r| r.match(service_name)}
-    service(service_name, tag: service_tag_filter).sort {|a,b| a['Node']['Node'] <=> b['Node']['Node'] }.each do |snode|
-      node_services = service_per_node[snode['Node']['Node']] || []
-      node_services.push(snode)
-      service_per_node[snode['Node']['Node']] = node_services
-    end
-  end
-end %>
-
-<h1 id="nodes">List all nodes for DC, sorted by name</h1>
-<ul class="list-group">
-<% nodes.sort {|a,b| a['Node'] <=> b['Node'] }.each do |snode|
-%><li id="node_<%= snode['ID'] %>" class="list-group-item">
-    <a href="ssh://<%= snode['Address']%>"><%= snode['Address'] %></a> <%= snode['Node'] %><%
-  snode['Meta'].each do |k,v|
-    if v && !v.empty?
-%><span class="badge badge-pill badge-primary float-right"><%= k %>:&nbsp;<%= v%></span><%
-    end
-  end if snode['Meta']
-  %><div><%
-  if service_per_node.key?(snode['Node'])
-    service_per_node[snode['Node']].each do |service|
-      tags = service['Service']['Tags'].sort
-      addr = service.service_address
-      port_num = service['Service']['Port'].to_i
-      port = port_num && port_num > 0 ? ":#{port_num}" : ''
-      url = if tags.include? 'https'
-              "https://#{addr}#{port}"
-            elsif tags.include? 'http'
-              "http://#{addr}#{port}"
-            elsif tags.include? 'ftp'
-              "ftp://#{addr}#{port}"
-            else
-              nil
-            end
-    %> <a class="badge badge-secondary" href='<%= url %>'>
-    <%= service['Service']['Service'] %>: <%= port_num %>
-    </a>
-  <% end
-  end
-%></div></li>
-<% end %>
-</ul>
-<%= render_file 'common/footer.html.erb' %>

data/samples/services.html.erb

@@ -1,134 +0,0 @@
-<%
-# This template can be configure the following way with environment variables
-# Environment variables to filter services/instances
-#   SERVICES_TAG_FILTER: basic tag filter for service (default HTTP)
-require 'base64'
-require 'json'
-require 'date'
-
-  services_tag_filter = ENV['SERVICES_TAG_FILTER']
-  def status_to_class(status)
-    if status == 'passing'
-      'success'
-    elsif status == 'warning'
-      'warning'
-    elsif status == 'critical'
-      'danger'
-    else
-      'info'
-    end
-  end
-
-  def compute_node_status(snode)
-    state = 'passing'
-    return state unless snode['Checks']
-    snode['Checks'].each do |c|
-      case c['Status']
-      when 'critical'
-        return 'critical'
-      when 'warning'
-        state = 'warning'
-      end
-    end
-    state
-  end
-
-  def compute_service_status(snodes)
-    passing = 0
-    warning = 0
-    critical = 0
-    sum = 0
-    snodes.each do |snode|
-      st = compute_node_status(snode)
-      sum += 1
-      case st
-      when 'passing'
-        passing += 1
-      when 'warning'
-        warning += 1
-      else
-        critical += 1
-      end
-    end
-    [passing, warning, critical, sum]
-  end
-  %><%= render_file('common/header.html.erb', title: 'Services') %>
-<nav>
-  <ul>
-    <li><a href="#datacenters">DataCenters</a></li>
-    <li><a href="#list_services">List of services</a></li>
-    <li><a href="#services">Services with instances</a></li>
-  </ul>
-</nav>
-
-<div class="container-fluid">
-  <div class="row">
-    <nav id="list_services" class="col-2">
-      <ul>
-        <%
-          all_services = services(tag: services_tag_filter)
-          all_services.each do |service_name, tags|
-        %>
-        <li><a title="<%= tags.sort.join(', ') %>" href="#service_<%= service_name %>"><%= service_name %></a></li>
-        <% end %>
-      </ul>
-    </nav>
-    <main class="col-10">
-      <h1 id="datacenters">List of all datacenters</h1>
-        <ul>
-        <% datacenters.each do |dc| %>
-          <li id="dc_<%=dc %>%"><%= dc %> with <%= services(dc:dc).keys.count %> services, <%= nodes(dc:dc).count %> nodes</li>
-        <% end %>
-        </ul>
-      <h1 id="services">List all services instances sorted by node name</h1>
-      <% services.each do |service_name, tags|
-          service_group = service(service_name)
-          nodes_sorted = service_group.sort {|a,b| a['Node']['Node'] <=> b['Node']['Node'] }
-          passing, warning, critical, sum = compute_service_status(nodes_sorted)
-          service_state = 'passing'
-          service_state = 'warning' if warning > 0
-          service_state = 'critical' if critical > 0
-      %>
-      <div class="service <%= service_state %>" id="service_<%= service_name %>">
-        <h2 class="text-<%= status_to_class(service_state) %>" title="<%= tags.join(', ') %>"><%= service_name %><a class="qlink" href="#service_<%= service_name %>">&#128279;</a></h2>
-        <% if sum > 0
-        %><div class="progress">
-            <div title="<%= "#{passing} / #{sum}" %>" class="progress-bar bg-success" role="progressbar" style="width:<%= (100.0 * passing / sum).round(2) %>%" aria-valuenow="<%= passing %>" aria-valuemin="0" aria-valuemax="<%= sum %>"></div>
-            <div title="<%= "#{warning} / #{sum}" %>" class="progress-bar bg-warning" role="progressbar" style="width:<%= (100.0 * warning / sum).round(2) %>%" aria-valuenow="<%= warning %>" aria-valuemin="0" aria-valuemax="<%= sum %>"></div>
-            <div title="<%= "#{critical} / #{sum}" %>" class="progress-bar bg-danger" role="progressbar" style="width:<%= (100.0 * critical / sum).round(2) %>%" aria-valuenow="<%= critical %>" aria-valuemin="0" aria-valuemax="<%= sum %>"></div>
-          </div>
-        <% end %>
-        <div class="list-group">
-        <% nodes_sorted.each do |snode|
-          tags = snode['Service']['Tags'].sort
-          addr = snode.service_address
-          port_num = snode['Service']['Port'].to_i
-          port = port_num && port_num > 0 ? ":#{port_num}" : ''
-          url = if tags.include? 'https'
-                  "https://#{addr}#{port}"
-                elsif tags.include? 'http'
-                  "http://#{addr}#{port}"
-                elsif tags.include? 'ftp'
-                  "ftp://#{addr}#{port}"
-                else
-                  nil
-                end
-        %><div class="list-group-item check"><a <%= url ? "href=\"#{url}\"" : nil %>><%=
-          snode['Node']['Node'] %><%= port %></a>
-            <span class="tags"><%
-              snode['Service']['Tags'].sort.each do |t|
-              %><span class="badge badge-pill"><%= t %></span><%
-              end
-            %></span>
-            <span class="float-right statuses"><%
-          snode['Checks'].each do |c| %> <span title="<%= c['Name']%>" class="badge badge-pill badge-<%= status_to_class(c['Status']) %>"><%= c['Status']
-          %></span><% end if snode['Checks'] %></span></div>
-        <% end %>
-        </div>
-      </div>
-      <% end 
-      %>
-    </main>
-  </div>
-</div>
-<%= render_file 'common/footer.html.erb' %>