hiera-browser 1.0.0.pre

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NTMzYmYyODE0OWJlOTE5MjczNDYyNGVhNWQ0M2M2OWRkZmFmZGNjNQ==
+  data.tar.gz: !binary |-
+    Yjg4ODRjZTBkZTdmY2U5MGQ3NjNiZGQ1MGJjMDliYTQ4YTVkNDgxNw==
+SHA512:
+  metadata.gz: !binary |-
+    M2Q5MTI3NjAyMGUwNDFjOWY3NDY2YmUxNzU4ODQ2NTgwZjEzNGM5ODQyMGIz
+    OWYyZGRhYTM3YmU4OWQ2NGZjOWYzMzQ4NGU5MzYzZjE0N2JiNTgwMmVjZDA2
+    OTc2NGQ4OGMzZTcwZmE4NDBhN2E5YWVkNjY3Njk3M2VmMDEwMjI=
+  data.tar.gz: !binary |-
+    YWJhZjdjNWIzZTMzYTBkMTljZmMwYTcxNjAwMmE2YjcxMzNhYzdkZGEyNTBm
+    MDg2Yzg4ZTE2MWI0YWNkODA2ZTZlYmU1N2MxN2VlNTgzYTdjMDg1OGVmZGQz
+    NGM0NWQxZTZhZmNkMzk4MjZhYzQ5ODNiNmNmMmZjZWE4ODIxZmY=

data/bin/hiera-browser

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+ENV['RACK_ENV'] = 'production'
+
+require 'rack'
+require 'rack/server'
+require 'app/ui'
+
+if ENV['HIERA_YAML'] && File.exist?(ENV['HIERA_YAML'])
+  Rack::Server.start :app => HieraBrowserUI
+else
+  puts "Must provide the location of your hiera.yaml as ENV['HIERA_YAML']"
+end

data/config.ru

@@ -0,0 +1,5 @@
+require 'app/ui'
+require 'sinatra'
+require 'tilt'
+
+run HieraBrowserUI

data/lib/app/ui.rb

@@ -0,0 +1,68 @@
+require 'dotenv'
+Dotenv.load
+
+require 'sinatra'
+require 'hiera_browser'
+require 'ap'
+require 'json'
+require 'slim'
+
+use Rack::Session::Cookie, :secret => '4zENWx0ruhWU3ZN'
+
+class HieraBrowserUI < Sinatra::Application
+  # api
+  get '/api/v1/nodes' do
+    @nodes = Node.list
+    JSON.generate(@nodes)
+  end
+
+  get "/api/v1/node/:node" do |node|
+    keys = session[:keys] || []
+    @values = Node.new(:certname => node).hiera_values(:additive_keys => keys)
+    JSON.generate(@values)
+  end
+
+  post "/api/v1/node/:node" do |node|
+    keys = JSON.instance_eval(request['keys']) || []
+    @values = Node.new(:certname => node).hiera_values(:additive_keys => keys)
+    JSON.generate(@values)
+  end
+
+  # human
+  get '/' do
+    redirect('/nodes')
+  end
+
+  get '/nodes' do
+    @title = "node list"
+    @nodes = Node.list
+    slim :nodes
+  end
+
+  get '/node/:node' do |node|
+    @title, @node = "node: #{node}", node
+    keys = session[:keys] || []
+    @values = Node.new(:certname => node).sorted_values(:keys => keys)
+    slim :node
+  end
+
+  get '/add/additive/:key' do |key|
+    session[:keys] = session[:keys] || []
+    session[:keys] << key
+    redirect back
+  end
+
+  get '/remove/additive/:key' do |key|
+    session[:keys].reject!{|k| k == key}
+    redirect back
+  end
+
+  get '/debug/session' do
+    debug_hash = {
+      :keys => session[:keys],
+      :env => settings.environment,
+      :rack_env => ENV['RACK_ENV'],
+    }
+    JSON.generate(debug_hash)
+  end
+end

data/lib/app/views/header.slim

@@ -0,0 +1,11 @@
+html
+  head
+    title 
+      = @title
+  body
+    p
+      a href="/nodes" nodes
+      - if @node
+        |  > 
+        strong
+          a href=request.path_info = @node

data/lib/app/views/node.slim

@@ -0,0 +1,15 @@
+== slim :header
+h1 = @node
+- @values.each do |key, value|
+  - $stdout = StringIO.new
+  - if session[:keys] && session[:keys].include?(key)
+    a href="/remove/additive/#{key}" => key
+    | (additive)
+  - else
+    a href="/add/additive/#{key}" = key
+  | :
+  - ap value, :html => true
+  == $stdout.string
+  - $stdout = STDOUT
+  br
+  hr

data/lib/app/views/nodes.slim

@@ -0,0 +1,6 @@
+== slim :header
+h1 node list
+ul
+- @nodes.each do |node|
+  li 
+    a href="node/#{node}" = node

data/lib/hiera_browser/data.rb

@@ -0,0 +1,51 @@
+require 'yaml'
+
+class DataDir
+  attr_reader :path
+
+  def initialize(args={})
+    @hiera = args[:hiera]
+    @paths = render_paths(:path => args[:path])
+  end
+
+  def render_paths(args)
+    begin
+      variables = args[:path].match(/\%\{([a-z_\:]+)\}/).captures
+      variables.map{|v|
+        Node.parameters[v].map{|param|
+          args[:path].gsub(/\%\{#{v}\}/, param)}.flatten
+      }.flatten
+    rescue NoMethodError
+      [args[:path]]
+    end
+  end
+
+  def yaml_files
+    @paths.map{|p|
+      Dir.chdir(p) { Dir.glob('**/*.yaml') }
+    }.flatten
+  end
+
+  def datafiles
+    @paths.map{|path|
+      yaml_files.map{|f| DataFile.new(:path => File.join(path,f))}.flatten
+    }.flatten
+  end
+
+  def keys
+    datafiles.map{|datafile| datafile.keys}.flatten.uniq.sort
+  end
+end
+
+class DataFile
+  attr_reader :path
+
+  def initialize(args={})
+    @path = args[:path]
+    @keys = keys
+  end
+
+  def keys
+    YAML.load_file(@path).keys
+  end
+end

data/lib/hiera_browser/hiera_controller.rb

@@ -0,0 +1,72 @@
+require 'yaml'
+
+class HieraController
+  @@hiera_yaml = ENV['HIERA_YAML'] || './hiera.yaml'
+  attr_reader :hiera_yaml
+
+  def initialize(args={})
+    @hiera_yaml = args[:hiera_yaml] || @@hiera_yaml
+    @hiera = hiera(:config => @hiera_yaml)
+  end
+
+  def hiera(args={})
+    @hiera || Hiera.new(args)
+  end
+
+  def config
+    hiera.config
+  end
+
+  def datadirs
+    config[:backends].map{|b| 
+      path = config[b.to_sym][:datadir]
+      DataDir.new(
+        :hiera       => self,
+        :path        => path,
+      )
+    }
+  end
+
+  def keys
+    datadirs.map{|d| d.keys}.flatten.uniq.sort
+  end
+
+  def hierarchy
+    config[:hierarchy]
+  end
+
+  def lookup(args)
+    key = args[:key]
+    scope = args[:scope]
+    resolution_type = args[:resolution_type] || :priority
+    Hash[*[key,hiera.lookup(key, nil, scope, nil, resolution_type)]]
+  end
+
+  def get_all(args)
+    scope = args[:scope]
+    values = keys.inject({}){|a, k|
+      a.merge({k => lookup(:key => k, :scope => scope)}) }
+    if args[:additive_keys]
+      additive_values = args[:additive_keys].inject({}){|a,k|
+        a.merge({k => lookup_additive(:key => k, :scope => scope)}) }
+      values = values.delete_if {|k,v| additive_values.has_key?(k)}.merge!(additive_values)
+    end
+    values
+  end
+
+  def lookup_additive(args)
+    key = args[:key]
+    scope = args[:scope]
+    value = lookup(:key => key, :scope => scope)
+    lookup_type = 
+      case value.values.pop
+      when Hash
+        :hash
+      when TrueClass, FalseClass
+        :priority
+      else
+        :array
+      end
+    lookup(:key => key, :scope => scope, :resolution_type => lookup_type)
+  end
+end

data/lib/hiera_browser/node.rb

@@ -0,0 +1,71 @@
+require 'yaml'
+require 'puppet'
+
+class Node
+  attr_reader :certname, :facts, :node_dir
+
+  @@node_dir = 
+    if ENV['YAML_DIR']
+      ENV['YAML_DIR']
+    elsif File.exist?('/var/opt/lib/pe-puppet/yaml')
+      '/var/opt/lib/pe-puppet/yaml/node'
+    else
+      '/var/lib/puppet/yaml/node'
+    end
+
+  def initialize(args)
+    @certname    = args[:certname]
+    @facts       = facts_yaml
+    @hiera       = args[:hiera] || HieraController.new
+  end
+
+  def facts_yaml
+    path = File.join(@@node_dir,"#{@certname}.yaml")
+    node = YAML.load_file(path)
+    node.parameters.merge(node.facts.values)
+  end
+
+  def hiera_values(args={})
+    additive_keys = args[:additive_keys] || []
+    @hiera.get_all(:scope => @facts, :additive_keys => additive_keys).
+      values.inject({}){|a,v| a.merge!(v)}
+  end
+
+  def sorted_values(args)
+    keys = args[:keys]
+    hiera_values(:additive_keys => keys).sort_by{|k,v|k}
+  end
+
+  def environment
+    @facts['environment']
+  end
+
+  def self.files
+    begin
+      Dir.chdir(@@node_dir) { Dir.glob('**/*.yaml') }
+    rescue Errno::ENOENT => e
+      raise "Can't find your $yamldir: #{e}"
+    end
+  end
+
+  def self.list
+    files = self.files
+    files.map{|f| f.split('.yaml')}.flatten
+  end
+
+  def self.parameters
+    files = self.files
+    files.map{|f| YAML.load_file(File.join(@@node_dir,f)).parameters}.
+      inject({}){|a,params|
+        params.each {|key, value| 
+          a[key] = [] unless a[key]
+          a[key] << value unless a[key].include? value
+        }
+        a 
+      }
+  end
+
+  def self.environments
+    self.parameters["environment"]
+  end
+end

data/lib/hiera_browser.rb

@@ -0,0 +1,5 @@
+require 'hiera'
+require 'hiera_browser/hiera_controller'
+require 'hiera_browser/data'
+require 'hiera_browser/node'
+

metadata

@@ -0,0 +1,238 @@
+--- !ruby/object:Gem::Specification
+name: hiera-browser
+version: !ruby/object:Gem::Version
+  version: 1.0.0.pre
+platform: ruby
+authors:
+- David Gwilliam
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: hiera
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+- !ruby/object:Gem::Dependency
+  name: slim
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: tilt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: puma
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.2
+- !ruby/object:Gem::Dependency
+  name: puppet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.12.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.12.6
+- !ruby/object:Gem::Dependency
+  name: pry-doc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: shotgun
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: lookout-rack-test
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Tries to guess what values hiera will return for any existing node in
+  your infrastructure
+email: dhgwilliam@gmail.com
+executables:
+- hiera-browser
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/hiera-browser
+- config.ru
+- lib/app/ui.rb
+- lib/app/views/header.slim
+- lib/app/views/node.slim
+- lib/app/views/nodes.slim
+- lib/hiera_browser.rb
+- lib/hiera_browser/data.rb
+- lib/hiera_browser/hiera_controller.rb
+- lib/hiera_browser/node.rb
+homepage: 
+licenses:
+- APACHE 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Naive browser for hiera data
+test_files: []
+has_rdoc: