salthiera 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+--- 
+SHA1: 
+  data.tar.gz: b3bd8ac1830135bc9f921f621e22a91f8513d1ad
+  metadata.gz: bda943843e60bf6ed7c5fed8cb05fbdeb986db6e
+SHA512: 
+  data.tar.gz: 20be867bae02f46069e12896694140a7b0b8535f733dbd5196b9acb29ca5c25363c82d2da6c90c576125b28de37f49429b68f77476ef09382a112e95623a122f
+  metadata.gz: c50cf042528029489d54b98c966c580dbac20f4d5cd63483b90f8ae6327eb5e42d63fbdf28d313f9009b9eb6c45bc6a2aaab2e212edfcebc55f4bc91a115918a

data/.gitignore

@@ -0,0 +1,8 @@
+.idea
+*.iml
+*.gradle
+keys/*.pem
+pkg/
+tmp/
+.DS_Store
+.rvmrc

data/.travis.yml

@@ -0,0 +1,10 @@
+language: ruby
+rvm:
+  - "1.8.7"
+  - "1.9.2"
+  - "1.9.3"
+before_install:
+  - sudo apt-get update
+  - sudo apt-get install expect
+script:
+  bundle exec cucumber -f progress

data/Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org/'
+
+group :development do
+  gem "aruba"
+end
+
+group :test do
+  gem "rake"
+end

data/Gemfile.lock

@@ -0,0 +1,32 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    aruba (0.5.4)
+      childprocess (>= 0.3.6)
+      cucumber (>= 1.1.1)
+      rspec-expectations (>= 2.7.0)
+    builder (3.2.2)
+    childprocess (0.4.0)
+      ffi (~> 1.0, >= 1.0.11)
+    cucumber (1.3.10)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.3)
+      gherkin (~> 2.12)
+      multi_json (>= 1.7.5, < 2.0)
+      multi_test (>= 0.0.2)
+    diff-lcs (1.2.5)
+    ffi (1.9.3)
+    gherkin (2.12.2)
+      multi_json (~> 1.3)
+    multi_json (1.8.4)
+    multi_test (0.0.3)
+    rake (10.1.1)
+    rspec-expectations (2.14.4)
+      diff-lcs (>= 1.1.3, < 2.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aruba
+  rake

data/LICENSE.txt

@@ -0,0 +1,21 @@
+
+The MIT License (MIT)
+
+Copyright (c) 2013 GTMTech Ltd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+SaltHiera
+=========
+
+[![Build Status](https://travis-ci.org/Gtmtechltd/salthiera.png?branch=master)](https://travis-ci.org/gtmtechltd/salthiera)
+
+salthiera is a hiera-like tool which is designed to work with SaltStack Pillars via the ext_pillar option.
+
+Background
+----------
+
+Hiera is a great way of defining conventions by which environmental data can be accessed. Unfortunately it is limited to specific lookup dictionary "keys", which you specify one at a time. This is incompatible with salt which expects an external pillar to supply a range of keys/values which it merges into its existing pillar information.
+
+Therefore there was a need to create something which gives the convention advantages of the Hiera system which integrates well with SaltStack.
+
+Initially this project is written in Ruby as a gem, however I intend to port to python to align with SaltStack properly when I get the time.
+
+Setup
+-----
+
+### Installing salthiera
+
+    $ gem install salthiera
+
+### Define a salthiera.yaml configuration file
+
+    $ chown -R puppet:puppet /etc/puppet/secure/keys
+    $ chmod -R 0500 /etc/puppet/secure/keys
+    $ chmod 0400 /etc/puppet/secure/keys/*.pem
+    $ ls -lha /etc/puppet/secure/keys
+    -r-------- 1 puppet puppet 1.7K Sep 24 16:24 private_key.pkcs7.pem
+    -r-------- 1 puppet puppet 1.1K Sep 24 16:24 public_key.pkcs7.pem
+
+### Use it to lookup data!
+
+    $ salthiera -c /etc/salthiera.yaml key1=value1 key2=value
+
+SaltHiera supports keys, values
+
+
+Authors
+-------
+
+- [Geoff Meakin](http://github.com/gtmtech) - Author

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/salthiera

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'salt_hiera/CLI'
+
+SaltHiera::CLI.parse
+SaltHiera::CLI.execute

data/environments/defaults.yaml

@@ -0,0 +1,2 @@
+test1: this_is_the_root
+

data/environments/dev/files/myuser.id_rsa

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEpAIBAAKCAQEA49eiqbbJyECQvy3/5jO7YZ+qaHj0uJj35f09ahQZ7mHfUA6Z
+cf759uJFTh+cBT4bCcKCAy5AUGmmLb0jLb+pU5c5Fn6mlm+bYipjuTNkaVbbwBRI
+3vIrQO7RO/eaYRhgG3CrO9Yl7eTkmFU3P1rqfKcSnTGW4AlVrDuEOqf0tXTsVgZ0
+cSdXfi80bEkz+6oMAn+DyWO1LjvGvdsW05o0SMDM8NyV/7GPyp0a3A3gwiX/WSMI
+xf7TuxSGc/JMTYzSUvdzT8RiFAYJ/0m3CDm+DRXAEpmG6RqjGrrnTokQepcclMf8
+NV917qKj61hEv4Si043zEMQbAzotCBQAgjL45QIDAQABAoIBAQDKjOsI4X0lT3De
+5O/4IMlWknEWC2HTsfnANo+gfFpJOC0kqLX1R+3Ec4eVWjiD2KCE3qxiU33Nfv7C
+7sAVbawEqg2QV+uVFYcXkAOzo2KC2zrk2aOmv7eANE9Cdm6CHv9hpZo0yb5SbQhj
+/G3vHs4THxxHLsyoQuQtB4QX+TRtEuVb7jWLfhLRO/rR44D3oak1MewLI4FSJHIH
+3jK/oxMfntoM1469ZFP4O7DVEAT3GiqZ1aFJHcYGZUXiOlZIQOOykkmnzOlQeI4d
+gQSlHSTC5LT9mpHY9NctkGCYJZtevAI6N0ZXcPNnATNnvLTarmxeH9yflQKJj2nF
+HTwqfimJAoGBAPmLRMB55SFK+PO8zw5wIqsVxdAZg+tFWEFAo/T25elz18GMZD+v
+FariMVh61b6TCN/Tf2baCu4n/RxJHk4YEF2q09zr4KtQpV1rxmtB25RrEsdQCQEp
+XKHHBF8W0e4ufn6eD2WcIYHDmON03YUSuD2tA5ns7jKyZm5SQ77ksaIbAoGBAOm8
+ouvbrxVhXMdOxhZ8hC9W9QzD4tzJo9o4d3l4JS2eIHHej9r7QZw2Rjr2wBCBtMbs
+Kp5MPKoNr4OnhLuYGURaJYURoeNCTTuUzvoFQ4AvQv3zyZWqezU1fBDJtSroavkR
+Gr8dzTgShGlPJzedYzwQlBc3Nuhdrxx3RAN374D/AoGAce0DFlyQHwL7ZUttvEm1
+iiYGiVscvuyJvkCkmdGeZVZdyh8uJWTpn3pkzOBHdRnrk0QbhflFxDS9eYxoKX8S
++bBjyRhnGc9Xr67kh1MpzDiV+iiv87fOco1JkZ/5d6QCXAwNO3ZsVbHWuwE/oOFK
++91hJ4TjuoF4AiXMh/ognsECgYEAjeguDf5hjRyAhK0JzOsqIcesnWRsXtm5Nirk
+NoZAJDMFxbx3IF89VUcKWpAmyZ7GD6OguFzW0/PdJJRXHMHaTUphzymGXQCK/Wp6
+QwdhFPkctiwFrm1DwmlHerXL3VIgaDj/QRsp1io/4+Pfjn9qmTQDhRjLqEYAo8qx
+K13sticCgYA8b//RGcPISHLRfyrHWY4y7fhaHgyBO+tIqLHQWXnMTQCFhf6FW0g+
+z9d9isfie04PgY7471EJpkzSPg4QWAk8crWfPA5/wSVUAM+uGCHC0GAwnzPljNDY
+T2U8xToB7Ev7DDAFDc4LMxR6ReYKytALQjX1gNfZecNhFP3FcjW9+g==
+-----END RSA PRIVATE KEY-----

data/environments/dev/files/myuser.id_rsa.pub

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDj16KptsnIQJC/Lf/mM7thn6poePS4mPfl/T1qFBnuYd9QDplx/vn24kVOH5wFPhsJwoIDLkBQaaYtvSMtv6lTlzkWfqaWb5tiKmO5M2RpVtvAFEje8itA7tE795phGGAbcKs71iXt5OSYVTc/Wup8pxKdMZbgCVWsO4Q6p/S1dOxWBnRxJ1d+LzRsSTP7qgwCf4PJY7UuO8a92xbTmjRIwMzw3JX/sY/KnRrcDeDCJf9ZIwjF/tO7FIZz8kxNjNJS93NPxGIUBgn/SbcIOb4NFcASmYbpGqMauudOiRB6lxyUx/w1X3XuoqPrWES/hKLTjfMQxBsDOi0IFACCMvjl geoffmeakin@dtp478

data/environments/salthiera.yaml

@@ -0,0 +1,8 @@
+---
+hierarchy:
+  - files:environments/%{environment}/files/*
+  - yaml:environments/%{environment}/%{id}/*.yaml
+  - yaml:environments/%{environment}/default.yaml
+  - yaml:environments/defaults.yaml
+  - eyaml:environments/%{environment}/%{id}/*.eyaml
+

data/lib/salt_hiera/CLI.rb

@@ -0,0 +1,45 @@
+require 'salt_hiera/salt_hiera'
+
+module SaltHiera
+class CLI
+
+  def self.help
+    puts "Usage: salthiera [ -c configfile ] key1=value1 key2=value2 key3=value3 ..."
+    puts "  -c : specify a configfile to use"
+    exit 0
+  end
+
+  def self.parse
+
+    params = {}
+    config_file = "/etc/salthiera.yaml"
+
+    while arg = ARGV.shift do
+      case arg
+      when "--help"
+        self.help
+      when "-c"
+        config_file = ARGV.shift
+      else
+        key, value = arg.split("=", 2)
+        if value
+          params[key] = value
+        else
+          self.help
+        end
+      end
+    end
+
+    @@opts = { :config => config_file, :params => params }
+
+  end
+
+  def self.execute
+
+    salthiera = SaltHiera.new :config_file => @@opts[:config], :params => @@opts[:params]
+    puts salthiera.to_yaml
+
+  end
+
+end
+end

data/lib/salt_hiera/configuration.rb

@@ -0,0 +1,15 @@
+module SaltHiera
+  class Configuration
+
+    def self.set key, value
+      @@confighash ||= {}
+      @@confighash[key] = value
+    end
+
+    def self.get key
+      @@confighash ||= {}
+      @@confighash[key]
+    end
+
+  end
+end

data/lib/salt_hiera/logger.rb

@@ -0,0 +1,56 @@
+# Simple logger - not designed to be particularly good, just basic
+
+module SaltHiera
+  class Logger
+    @@loglevels = { :critical => 1,
+                    :error => 2,
+                    :warn => 3,
+                    :info => 4,
+                    :debug => 5,
+                    :trace => 6 }
+
+    def self.logfile filename
+      @@logfile ||= filename
+      @@loglevel ||= :info
+      @@log ||= File.open(filename, "a") unless filename.nil?
+    end
+
+    def self.loglevel level
+      @@loglevel = level if @@loglevels[level]
+    end
+
+    def self.critical msg
+      self.raw :critical, msg
+      raise msg
+    end
+
+    def self.error msg
+      self.raw :error, msg
+    end
+
+    def self.warn msg
+      self.raw :warn,  msg
+    end
+
+    def self.info msg
+      self.raw :info, msg
+    end
+
+    def self.debug msg
+      self.raw :debug, msg
+    end
+
+    def self.trace msg
+      self.raw :trace, msg
+    end
+
+    def self.raw level, msg
+      self.logfile "/tmp/salthiera.log"
+#      if @@loglevels[level] && @@loglevels[level] > @@loglevels[@@loglevel] then
+        @@log.write "[#{level.to_s}]: #{msg}\n"
+        @@log.flush
+#      end
+    end
+
+  end
+end

data/lib/salt_hiera/plugins/eyaml.rb

@@ -0,0 +1,64 @@
+require 'openssl'
+require 'base64'
+require 'salt_hiera/configuration'
+
+module SaltHiera
+  module Plugins
+    class Eyaml
+
+      def self.process_file file
+
+        contents = File.read file
+        dict = YAML.load contents
+        dict ||= {}
+        dict = self.recurse dict
+        dict
+
+      end
+
+      def self.recurse obj
+        if obj.is_a? Array
+          obj.each.with_index do |element, index|
+            obj[index] = self.recurse element
+          end
+        elsif obj.is_a? Hash
+          obj.each do |k, v|
+            obj[k] = self.recurse v
+          end
+        elsif obj.is_a? String
+          obj = obj.gsub(/ENC\[PKCS7,(.*?)\]/) {|x| puts "*******" + $1
+            self.decrypt($1) }
+        else
+          obj
+        end
+      end
+
+      def self.decrypt cipherbinary
+
+        public_key = Configuration.get "eyaml_public_key"
+        private_key = Configuration.get "eyaml_private_key"
+
+        raise StandardError, "pkcs7_public_key is not defined" unless public_key
+        raise StandardError, "pkcs7_private_key is not defined" unless private_key
+
+        private_key_pem = File.read private_key
+
+        private_key_rsa = OpenSSL::PKey::RSA.new( private_key_pem )
+
+        public_key_pem = File.read public_key
+
+        public_key_x509 = OpenSSL::X509::Certificate.new( public_key_pem )
+
+        ciphertext = Base64.decode64(cipherbinary) 
+        pkcs7 = OpenSSL::PKCS7.new( ciphertext )
+
+
+
+
+        pkcs7.decrypt(private_key_rsa, public_key_x509)
+
+      end
+
+    end
+  end
+end

data/lib/salt_hiera/plugins/files.rb

@@ -0,0 +1,15 @@
+module SaltHiera
+  module Plugins
+    class Files
+
+      def self.process_file file
+
+        key = file.split("/").last
+        value = File.read file
+        { key => value }
+
+      end
+
+    end
+  end
+end

data/lib/salt_hiera/plugins/no_plugin.rb

@@ -0,0 +1,14 @@
+module SaltHiera
+  module Plugins
+    class NoPlugin
+
+      def self.process_file file
+
+        Logger.debug "(missing plugin) NoPlugin called on #{file}"
+        {}
+
+      end
+
+    end
+  end
+end

data/lib/salt_hiera/plugins/yaml.rb

@@ -0,0 +1,15 @@
+module SaltHiera
+  module Plugins
+    class Yaml
+
+      def self.process_file file
+
+        contents = File.read file
+        dict = YAML.load contents
+        dict || {}
+
+      end
+
+    end
+  end
+end

data/lib/salt_hiera/salt_hiera.rb

@@ -0,0 +1,86 @@
+require 'yaml'
+require 'salt_hiera/logger'
+require 'salt_hiera/configuration'
+require 'salt_hiera/plugins/no_plugin'
+
+module SaltHiera
+class SaltHiera
+
+  VERSION="0.1"
+
+  def initialize attributes
+    raise "Config error (#{params})" unless attributes[:config_file]
+    raise "Config file (#{attributes[:config_file]}) doesn't exist" unless File.file? attributes[:config_file]
+
+    file_contents = File.read(attributes[:config_file])
+    begin
+      @config = YAML::load(file_contents)
+    rescue
+      raise "Problem reading from config file #{attributes[:config_file]} (invalid YAML/permissions?)"
+    end
+
+    @config.each do |k, v|
+      Configuration.set k, v
+    end
+
+    Logger.logfile(@config[:logfile])
+    Logger.loglevel(@config[:loglevel])
+    @params = attributes[:params]
+    
+  end
+
+  def find_plugin plugin_name
+    begin
+      require "salt_hiera/plugins/#{plugin_name.downcase}"
+    rescue
+      Logger.critical "No plugin named #{plugin_name} exists"
+      return Module.const_get("SaltHiera").const_get("Plugins").const_get("NoPlugin")
+    end
+    plugin_class = plugin_name.downcase.split("_").collect {|word| word.capitalize }.join("_")
+    plugin = Module.const_get("SaltHiera").const_get("Plugins").const_get(plugin_class)
+    raise "Could not find plugin #{plugin_name}" if plugin.nil?
+    plugin
+  end
+
+  def to_yaml
+
+    Logger.debug @config
+
+    if @config["basedir"]
+      Logger.debug "Setting basedir to \"#{@config['basedir']}\""
+      Dir.chdir @config["basedir"]
+    end
+
+    results = {}
+
+    @config["hierarchy"].reverse.each do |hierarchy|
+      Logger.debug "Analysing hierarchy element: #{hierarchy}"
+      hierarchy_type, hierarchy_glob = hierarchy.split(':', 2)
+      Logger.debug "    type: #{hierarchy_type}"
+      Logger.debug "    glob: #{hierarchy_glob}"
+      hierarchy_glob.gsub!(/\%\{(.*?)\}/) {|exp| @params[exp[2..-2]] || "!NOT_DEFINED!" }   # Detokenize
+      Logger.debug "  reglob: #{hierarchy_glob}"
+      next if hierarchy_glob.include? "!NOT_DEFINED!"
+      files = Dir.glob(hierarchy_glob).collect {|x| x if File.file?(x) }.compact
+      files.each do |file|
+        Logger.debug "    file: #{file} (#{hierarchy_type})"
+        plugin = find_plugin hierarchy_type
+        dict = plugin.process_file file
+        debug_dict "", dict
+        results.merge! dict
+      end
+    end if @config["hierarchy"]
+    results.to_yaml
+  end
+
+  def debug_dict prefix, dict
+    dict.each do |k, v|
+      Logger.debug " -------> Found #{prefix}#{k}"
+      if v.class == Hash
+        debug_dict "#{prefix}#{k}.", v
+      end
+    end
+  end
+
+end
+end

data/salthiera.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'salt_hiera/salt_hiera'
+
+Gem::Specification.new do |gem|
+  gem.name          = "salthiera"
+  gem.version       = SaltHiera::SaltHiera::VERSION
+  gem.description   = "Hiera like tool for use as an external pillar with SaltStack"
+  gem.summary       = "Hiera like tool for use as an external pillar with SaltStack"
+  gem.author        = "Geoff Meakin"
+  gem.license       = "MIT"
+
+  gem.homepage      = "http://github.com/gtmtechltd/salthiera"
+  gem.files         = `git ls-files`.split($/).reject { |file| file =~ /^features.*$/ }
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency('trollop', '>=2.0')
+  gem.add_dependency('highline', '>=1.6.19')
+end

data/tools/regem.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+gem uninstall salthiera --executables
+RAKE_OUT=`rake build`
+echo ${RAKE_OUT}
+VERSION=`echo ${RAKE_OUT} | awk '{print $2}'`
+echo Installing version: ${VERSION} ...
+gem install pkg/salthiera-${VERSION}.gem

metadata

@@ -0,0 +1,92 @@
+--- !ruby/object:Gem::Specification 
+name: salthiera
+version: !ruby/object:Gem::Version 
+  version: "0.1"
+platform: ruby
+authors: 
+- Geoff Meakin
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2014-01-28 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: trollop
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "2.0"
+  prerelease: false
+  requirement: *id001
+  type: :runtime
+- !ruby/object:Gem::Dependency 
+  name: highline
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.6.19
+  prerelease: false
+  requirement: *id002
+  type: :runtime
+description: Hiera like tool for use as an external pillar with SaltStack
+email: 
+executables: 
+- salthiera
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/salthiera
+- environments/defaults.yaml
+- environments/dev/files/myuser.id_rsa
+- environments/dev/files/myuser.id_rsa.pub
+- environments/salthiera.yaml
+- lib/salt_hiera/CLI.rb
+- lib/salt_hiera/configuration.rb
+- lib/salt_hiera/logger.rb
+- lib/salt_hiera/plugins/eyaml.rb
+- lib/salt_hiera/plugins/files.rb
+- lib/salt_hiera/plugins/no_plugin.rb
+- lib/salt_hiera/plugins/yaml.rb
+- lib/salt_hiera/salt_hiera.rb
+- salthiera.gemspec
+- tools/regem.sh
+homepage: http://github.com/gtmtechltd/salthiera
+licenses: 
+- MIT
+metadata: {}
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - &id003 
+    - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - *id003
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Hiera like tool for use as an external pillar with SaltStack
+test_files: []
+