jerakia 0.0.8

data/lib/jerakia/response/filter/encryption.rb

@@ -0,0 +1,56 @@
+# Parts of this class are copied from https://github.com/TomPoulton/hiera-eyaml/blob/master/lib/hiera/backend/eyaml_backend.rb
+# The MIT License (MIT)
+#
+# Copyright (c) 2013 Tom Poulton
+#
+# Other code Copyright (c) 2014 Craig Dunn, Apache 2.0 License.
+#
+
+require 'hiera/backend/eyaml/encryptor'
+require 'hiera/backend/eyaml/utils'
+require 'hiera/backend/eyaml/options'
+require 'hiera/backend/eyaml/parser/parser'
+require 'hiera/filecache'
+
+require 'yaml'
+
+class Jerakia::Response
+  module Filter
+    module Encryption
+
+      def filter_encryption(opts={})
+        parse_values do |val|
+          if val.is_a?(String)
+            decrypt val
+          end
+          val
+        end
+      end
+
+      def decrypt(data)
+        if encrypted?(data)
+          public_key = config["eyaml"]["public_key"]
+          private_key = config["eyaml"]["private_key"]
+          Hiera::Backend::Eyaml::Options[:pkcs7_private_key] = private_key
+          Hiera::Backend::Eyaml::Options[:pkcs7_public_key] = public_key
+          parser = Hiera::Backend::Eyaml::Parser::ParserFactory.hiera_backend_parser
+          
+          tokens = parser.parse(data)
+          decrypted = tokens.map{ |token| token.to_plain_text }
+          plaintext = decrypted.join
+          Jerakia.log.debug(plaintext)
+          plaintext.chomp!
+          data.clear.insert(0,plaintext)
+        else
+          data
+        end
+      end
+
+      def encrypted?(data)
+        /.*ENC\[.*?\]/ =~ data ? true : false
+      end
+    end
+  end
+end
+
+

data/lib/jerakia/response/filter/strsub.rb

@@ -0,0 +1,35 @@
+# strsub is in output filter that matches tags in data and replaces them
+# for values in the scope.  It mimics the hiera features of being able to
+# embed %{::var} in YAML documents.  This output filter may not provide 
+# 100% compatibility to hiera but it should cover most scenarios.
+#
+# Jerakia does not support method or literal interpolations, just straightforward %{var} and %{::var}
+#
+# ::var will be lookuped up as scope[:var]
+
+class Jerakia::Response
+  module Filter
+    module Strsub
+
+      def filter_strsub(opts={})
+        parse_values do |val|
+          if val.is_a?(String)
+            do_substr(val)
+          end
+          val
+        end
+      end
+
+      def do_substr(data)
+        data.gsub!(/%\{([^\}]*)\}/) do |tag|
+          Jerakia.log.debug("matched substr #{tag}")
+          scopekey = tag.match(/\{([^\}]+)\}/)[1]
+          scopekey.gsub!(/^::/,'')
+          lookup.scope[scopekey.to_sym]
+        end
+      end
+    end
+  end
+end
+
+

data/lib/jerakia/response/filter.rb

@@ -0,0 +1,9 @@
+class Jerakia::Response
+  module Filter
+      def filter!(name,opts)
+        Jerakia::Util.autoload('response/filter', name)
+        instance_eval "extend Jerakia::Response::Filter::#{name.to_s.capitalize}"
+        instance_eval "self.filter_#{name.to_s} (#{opts})"
+      end
+  end
+end

data/lib/jerakia/response.rb

@@ -0,0 +1,57 @@
+class Jerakia::Response < Jerakia
+
+  attr_accessor :entries
+  attr_reader :lookup
+
+  def initialize(lookup)
+    @entries=[]
+    @lookup=lookup
+    require 'jerakia/response/filter'
+    extend Jerakia::Response::Filter
+  end
+
+  def want?
+    if lookup.request.lookup_type == :first && entries.length > 0
+      return false
+    else
+      return true
+    end
+  end
+
+  def submit(val)
+    Jerakia.log.debug "Backend submitted #{val}"
+    unless want?
+      no_more_answers
+    else
+      @entries << {
+        :value => val,
+        :datatype => val.class.to_s.downcase
+      }
+      Jerakia.log.debug "Added answer #{val}"
+    end
+  end
+
+  def values
+    Jerakia::Util.walk(@entries) do |entry|
+      yield entry
+    end
+  end
+
+  def parse_values
+    @entries.map! do |entry|
+      Jerakia::Util.walk(entry[:value]) do |v|
+        yield v
+      end
+      entry
+    end
+
+  end
+      
+
+
+  def no_more_answers
+    Jerakia.log.debug "warning: backend tried to submit too many answers"
+  end
+
+end
+

data/lib/jerakia/scope/metadata.rb

@@ -0,0 +1,18 @@
+# Default scope handler, this handler creates the scope using the
+# key value pairs from the metadata of the request object
+#
+# This is by far the simplest scope handler, others can be more
+# complex and build the scope.value hash from MCollective, PuppetDB
+# or other data sources
+#
+#
+class Jerakia::Scope
+  module Metadata
+    def create
+      request.metadata.each_pair do |key, val|
+        value[key.to_sym] = val
+      end
+    end
+  end
+end
+

data/lib/jerakia/scope.rb

@@ -0,0 +1,14 @@
+class Jerakia::Scope < Jerakia::Policy
+
+  attr_reader :value
+  attr_reader :handler
+
+  def initialize(handler=nil)
+    @value = {}
+    @handler ||= request.scope || :metadata
+    Jerakia::Util.autoload('scope', @handler)
+    instance_eval "extend Jerakia::Scope::#{@handler.to_s.capitalize}"
+    create
+  end
+
+end

data/lib/jerakia/test.pp

@@ -0,0 +1,302 @@
+class apache ( $port='foo' ,
+$foo1='',
+$foo2='',
+$foo3='',
+$foo4='',
+$foo5='',
+$foo6='',
+$foo7='',
+$foo8='',
+$foo9='',
+$foo10='',
+$foo11='',
+$foo12='',
+$foo13='',
+$foo14='',
+$foo15='',
+$foo16='',
+$foo17='',
+$foo18='',
+$foo19='',
+$foo20='',
+$foo21='',
+$foo22='',
+$foo23='',
+$foo24='',
+$foo26='',
+$bar1='',
+$bar2='',
+$bar3='',
+$bar4='',
+$bar5='',
+$bar6='',
+$bar7='',
+$bar8='',
+$bar9='',
+$bar10='',
+$bar11='',
+$bar12='',
+$bar13='',
+$bar14='',
+$bar15='',
+$bar16='',
+$bar17='',
+$bar18='',
+$bar19='',
+$bar20='',
+$bar21='',
+$bar22='',
+$bar23='',
+$bar24='',
+$foooo1='',
+$foooo2='',
+$foooo3='',
+$foooo4='',
+$foooo5='',
+$foooo6='',
+$foooo7='',
+$foooo8='',
+$foooo9='',
+$foooo10='',
+$foooo11='',
+$foooo12='',
+$foooo13='',
+$foooo14='',
+$foooo15='',
+$foooo16='',
+$foooo17='',
+$foooo18='',
+$foooo19='',
+$foooo20='',
+$foooo21='',
+$foooo22='',
+$foooo23='',
+$foooo24='',
+$foooo26='',
+$baaar1='',
+$baaar2='',
+$baaar3='',
+$baaar4='',
+$baaar5='',
+$baaar6='',
+$baaar7='',
+$baaar8='',
+$baaar9='',
+$baaar10='',
+$baaar11='',
+$baaar12='',
+$baaar13='',
+$baaar14='',
+$baaar15='',
+$baaar16='',
+$baaar17='',
+$baaar18='',
+$baaar19='',
+$baaar20='',
+$baaar21='',
+$baaar22='',
+$baaar23='',
+$baaar24='',
+$fooz1='',
+$fooz2='',
+$fooz3='',
+$fooz4='',
+$fooz5='',
+$fooz6='',
+$fooz7='',
+$fooz8='',
+$fooz9='',
+$fooz10='',
+$fooz11='',
+$fooz12='',
+$fooz13='',
+$fooz14='',
+$fooz15='',
+$fooz16='',
+$fooz17='',
+$fooz18='',
+$fooz19='',
+$fooz20='',
+$fooz21='',
+$fooz22='',
+$fooz23='',
+$fooz24='',
+$fooz26='',
+$barz1='',
+$barz2='',
+$barz3='',
+$barz4='',
+$barz5='',
+$barz6='',
+$barz7='',
+$barz8='',
+$barz9='',
+$barz10='',
+$barz11='',
+$barz12='',
+$barz13='',
+$barz14='',
+$barz15='',
+$barz16='',
+$barz17='',
+$barz18='',
+$barz19='',
+$barz20='',
+$barz21='',
+$barz22='',
+$barz23='',
+$barz24='',
+$foo10='',
+$foo20='',
+$foo30='',
+$foo40='',
+$foo50='',
+$foo60='',
+$foo70='',
+$foo80='',
+$foo90='',
+$foo100='',
+$foo110='',
+$foo120='',
+$foo130='',
+$foo140='',
+$foo150='',
+$foo160='',
+$foo170='',
+$foo180='',
+$foo190='',
+$foo200='',
+$foo210='',
+$foo220='',
+$foo230='',
+$foo240='',
+$foo260='',
+$bar10='',
+$bar20='',
+$bar30='',
+$bar40='',
+$bar50='',
+$bar60='',
+$bar70='',
+$bar80='',
+$bar90='',
+$bar100='',
+$bar110='',
+$bar120='',
+$bar130='',
+$bar140='',
+$bar150='',
+$bar160='',
+$bar170='',
+$bar180='',
+$bar190='',
+$bar200='',
+$bar210='',
+$bar220='',
+$bar230='',
+$bar240='',
+$foooo10='',
+$foooo20='',
+$foooo30='',
+$foooo40='',
+$foooo50='',
+$foooo60='',
+$foooo70='',
+$foooo80='',
+$foooo90='',
+$foooo100='',
+$foooo110='',
+$foooo120='',
+$foooo130='',
+$foooo140='',
+$foooo150='',
+$foooo160='',
+$foooo170='',
+$foooo180='',
+$foooo190='',
+$foooo200='',
+$foooo210='',
+$foooo220='',
+$foooo230='',
+$foooo240='',
+$foooo260='',
+$baaar10='',
+$baaar20='',
+$baaar30='',
+$baaar40='',
+$baaar50='',
+$baaar60='',
+$baaar70='',
+$baaar80='',
+$baaar90='',
+$baaar100='',
+$baaar110='',
+$baaar120='',
+$baaar130='',
+$baaar140='',
+$baaar150='',
+$baaar160='',
+$baaar170='',
+$baaar180='',
+$baaar190='',
+$baaar200='',
+$baaar210='',
+$baaar220='',
+$baaar230='',
+$baaar240='',
+$fooz10='',
+$fooz20='',
+$fooz30='',
+$fooz40='',
+$fooz50='',
+$fooz60='',
+$fooz70='',
+$fooz80='',
+$fooz90='',
+$fooz100='',
+$fooz110='',
+$fooz120='',
+$fooz130='',
+$fooz140='',
+$fooz150='',
+$fooz160='',
+$fooz170='',
+$fooz180='',
+$fooz190='',
+$fooz200='',
+$fooz210='',
+$fooz220='',
+$fooz230='',
+$fooz240='',
+$fooz260='',
+$barz10='',
+$barz20='',
+$barz30='',
+$barz40='',
+$barz50='',
+$barz60='',
+$barz70='',
+$barz80='',
+$barz90='',
+$barz100='',
+$barz110='',
+$barz120='',
+$barz130='',
+$barz140='',
+$barz150='',
+$barz160='',
+$barz170='',
+$barz180='',
+$barz190='',
+$barz200='',
+$barz210='',
+$barz220='',
+$barz230='',
+$barz240='',
+) {
+
+
+  notify { $port: }
+}
+
+include apache

data/lib/jerakia/util.rb

@@ -0,0 +1,52 @@
+class Jerakia
+  module Util
+    class << self
+      def autoload(path,mod)
+        Jerakia.log.debug "autoloading #{path} #{mod}"
+        require "jerakia/#{path}/#{mod.to_s}"
+      end
+
+      def walk(data)
+        if data.is_a?(Hash)
+          walk_hash(data) do |target|
+            yield target
+          end
+        elsif data.is_a?(Array)
+          walk_array(data) do |target|
+            yield target
+          end
+        else
+          yield data
+        end
+      end
+
+      def walk_hash(data)
+        data.inject({}) do |h,(k,v)|
+          if v.is_a?(Hash)
+            walk_hash(v) { |x| yield x }
+          elsif v.is_a?(Array)
+            walk_array(v) { |x| yield x }
+          else
+            yield v
+          end
+        h
+        end
+        return data
+      end
+
+      def walk_array(data)
+        data.map! do |element|
+          if element.is_a?(Hash)
+            walk_hash(element) { |x| yield x }
+          elsif element.is_a?(Array)
+            walk_array(element) { |x| yield x }
+          else
+            yield element
+          end
+          element
+          end
+      end
+    end
+  end
+end
+

data/lib/jerakia.rb

@@ -0,0 +1,72 @@
+#require 'faster_require'
+
+class Jerakia
+  require 'jerakia/policy'
+  require 'jerakia/lookup'
+  require 'jerakia/request'
+  require 'jerakia/log'
+  require 'jerakia/util'
+  require 'jerakia/config'
+  require 'jerakia/launcher'
+  require 'jerakia/cache'
+
+
+
+
+  def initialize(options={})
+    configfile = options[:config] || '/etc/jerakia/jerakia.yml'
+    @@config = Jerakia::Config.new(configfile)
+    @@filecache = {}
+    @@cache = Jerakia::Cache.new
+    loglevel = options[:loglevel] || @@config["loglevel"] || "info"
+    @@log = Jerakia::Log.new(loglevel.to_sym)
+    @@log.debug("Jerakia initialized")
+
+  end
+
+  def lookup(request)
+    res=Jerakia::Launcher.new(request)
+    return res.answer
+  end
+
+  def config
+    @@config
+  end
+
+
+  def self.fatal(msg,e)
+    stacktrace=e.backtrace.join("\n")
+    Jerakia.log.fatal msg
+    Jerakia.log.fatal "Full stacktrace output:\n#{$!}\n\n#{stacktrace}"
+    puts "Fatal error, check log output for details"
+    exit 1
+  end 
+
+  def self.config
+    @@config
+  end
+
+  def self.filecache(name)
+    @@filecache[name] ||= File.read(name)
+    return @@filecache[name]
+  end
+
+  def add_to_filecache(name,data)
+    @@filecache[name] = data
+  end
+
+  def log
+    @@log
+  end
+
+  def self.log
+    @@log
+  end
+
+  def self.crit(msg)
+    
+    puts msg
+    exit 1 
+  end
+end
+

data/lib/puppet/indirector/data_binding/jerakia.rb

@@ -0,0 +1,37 @@
+require 'puppet/indirector/code'
+require 'jerakia'
+require 'json'
+
+class Puppet::DataBinding::Jerakia < Puppet::Indirector::Code
+  desc "Data binding for Jerakia"
+
+  attr_reader :jerakia
+  attr_reader :policy
+
+  def initialize(*args)
+    @jerakia=::Jerakia.new
+
+    # Currently defaulting the policy to "puppet" - we should change this.
+    @default_policy = @jerakia::config["puppet"]["default_policy"] || "puppet"
+    super
+  end
+
+  def find(request)
+
+    lookupdata=request.key.split(/::/)
+    key=lookupdata.pop
+    namespace=lookupdata
+    metadata =  request.options[:variables].to_hash
+    policy=metadata[:jerakia_policy] || @default_policy
+    jacreq = Jerakia::Request.new(
+      :key => key,
+      :namespace => namespace,
+      :policy => policy,
+      :lookup_type => :first,
+      :metadata => {}
+    )
+    answer = jerakia.lookup(jacreq)
+    answer.payload
+  end
+end
+

data/lib/puppet/indirector/data_binding/jerakia_rest.rb

@@ -0,0 +1,46 @@
+# This is a proof of concept, and highly experimental to enable a data binding
+# that talks to Jerakia's REST API.  At present we only pass the environment
+# from the scope as the whole scope hash is too large for the HTTP request.
+#
+# This may or may not be supported in future versions but feel free to contribute :)
+#
+require 'puppet/indirector/code'
+require 'rest_client'
+require 'jerakia'
+require 'json'
+
+class Puppet::DataBinding::Jerakia_rest < Puppet::Indirector::Code
+  desc "Data binding for Jerakia"
+
+  attr_reader :jerakia
+  attr_reader :jerakia_url
+  attr_reader :policy
+
+  def initialize(*args)
+    @jerakia=::Jerakia.new
+    @jerakia_url=@jerakia.config.server_url
+    @policy = "puppet"
+    super
+  end
+
+  def find(request)
+
+    lookupdata=request.key.split(/::/)
+    key=lookupdata.pop
+    namespace=lookupdata
+
+    #metadata =  request.options[:variables].to_hash
+ 
+    metadata = {
+      :environment => request.options[:variables].environment,
+    }
+    payload={
+      :namespace => namespace,
+      :lookup_type => :first,
+      :metadata => metadata,
+    }.to_json
+    response = RestClient.get "#{jerakia_url}/#{policy}/#{key}", :params => { :payload => payload }
+    response
+  end
+end
+