hiera-mysql-backend 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hiera-mysql-backend.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,22 @@
+PATH
+  remote: .
+  specs:
+    hiera-mysql-backend (0.0.1)
+      hiera
+      mysql2
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    hiera (1.2.1)
+      json_pure
+    json_pure (1.8.0)
+    mysql2 (0.3.13)
+    rake (10.1.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  hiera-mysql-backend!
+  rake

data/LICENSE

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2013 Roberto
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,77 @@
+## hiera-mysql-backend
+
+Alternate MySQL backend for Hiera
+
+This is a MySQL backend for Hiera inspired by [hiera-mysql](https://github.com/crayfishx/hiera-mysql). Unfortunately no work has been done to that backend for the past 9 months and it was missing a couple of features I needed so I decided to pick up the torch and implement them myself.
+
+### What is different from hiera-mysql
+
+In [hiera-mysql](https://github.com/crayfishx/hiera-mysql) you define the queries in the hiera.yaml file. I felt this was too restricting so instead hiera-mysql-backend uses, poorly named, sql files. This sql files follow the Hiera hierarchy.
+
+[hiera-mysql](https://github.com/crayfishx/hiera-mysql) would also return the last matching query not the first one which I felt it was confusing.
+
+[hiera-mysql](https://github.com/crayfishx/hiera-mysql) used the mysql gem, I am partial to [mysql2](https://github.com/brianmario/mysql2)
+
+Exception handling. hiera-mysql would cause a puppet run to fail if one of the queries was incorrect. For example a fact that you are distributing with a module is needed for the query to return its data but that fact is not available outside the module having a `SELECT from * %{custom_fact}` would make puppet runs fail.
+
+### What goes into the sql files.
+
+The poorly named sql files are really yaml files where the key is the lookup key and the value is the SQL statement (it accepts interpolation)
+
+Lets assume your _datadir_ is `/etc/puppet/hieradata/` and your hierarchy for hiera just have a common. hiera-mysql-backend would look for /etc/puppet/hieradata/common.sql the common.sql would look like:
+
+```yaml
+---
+applications: SELECT * FROM applications WHERE host='%{fqdn}';
+coats: SELECT cut,name,type FROM coats WHERE color='brown';
+```
+
+running `hiera applications` would run the query against the configured database.
+
+
+### Using
+
+`gem install hiera-mysql-backend`
+
+
+### Configuring Hiera
+
+Hiera configuration is pretty simple
+
+```yaml
+---
+:backends:
+  - yaml
+  - mysql2
+
+:yaml:
+  :datadir: /etc/puppet/hieradata
+
+:mysql2:
+  :datadir: /etc/puppet/hieradata
+  :host: hostname
+  :user: username
+  :pass: password
+  :database: database
+
+:hierarchy:
+  - "%{::clientcert}"
+  - "%{::custom_location}"
+  - common
+
+:logger: console
+```
+
+## Known issues
+
+1. It always return an Array of hashes regardless of the number of items returned. (I did this on purpose because it is what I needed but I may be persuaded to do otherwise)
+2. This README is poorly written.
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/hiera-mysql-backend.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |gem|
+  gem.name          = "hiera-mysql-backend"
+  gem.version       = "0.0.1"
+  gem.authors       = ["Telmo"]
+  gem.email         = ["telmox@gmail.com"]
+  gem.description   = %q{Alternative MySQL backend for hiera}
+  gem.summary       = %q{Alternative MySQL backend for hiera}
+  gem.homepage      = "https://github.com/Telmo/hiera-mysql-backend"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.add_dependency('mysql2')
+  gem.add_dependency('hiera')
+  gem.add_development_dependency('rake')
+end

data/lib/hiera/backend/mysql2_backend.rb

@@ -0,0 +1,71 @@
+class Hiera
+  module Backend
+    class Mysql2_backend
+
+      def initialize(cache=nil)
+        begin
+          require 'mysql2'
+        rescue LoadError
+          require 'rubygems'
+          require 'mysql2'
+        end
+
+        @cache = cache || Filecache.new
+
+        Hiera.debug("Hiera MySQL2 initialized")
+      end
+
+      def lookup(key, scope, order_override, resolution_type)
+        # default answer just to make it easier on ourselves
+
+        Hiera.debug("looking up %{key} in MySQL Backend")
+        Hiera.debug("resolution type is #{resolution_type}")
+
+        Backend.datasources(scope, order_override) do |source|
+          Hiera.debug("Looking for data source #{source}")
+          sqlfile = Backend.datafile(:mysql2, scope, source, "sql") || next
+
+          next unless File.exist?(sqlfile)
+          data = @cache.read(sqlfile, Hash, {}) do |datafile|
+            YAML.load(datafile)
+          end
+
+          next if data.empty?
+          next unless data.include?(key)
+
+          Hiera.debug("Found #{key} in #{source}")
+
+          new_answer = Backend.parse_answer(data[key], scope)
+          results = query(new_answer)
+          return results
+        end
+      end
+
+
+      def query(query)
+        Hiera.debug("Executing SQL Query: #{query}")
+
+        data=[]
+        mysql_host = Config[:mysql2][:host]
+        mysql_user = Config[:mysql2][:user]
+        mysql_pass = Config[:mysql2][:pass]
+        mysql_database = Config[:mysql2][:database]
+        client = Mysql2::Client.new(:host => mysql_host, 
+                                    :username => mysql_user, 
+                                    :password => mysql_pass, 
+                                    :database => mysql_database,
+                                    :reconnect => true)
+        begin
+          data = client.query(query).to_a
+          Hiera.debug("Mysql Query returned #{data.size} rows")
+        rescue => e
+          Hiera.debug e.message
+          data = nil
+        end
+
+        return data
+
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,92 @@
+--- !ruby/object:Gem::Specification
+name: hiera-mysql-backend
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Telmo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: &19520820 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *19520820
+- !ruby/object:Gem::Dependency
+  name: hiera
+  requirement: &19520380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *19520380
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &19519900 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *19519900
+description: Alternative MySQL backend for hiera
+email:
+- telmox@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- hiera-mysql-backend.gemspec
+- lib/hiera/backend/mysql2_backend.rb
+homepage: https://github.com/Telmo/hiera-mysql-backend
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -490907018975292232
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -490907018975292232
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Alternative MySQL backend for hiera
+test_files: []