chef_handler_foreman 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fcb9f434ee4a3880fec8c391c148cb91f540d142
-  data.tar.gz: c9855ab7ed58b2ab39b41f0bac246bbb8c7915ad
+  metadata.gz: 3a662768086d4d4ce4be456b5062a0c104446499
+  data.tar.gz: eb8cd1d3ef5c3fd26d731f82d3ee50ad3199c9e7
 SHA512:
-  metadata.gz: 6e10748f0e44c3a44be8bbd3146a1d5488b1d4213014479725154425e3593f40a9b90a377fadd2777808d89d30e61f9fdbb3f933333e4a57a4a00232c4cc996e
-  data.tar.gz: 01811fde3fecd877bd719dd9bc70310e2e98023e3e4d6ac8826e2bfee4efcced03d1ad759db586a04f22b1cb7156a87fe5822c244471ea8e0d1b5b8e76d77758
+  metadata.gz: fbd9c7fb1931bc7cfd9c5f7b6cd4edf17b278c471e8067248482e39b14c4b9fa045d519a037db4060caa61c1b1abdc878c902bc49fc8e2283e562f3712b0bb02
+  data.tar.gz: b3af6bc4a822064115011e9b0d8987dac2ef2402a064d33dd0b7de10681d09a064a5f4670a2fa390cccdb43473679a13297a65313e3bc59d4e5ccfac34e861ae

data/README.md

@@ -22,6 +22,13 @@ require 'chef_handler_foreman'
 foreman_server_options  :url => 'http://your.server/foreman'
 # add following line if you want to upload node attributes (facts in Foreman language)
 foreman_facts_upload    true
+## Facts whitelist / blacklisting
+# add following line if you want to upload only specific node attributes - only top-level attributes
+foreman_facts_whitelist ['lsb','network','cpu']
+# add following line if you want to avoid uploading specific node attributes - any part from the key will do
+foreman_facts_blacklist ['kernel','counters','interfaces::sit0']
+# enable caching of attributes - (full) upload will be performed only if attributes changed
+foreman_facts_cache_file '/var/cache/chef_foreman_cache.md5'
 # add following line if you want to upload reports
 foreman_reports_upload  true
 # add following line to manage reports verbosity. Allowed values are debug, notice and error
@@ -41,3 +48,16 @@ chef. The configuration line will look like this:
 ```ruby
 foreman_reports_upload  true, 2
 ```
+
+### Caching of facts
+
+Note that some attributes, such as network counters or used memory, change on every chef-client run.
+For caching to work, you would need to blacklist such attributes, otherwise facts will be uploaded
+on every run.
+
+## Facts whitelisting / blacklisting
+
+Cherry picking which facts to upload, coupled with caching, allows to scale the solution to many
+thousands of nodes. Note, however, that some attributes are expected by Foreman to exist, and thus
+should not be blacklisted. The whitelist and blacklist examples above include a minimal set of
+attributes known to work in a large scale production environment.

data/lib/chef_handler_foreman/foreman_facts.rb

@@ -12,15 +12,21 @@
 #along with this program.  If not, see <http://www.gnu.org/licenses/>
 
 require 'chef/handler'
+require 'digest/md5'
 
 module ChefHandlerForeman
   class ForemanFacts < Chef::Handler
     attr_accessor :uploader
+    attr_accessor :blacklist
+    attr_accessor :whitelist
+    attr_accessor :cache_file
+    attr_accessor :cache_expired
 
     def report
       send_attributes(prepare_facts)
     end
 
+
     private
 
     def prepare_facts
@@ -55,7 +61,10 @@ module ChefHandlerForeman
     def plain_attributes
       # chef 10 attributes can be access by to_hash directly, chef 11 uses attributes method
       attributes = node.respond_to?(:attributes) ? node.attributes : node.to_hash
-      plainify(attributes.to_hash).flatten.inject(&:merge)
+      attributes = attributes.select { |key, value| @whitelist.include?(key) } if @whitelist
+      attrs = plainify(attributes.to_hash).flatten.inject(&:merge)
+      verify_checksum(attrs) if @cache_file
+      attrs
     end
 
     def plainify(hash, prefix = nil)
@@ -67,8 +76,11 @@ module ChefHandlerForeman
           result.push plainify(array_to_hash(value), get_key(key, prefix))
         else
           new                       = {}
-          new[get_key(key, prefix)] = value
-          result.push new
+          full_key = get_key(key, prefix)
+          if @blacklist.nil? || !@blacklist.any? { |black_key| full_key.include?(black_key) }
+            new[full_key] = value
+            result.push new
+          end
         end
       end
       result
@@ -85,11 +97,33 @@ module ChefHandlerForeman
     end
 
     def send_attributes(attributes)
-      if uploader
-        uploader.foreman_request('/api/hosts/facts', attributes, node.name)
+      if @cache_file and !@cache_expired
+        Chef::Log.info "No attributes have changed - not uploading to foreman" 
       else
-        Chef::Log.error "No uploader registered for foreman facts, skipping facts upload"
+        if uploader
+          Chef::Log.info 'Sending attributes to foreman'
+          Chef::Log.debug attributes.inspect
+          uploader.foreman_request('/api/hosts/facts', attributes, node.name)
+        else
+          Chef::Log.error "No uploader registered for foreman facts, skipping facts upload"
+        end
+      end
+    end
+
+    def verify_checksum(attributes)
+      @cache_expired = true
+      attrs_checksum = Digest::MD5.hexdigest(attributes.to_s)
+      if File.exist?(@cache_file)
+        contents = File.read(@cache_file)
+        if attrs_checksum == contents
+          @cache_expired = false
+        end
       end
+      File.open(@cache_file, 'w') { |f| f.write(attrs_checksum) }
+    rescue => e
+      @cache_expired = true
+      Chef::Log.info "unable to verify cache checksum - #{e.message}, facts will be sent"
+      Chef::Log.debug e.backtrace.join("\n")
     end
   end
 end

data/lib/chef_handler_foreman/foreman_hooks.rb

@@ -52,6 +52,24 @@ module ChefHandlerForeman
       end
     end
 
+    def foreman_facts_blacklist(blacklist)
+      if @foreman_facts_handler
+        @foreman_facts_handler.blacklist = blacklist
+      end
+    end
+
+    def foreman_facts_whitelist(whitelist)
+      if @foreman_facts_handler
+        @foreman_facts_handler.whitelist = whitelist
+      end
+    end
+
+    def foreman_facts_cache_file(cache_file)
+      if @foreman_facts_handler
+        @foreman_facts_handler.cache_file = cache_file
+      end
+    end
+
     # level can be string error notice debug
     def reports_log_level(level)
       raise ArgumentError, 'unknown level: ' + level.to_s unless %w(error notice debug).include?(level)

data/lib/chef_handler_foreman/version.rb

@@ -1,3 +1,3 @@
 module ChefHandlerForeman
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: chef_handler_foreman
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Marek Hulan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-03-19 00:00:00.000000000 Z
+date: 2015-07-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -45,16 +45,16 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/chef_handler_foreman/foreman_resource_reporter.rb
-- lib/chef_handler_foreman/foreman_reporting.rb
-- lib/chef_handler_foreman/foreman_hooks.rb
-- lib/chef_handler_foreman/foreman_facts.rb
-- lib/chef_handler_foreman/foreman_uploader.rb
-- lib/chef_handler_foreman/version.rb
-- lib/chef_handler_foreman.rb
 - LICENSE.txt
 - README.md
 - Rakefile
+- lib/chef_handler_foreman.rb
+- lib/chef_handler_foreman/foreman_facts.rb
+- lib/chef_handler_foreman/foreman_hooks.rb
+- lib/chef_handler_foreman/foreman_reporting.rb
+- lib/chef_handler_foreman/foreman_resource_reporter.rb
+- lib/chef_handler_foreman/foreman_uploader.rb
+- lib/chef_handler_foreman/version.rb
 homepage: https://github.com/theforeman/chef-handler-foreman
 licenses:
 - MIT
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.3
+rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
 summary: This gem adds chef handlers so your chef-client can upload attributes (facts)