chef-monitor 0.1.0

data/.gitignore

@@ -0,0 +1,3 @@
+/pkg
+/config
+/orgs

data/LICENSE

@@ -0,0 +1,201 @@
+#                             Apache License
+#                       Version 2.0, January 2004
+#                    http://www.apache.org/licenses/
+#
+#TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+#
+#1. Definitions.
+
+#  "License" shall mean the terms and conditions for use, reproduction,
+#  and distribution as defined by Sections 1 through 9 of this document.
+#
+#  "Licensor" shall mean the copyright owner or entity authorized by
+#  the copyright owner that is granting the License.
+#
+#  "Legal Entity" shall mean the union of the acting entity and all
+#  other entities that control, are controlled by, or are under common
+#  control with that entity. For the purposes of this definition,
+#  "control" means (i) the power, direct or indirect, to cause the
+#  direction or management of such entity, whether by contract or
+#  otherwise, or (ii) ownership of fifty percent (50%) or more of the
+#  outstanding shares, or (iii) beneficial ownership of such entity.
+#
+#  "You" (or "Your") shall mean an individual or Legal Entity
+#  exercising permissions granted by this License.
+#
+#  "Source" form shall mean the preferred form for making modifications,
+#  including but not limited to software source code, documentation
+#  source, and configuration files.
+#
+#  "Object" form shall mean any form resulting from mechanical
+#  transformation or translation of a Source form, including but
+#  not limited to compiled object code, generated documentation,
+#  and conversions to other media types.
+#
+#  "Work" shall mean the work of authorship, whether in Source or
+#  Object form, made available under the License, as indicated by a
+#  copyright notice that is included in or attached to the work
+#  (an example is provided in the Appendix below).
+#
+#  "Derivative Works" shall mean any work, whether in Source or Object
+#  form, that is based on (or derived from) the Work and for which the
+#  editorial revisions, annotations, elaborations, or other modifications
+#  represent, as a whole, an original work of authorship. For the purposes
+#  of this License, Derivative Works shall not include works that remain
+#  separable from, or merely link (or bind by name) to the interfaces of,
+#  the Work and Derivative Works thereof.
+#
+#  "Contribution" shall mean any work of authorship, including
+#  the original version of the Work and any modifications or additions
+#  to that Work or Derivative Works thereof, that is intentionally
+#  submitted to Licensor for inclusion in the Work by the copyright owner
+#  or by an individual or Legal Entity authorized to submit on behalf of
+#  the copyright owner. For the purposes of this definition, "submitted"
+#  means any form of electronic, verbal, or written communication sent
+#  to the Licensor or its representatives, including but not limited to
+#  communication on electronic mailing lists, source code control systems,
+#  and issue tracking systems that are managed by, or on behalf of, the
+#  Licensor for the purpose of discussing and improving the Work, but
+#  excluding communication that is conspicuously marked or otherwise
+#  designated in writing by the copyright owner as "Not a Contribution."
+#
+#  "Contributor" shall mean Licensor and any individual or Legal Entity
+#  on behalf of whom a Contribution has been received by Licensor and
+#  subsequently incorporated within the Work.
+#
+#2. Grant of Copyright License. Subject to the terms and conditions of
+#  this License, each Contributor hereby grants to You a perpetual,
+#  worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+#  copyright license to reproduce, prepare Derivative Works of,
+#  publicly display, publicly perform, sublicense, and distribute the
+#  Work and such Derivative Works in Source or Object form.
+#
+#3. Grant of Patent License. Subject to the terms and conditions of
+#  this License, each Contributor hereby grants to You a perpetual,
+#  worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+#  (except as stated in this section) patent license to make, have made,
+#  use, offer to sell, sell, import, and otherwise transfer the Work,
+#  where such license applies only to those patent claims licensable
+#  by such Contributor that are necessarily infringed by their
+#  Contribution(s) alone or by combination of their Contribution(s)
+#  with the Work to which such Contribution(s) was submitted. If You
+#  institute patent litigation against any entity (including a
+#  cross-claim or counterclaim in a lawsuit) alleging that the Work
+#  or a Contribution incorporated within the Work constitutes direct
+#  or contributory patent infringement, then any patent licenses
+#  granted to You under this License for that Work shall terminate
+#  as of the date such litigation is filed.
+#
+#4. Redistribution. You may reproduce and distribute copies of the
+#  Work or Derivative Works thereof in any medium, with or without
+#  modifications, and in Source or Object form, provided that You
+#  meet the following conditions:
+#
+#  (a) You must give any other recipients of the Work or
+#      Derivative Works a copy of this License; and
+#
+#  (b) You must cause any modified files to carry prominent notices
+#      stating that You changed the files; and
+#
+#  (c) You must retain, in the Source form of any Derivative Works
+#      that You distribute, all copyright, patent, trademark, and
+#      attribution notices from the Source form of the Work,
+#      excluding those notices that do not pertain to any part of
+#      the Derivative Works; and
+#
+#  (d) If the Work includes a "NOTICE" text file as part of its
+#      distribution, then any Derivative Works that You distribute must
+#      include a readable copy of the attribution notices contained
+#      within such NOTICE file, excluding those notices that do not
+#      pertain to any part of the Derivative Works, in at least one
+#      of the following places: within a NOTICE text file distributed
+#      as part of the Derivative Works; within the Source form or
+#      documentation, if provided along with the Derivative Works; or,
+#      within a display generated by the Derivative Works, if and
+#      wherever such third-party notices normally appear. The contents
+#      of the NOTICE file are for informational purposes only and
+#      do not modify the License. You may add Your own attribution
+#      notices within Derivative Works that You distribute, alongside
+#      or as an addendum to the NOTICE text from the Work, provided
+#      that such additional attribution notices cannot be construed
+#      as modifying the License.
+#
+#  You may add Your own copyright statement to Your modifications and
+#  may provide additional or different license terms and conditions
+#  for use, reproduction, or distribution of Your modifications, or
+#  for any such Derivative Works as a whole, provided Your use,
+#  reproduction, and distribution of the Work otherwise complies with
+#  the conditions stated in this License.
+
+#5. Submission of Contributions. Unless You explicitly state otherwise,
+#  any Contribution intentionally submitted for inclusion in the Work
+#  by You to the Licensor shall be under the terms and conditions of
+#  this License, without any additional terms or conditions.
+#  Notwithstanding the above, nothing herein shall supersede or modify
+#  the terms of any separate license agreement you may have executed
+#  with Licensor regarding such Contributions.
+#
+#6. Trademarks. This License does not grant permission to use the trade
+#  names, trademarks, service marks, or product names of the Licensor,
+#  except as required for reasonable and customary use in describing the
+#  origin of the Work and reproducing the content of the NOTICE file.
+#
+#7. Disclaimer of Warranty. Unless required by applicable law or
+#  agreed to in writing, Licensor provides the Work (and each
+#  Contributor provides its Contributions) on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+#  implied, including, without limitation, any warranties or conditions
+#  of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+#  PARTICULAR PURPOSE. You are solely responsible for determining the
+#  appropriateness of using or redistributing the Work and assume any
+#  risks associated with Your exercise of permissions under this License.
+#
+#8. Limitation of Liability. In no event and under no legal theory,
+#  whether in tort (including negligence), contract, or otherwise,
+#  unless required by applicable law (such as deliberate and grossly
+#  negligent acts) or agreed to in writing, shall any Contributor be
+#  liable to You for damages, including any direct, indirect, special,
+#  incidental, or consequential damages of any character arising as a
+#  result of this License or out of the use or inability to use the
+#  Work (including but not limited to damages for loss of goodwill,
+#  work stoppage, computer failure or malfunction, or any and all
+#  other commercial damages or losses), even if such Contributor
+#  has been advised of the possibility of such damages.
+#
+#9. Accepting Warranty or Additional Liability. While redistributing
+#  the Work or Derivative Works thereof, You may choose to offer,
+#  and charge a fee for, acceptance of support, warranty, indemnity,
+#  or other liability obligations and/or rights consistent with this
+#  License. However, in accepting such obligations, You may act only
+#  on Your own behalf and on Your sole responsibility, not on behalf
+#  of any other Contributor, and only if You agree to indemnify,
+#  defend, and hold each Contributor harmless for any liability
+#  incurred by, or claims asserted against, such Contributor by reason
+#  of your accepting any such warranty or additional liability.
+#
+#END OF TERMS AND CONDITIONS
+
+#APPENDIX: How to apply the Apache License to your work.
+#
+#  To apply the Apache License to your work, attach the following
+#  boilerplate notice, with the fields enclosed by brackets "[]"
+#  replaced with your own identifying information. (Don't include
+#  the brackets!)  The text should be enclosed in the appropriate
+#  comment syntax for the file format. We also recommend that a
+#  file or class name and description of purpose be included on the
+#  same "printed page" as the copyright notice for easier
+#  identification within third-party archives.
+#
+#  Copyright [yyyy] [name of copyright owner]
+#
+#Licensed under the Apache License, Version 2.0 (the "License");
+#you may not use this file except in compliance with the License.
+#You may obtain a copy of the License at
+#
+# {http://www.apache.org/licenses/LICENSE-2.0}
+
+#Unless required by applicable law or agreed to in writing, software
+#distributed under the License is distributed on an "AS IS" BASIS,
+#WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#See the License for the specific language governing permissions and
+#limitations under the License.

data/README

@@ -0,0 +1,131 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+CHEF-MONITOR
+
+Chef monitor has two executables:
+  - chef-logmon		(this will be activated on all frontend servers)
+  - chef-worker		(this will be activated on your monitor/backend server)
+
+
+Chef HA configuration:
+
+When you have Chef in HA mode, your environment will look something like this:
+
+ public zone   |        dmz zone        |       db zone
+---------------|------------------------|-----------------------
+               |                        |
+               |    frontend-server     |               backend-server
+               |    webserver01         |          /    dbserver01
+               |    10.1.1.10/24        |         /     10.1.5.110/24
+               |                        |        /
+  internet     |                        |  vip  <
+               |                        |   ^    \
+               |    frontend-server     |   |     \     backend-server
+               |    webserver02         |   |      \    dbserver02
+               |    10.1.1.20/24        |   |           10.1.5.120/24
+                                            |
+                                                         ----------------
+                                        10.1.5.90/24    | monitor-server |
+                                        keepalived      | monserver01    |
+                                                        | 10.1.5.130/24  |
+                                                         ----------------
+          
+When running this environment, I suggest you configure the new monitor server.
+The frondend server and monitor server can also be only one single server.
+If you don't have HA mode, then the environment will look something like this:
+
+ public zone   |    cloud server        |
+---------------|------------------------|
+               |                        |
+               |    chefserver          |
+  internet     |    chefserver01        |
+               |    10.1.1.10/24        |
+               |                        |
+
+
+CHEF-LOGMON:
+
+The logmon tool will run on every frontend server within your HA environment or on the 
+chefserver in a more basic environment and is responsible for the following tasks:
+
+  - Tail your NGINX log and record all POST/PUTS/DELETES
+  - This information is sent to your Rabbit-MQ server (which comes default with chef)
+
+Basically every change that's being made to chef is registered within RabbitMQ.
+
+
+CHEF-WORKER:
+
+The worker tool will run on your monitor server within the HA environment or on the 
+chefserver in a more basic environment and is responsible for the following tasks:
+
+  - Get the messages from RabbitMQ
+  - Download the objects from chef that are changed
+  - Commit the changes within a GIT repository
+
+In this way every modified object is registered with a GIT commit and a POST-COMMIT script 
+will email the differences to any configured email address. This POST-COMMIT part is not
+within the GEM, but comes with the chef-monitor chef cookbook.
+
+CONFIGURATION:
+
+In order to execute both tools, you will need the following configuration settings:
+
+chef_url       "https://10.1.5.90"
+node_name      "monitor"
+client_key     "/opt/chef-monitor/monitor.pem"
+mq_server      "10.1.5.90"
+mq_queue       "monitor_tasks"
+download_path  "/opt/chef-monitor/orgs"
+log_dir        "/var/log/chef-monitor"
+pid_dir        "/var/run/chef-monitor"
+mon_file       "/var/log/opscode/nginx/access.log"
+
+Save these settings into /opt/chef-monitor/config.rb
+Make sure your monitor user is created on your chef server and has enough rights to download 
+all objects within your organizaton that you want to monitor.
+
+Create an directory within your [download_path] with the same name as your organization.
+Initialize this directory with the following commands:
+  git init
+  touch dummy
+  git add .
+  git commit -am "enable git control"
+
+Add some git configuration settings for the POST-COMMIT script and chef-monitor tools.
+  git config hooks.mailinglist sander.botman@gmail.com
+  git config hooks.emailprefix <YOUR_ORGANIZATION>
+  git config hooks.emaildomain @your.domain.com
+
+Set the project name within the gitrepo, so you can identify your chef environment.
+  echo MYCHEF > ./.git/description
+  
+
+EXECUTION:
+
+After these settings, you should be able to run the tools:
+On all your frontend servers:
+  chef-logmon run -- -C /opt/chef-monitor/config.rb	<run interactive>
+  chef-logmon start -- -C /opt/chef-monitor/config.rb   <run as service>
+  chef-logmon stop                                      <stop service>
+
+On your monitor server:
+  chef-worker run -- -C /opt/chef-monitor/config.rb     <run interactive>
+  chef-worker start -- -C /opt/chef-monitor/config.rb   <run as service>
+  chef-worker stop                                      <stop service>
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/chef-logmon

@@ -0,0 +1,62 @@
+#!/usr/bin/env ruby
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "chef_monitor"
+require 'rubygems'
+require 'file-tail'
+require 'bunny'
+require 'json'
+require 'daemons'
+
+config=nil
+opt=0
+ARGV.each do |arg|
+  config = ARGV[opt+1] if arg == "-C" || arg == "--config"
+  opt+=1
+end
+
+if config.nil?
+  puts "Please enter the configuration file with the option -C or --config"
+  exit 1
+else
+  Monitor::Config.from_file(config)
+  [ "mq_queue", "mq_server", "mon_file", "chef_url", "pid_dir", "log_dir" ].each do |item|
+    if Monitor::Config[item.to_sym].empty?
+      puts "Missing item: #{item} within the configuration file!"
+      exit 1
+    end
+  end
+end    
+
+MQSERVER = Monitor::Config[:mq_server]
+MQQUEUE  = Monitor::Config[:mq_queue]
+MON_FILE = Monitor::Config[:mon_file]
+CHEF_URL = Monitor::Config[:chef_url]
+
+@options = {
+  :log_output => true,
+  :dir_mode => :normal,
+  :dir => Monitor::Config[:pid_dir],
+  :log_dir => Monitor::Config[:log_dir]
+}
+
+Daemons.run_proc('chef-logmon', @options) do
+  logmon = Monitor::Logmon.new
+  logmon.run()
+end
+

data/bin/chef-worker

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "chef_monitor"
+require 'rubygems'
+require 'bunny'
+require 'json'
+require 'daemons'
+
+config=nil
+opt=0
+ARGV.each do |arg|
+  config = ARGV[opt+1] if arg == "-C" || arg == "--config"
+  opt+=1
+end
+
+if config.nil?
+  puts "Please enter the configuration file with the option -C or --config"
+  exit 1
+else
+  Monitor::Config.from_file(config)
+  [ "mq_queue", "mq_server", "download_path", "node_name", "client_key", "chef_url", "pid_dir", "log_dir" ].each do |item|
+    if Monitor::Config[item.to_sym].empty?
+      puts "Missing item: #{item} within the configuration file!"
+      exit 1
+    end
+  end
+end    
+
+MQSERVER      = Monitor::Config[:mq_server]
+MQQUEUE       = Monitor::Config[:mq_queue]
+DOWNLOAD_PATH = Monitor::Config[:download_path]
+CHEF_URL      = Monitor::Config[:chef_url]
+Chef::Config[:node_name]  = Monitor::Config[:node_name]
+Chef::Config[:client_key] = Monitor::Config[:client_key]
+
+@options = {
+  :log_output => true,
+  :dir_mode => :normal,
+  :dir => Monitor::Config[:pid_dir],
+  :log_dir => Monitor::Config[:log_dir]
+}
+
+Daemons.run_proc('chef-worker', @options) do
+  worker = Monitor::Worker.new
+  worker.run()
+end
+

data/chef-monitor.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "chef_monitor/version"
+
+Gem::Specification.new do |s|
+  s.name              = "chef-monitor"
+  s.version           = Monitor::VERSION
+  s.platform          = Gem::Platform::RUBY
+  s.has_rdoc          = false
+  s.extra_rdoc_files  = ["LICENSE"]
+  s.authors           = ["Sander Botman"]
+  s.email             = ["sander.botman@gmail.com"]
+  s.homepage          = "https://github.com/schubergphilis/chef-monitor"
+  s.summary           = %q{Chef Monitoring tool to monitor all changes made}
+  s.description       = s.summary
+  s.files             = `git ls-files`.split("\n")
+  s.test_files        = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables       = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths     = ["lib"]
+  s.license           = 'Apache 2.0'
+  s.add_dependency "bunny", ">= 1.1.0"
+  s.add_dependency "file-tail", ">= 1.0.12"
+  s.add_dependency "daemons", ">= 1.1.9"
+  s.add_dependency "chef", ">= 10.0.0"
+end

data/lib/chef_monitor.rb

@@ -0,0 +1,23 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "chef_monitor/log"
+require "chef_monitor/item"
+require "chef_monitor/itemlist"
+require "chef_monitor/config"
+require "chef_monitor/worker"
+require "chef_monitor/logmon"

data/lib/chef_monitor/config.rb

@@ -0,0 +1,33 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'mixlib/config'
+
+class Monitor
+  class Config
+
+    extend Mixlib::Config
+
+    default :chef_url, nil
+    default :download_path, nil
+    default :mq_server,  nil
+    default :node_name, nil
+    default :client_key, nil
+
+  end
+end
+

data/lib/chef_monitor/item.rb

@@ -0,0 +1,161 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/client'
+require 'chef/knife/cookbook_download'
+require 'chef_monitor/log'
+
+class Monitor
+  class Item
+    def initialize(data)
+      @path = nil
+      @name = data['name']
+      @time = data['time'].freeze
+      @user = data['user'].freeze
+      @object = data['object'].freeze
+      @server = data['server'].freeze
+      @action = data['action'].freeze
+      @version = data['version'] unless data['version'].nil?
+      @organization = data['org'].freeze
+    end
+  
+    attr_accessor :path
+    attr_reader :name
+    attr_reader :time
+    attr_reader :user
+    attr_reader :object
+    attr_reader :action
+    attr_reader :version
+    attr_reader :organization
+  
+    def download(path)
+      case self.object
+      when 'data', 'roles', 'clients', 'environments', 'nodes'
+        r = download_object(path)
+      when 'cookbooks'
+        r = download_cookbook(path)
+      end
+ 
+
+      (@version.nil? || @version.empty?) ? object = [@organization, @object, @name].join('/') : object = [@organization, @object, @name, @version].join('/') 
+
+      if r == true
+        Monitor::Log.new("Downloaded: " + object, 'INFO')
+        return true 
+      end
+      if r.respond_to?("message")
+        Monitor::Log.new(r.message + ' with object: ' + object , 'ERROR')
+      else
+        Monitor::Log.new('Error while downloading object: ' + object , 'ERROR')
+      end
+      return false
+    end 
+  
+    def delete(path)
+      file = nil
+      items = [ path ]
+      items << @organization
+      items << @object
+      if @name
+        filename=@name + ".json" if [ "nodes", "clients", "roles", "environments" ].include?(@object)
+
+        if @object == "cookbooks"
+          (@version.nil? || @version.empty?) ? filename=@name : filename=@name + "-" + @version
+        end
+
+        if @object == "data"
+          (@version.nil? || @version.empty?) ? filename=@name : filename=@name + "/" + @version + ".json"
+        end
+
+        items << filename
+      end
+
+      file = items.join("/")
+      unless file.nil?
+        FileUtils.rm_rf(file)
+        (@version.nil? || @version.empty?) ? object = [@organization, @object, @name].join('/') : object = [@organization, @object, @name, @version].join('/') 
+        Monitor::Log.new("Deleted   : " + object, 'INFO')
+        return true        
+      end
+      return false
+    end
+
+    def commit(path)
+        current_dir = Dir.pwd
+        commit_dir = File.join(path, @organization, @object)
+        Dir.chdir(commit_dir)
+        @version ? object = [@organization, @object, @name, @version].join('/') : object = [@organization, @object, @name].join('/')
+        text = "User     : " + @user + "\nObject   : " + @object + "\nAction   : " + @action + "\nLog Time : " + @time
+        domain = %x(git config hooks.emaildomain)
+        domain = "@" + domain unless domain[0,1] == "@"        
+        username = @name
+        useremail = @name + domain
+        %x(git config hooks.username #{username} )
+        %x(git config hooks.useremail #{useremail} )
+        %x(git add .)
+        %x(git commit -am \"#{text}\")
+        Dir.chdir(current_dir)
+      return true
+    end
+    
+    private
+    
+    def download_cookbook(path)
+      begin
+        args = ['cookbook', 'download', @name ]
+        args.push @version if @version
+        download = Chef::Knife::CookbookDownload.new(args)
+        download_dir = File.join(path, @organization, @object)
+        FileUtils.mkdir_p(download_dir) unless File.directory?(download_dir)
+        download.config[:download_directory] = download_dir
+        download.config[:latest] = true unless @version
+        download.config[:force] = true
+        result = (download.run())
+        self.path = download_dir
+      rescue Exception => e
+        return e
+      end
+      return true
+    end
+  
+    def download_object(path)
+      file = File.join(path, @organization, @object, @name + '.json' )
+      begin
+        case @object
+        when 'roles'
+          data = JSON.pretty_generate(Chef::Role.load(@name))
+        when 'nodes'
+          data = JSON.pretty_generate(Chef::Node.load(@name))
+        when 'environments'
+          data = JSON.pretty_generate(Chef::Environment.load(@name))
+        when 'clients'
+          data = JSON.pretty_generate(Chef::ApiClient.load(@name))
+        when 'data'
+          data = JSON.pretty_generate(Chef::DataBagItem.load(@name, @version))
+          file = File.join(path, @organization, @object, @name, @version + '.json' )
+        end
+        FileUtils.mkdir_p(File.dirname(file)) unless File.directory?(File.dirname(file))
+        File.open(file, 'w') {|f| f.write(data)}
+        self.path = File.dirname(file)
+      rescue Exception => e
+        return e
+      end
+      return true
+    end
+
+  end
+end

data/lib/chef_monitor/itemlist.rb

@@ -0,0 +1,180 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/client'
+require 'chef_monitor/log'
+require 'chef_monitor/item'
+
+class Monitor
+  class ItemList < Array
+
+    def initialize(data)
+      @name = data['name']
+      @time = data['time'].freeze
+      @user = data['user'].freeze
+      @object = data['object'].freeze
+      @server = data['server'].freeze
+      @action = data['action'].freeze
+      @version = data['version'] unless data['version'].nil? || data['version'].empty?
+      @organization = data['org'].freeze 
+    end
+  
+    attr_reader :name
+    attr_reader :time
+    attr_reader :user
+    attr_reader :object
+    attr_reader :action
+    attr_reader :version
+    attr_reader :organization
+  
+    def get_items()
+      name         = @name 
+      object       = @object
+      version      = @version
+  
+      list = []
+      items = []
+      if object.nil? || object.empty?
+        objects = [ "roles", "nodes", "environments", "clients", "cookbooks", "data" ]
+      else
+        objects = [ object ]
+      end
+      
+      objects.each do |object|
+        if object == "data"
+          if name.nil? || name.empty?
+            names = get_names(object)
+            names.each {|itemname| list += get_item(object, itemname)}
+          else
+            list += get_item(object, name)
+          end
+        else
+          if name.nil? || name.empty?
+            list += get_item(object)
+          else
+            return [ create_item(object, name) ]
+          end
+        end
+      end
+
+      list.each do |item|
+        url = item['url'].split('/')
+        items << create_item(url[5], url[6], url[7])
+      end      
+      return items
+    end
+  
+    def get_names(object)
+      names = []
+      result = get_item(object)
+      result.each do |item|
+        url = item['url'].split('/')
+        names << url[6] 
+      end
+      return names.uniq
+    end
+
+    def create_item(object, name, version=nil)
+      data = {}
+      data['time'] = @time
+      data['user'] = @user
+      data['action'] = @action
+      data['server'] = @server
+      data['org'] = @organization
+      data['name'] = name
+      data['object'] = object
+      data['version'] = version unless version.nil?
+      Monitor::Item.new(data)
+    end
+  
+    def parse_data(object, data)
+      data = JSON[data].to_hash unless data.class == Hash
+      items = []
+      data.each do |key,val|
+        item = {}
+        item['object'] = object
+        item['url'] = val 
+        items << item
+      end
+      items
+    end
+  
+    def get_item(object=nil, name=nil)
+      objects = []
+      begin
+        case object
+        when 'roles'
+          json = JSON[Chef::Role.list]
+          objects = parse_data("role", json)
+        when 'nodes'
+          json = JSON[Chef::Node.list]
+          objects = parse_data("node", json)
+        when 'environments'
+          json = JSON[Chef::Environment.list]
+          objects = parse_data("environment", json)
+        when 'clients'
+          json = JSON[Chef::ApiClient.list]
+          objects = parse_data("client", json)
+        when 'data'
+          if name
+            json = JSON[Chef::DataBag.load(name)]
+            items = JSON[json].to_hash
+            items.each do |key,val|
+              item = {}
+              item['object'] = 'data_bag'
+              item['url'] = val
+              objects << item
+            end
+          else
+            json = JSON[Chef::DataBag.list]
+            items = JSON[json].to_hash
+            items.each do |key,val|
+              objects += get_item(object, key)
+            end
+          end
+        when 'cookbooks'
+          json = JSON[rest.get_rest("/cookbooks?num_versions=all")]
+          items = JSON[json].to_hash
+          items.each do |key,val|
+            val['versions'].each do |version|
+              item = {}
+              item['object'] = 'cookbook'
+              item['url'] = version['url']
+              objects << item
+            end
+          end
+        end
+      rescue Exception => e
+        @version ? object = [@organization, @object, @name, @version].join('/') : object = [@organization, @object, @name].join('/')
+        if e.respond_to?("message")
+          Monitor::Log.new(e.message + ' with object: ' + object , 'ERROR')
+        else
+          Monitor::Log.new('Error while downloading object: ' + object , 'ERROR')
+        end
+        return []
+      end
+      return objects
+    end
+ 
+    def rest
+      @rest ||= begin
+        require 'chef/rest'
+        Chef::REST.new(Chef::Config[:chef_server_url])
+      end
+    end
+  end
+end

data/lib/chef_monitor/log.rb

@@ -0,0 +1,35 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class Monitor
+  class Log
+
+    def initialize(text, type='INFO')
+      case type.downcase
+      when "INFO".downcase
+        puts "[" + Time.now.iso8601 + "] INFO: " + text
+      when "WARN".downcase
+        puts "[" + Time.now.iso8601 + "] WARN: " + text
+      when "ERROR".downcase
+        puts "[" + Time.now.iso8601 + "] ERROR: " + text
+      else
+        puts "[" + Time.now.iso8601 + "] UNKNOWN: " + text
+      end
+    end
+
+  end
+end

data/lib/chef_monitor/logmon.rb

@@ -0,0 +1,62 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class Monitor
+  class Logmon
+
+    def run
+      conn = Bunny.new(:hostname => MQSERVER)
+      conn.start
+
+      ch = conn.create_channel
+      q  = ch.queue(MQQUEUE, :durable => true)
+
+      begin
+        File.open(MON_FILE) do |mon|
+          mon.extend(File::Tail)
+          mon.interval = 5
+          mon.backward(1)
+          mon.tail { |line|
+            data = scan(line)
+            unless data.nil? || data['org'].nil?
+              Monitor::Log.new(data, "INFO")
+              q.publish(data, :persistent => true, :content_type => "application/json")
+            end
+          }
+        end
+      end
+    end
+
+    def scan(line)
+      @regex = /(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}) - (.{0})- \[([^\]]+?)\]  "(PUT|DELETE|POST) ([^\s]+?) (HTTP\/1\.1)" (\d+) "(.*)" (\d+) "-" "(.*)" "(.*)" "(.*)" "(.*)" "(.*)" "(.*)" "(.*)" "(.*)" "(.*)"/
+      if line =~ @regex
+        data = {}
+        data['time']    = $3
+        data['user']    = $16
+        data['server']  = ENV['HOSTNAME']
+        data['org']     = $5.split('/')[2] unless $5.split('/')[2].nil?
+        data['object']  = $5.split('/')[3] unless $5.split('/')[3].nil?
+        data['name']    = $5.split('/')[4] unless $5.split('/')[4].nil?
+        data['version'] = $5.split('/')[5] unless $5.split('/')[5].nil?
+        data['action']  = $4
+        return data.to_json
+      end
+      return nil
+    end
+
+  end
+end

data/lib/chef_monitor/version.rb

@@ -0,0 +1,21 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class Monitor
+  VERSION = "0.1.0"
+  MAJOR, MINOR, TINY = VERSION.split('.')
+end

data/lib/chef_monitor/worker.rb

@@ -0,0 +1,76 @@
+#
+# Author:: Sander Botman (<sander.botman@gmail.com>)
+# Copyright:: Copyright (c) 2014 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+class Monitor
+  class Worker
+ 
+    def run
+      conn = Bunny.new(:hostname => MQSERVER)
+      conn.start
+    
+      ch = conn.create_channel
+      q  = ch.queue(MQQUEUE, :durable => true)
+      ch.prefetch(1)
+    
+      begin
+        q.subscribe(:ack => true, :block => true) do |delivery_info, properties, body|
+          if properties[:content_type] =~ /.*json/
+            data = JSON.parse(body).to_hash
+    
+            if data['object'].nil? || data['object'].empty?
+              log_obj = data['org']
+            elsif data['name'].nil? || data['name'].empty?
+              log_obj = [ data['org'], data['object'] ].join('/')
+            elsif data['version'].nil? || data['version'].empty?
+              log_obj = [ data['org'], data['object'], data['name'] ].join('/')
+            else
+              log_obj = [ data['org'], data['object'], data['name'], data['version'] ].join('/')
+            end
+            Monitor::Log.new("Receiving : #{log_obj} action: #{data['action']}", "INFO")
+    
+            unless data['object'].nil? || !File.directory?((File.join(DOWNLOAD_PATH, data['org'])))
+              Chef::Config[:chef_server_url] = CHEF_URL + "/organizations/#{data['org']}"
+
+              Monitor::Item.new(data).delete(DOWNLOAD_PATH)
+
+              list_obj = Monitor::ItemList.new(data)
+              list_items = list_obj.get_items()
+    
+              if data['action'] == "PUT" || data['action'] == "POST" || data['action'] == "DELETE"
+                list_items.each do |item|
+                  if item.download(DOWNLOAD_PATH)
+                    item.commit(DOWNLOAD_PATH)
+                  else
+                    Monitor::Log.new("Could not download #{log_obj}", "ERROR")
+                  end
+                end
+              end
+            else
+              Monitor::Log.new("Ignoring  : #{log_obj}", "INFO")
+            end
+          else
+            Monitor::Log.new("Unknown   : #{body}", "ERROR")
+          end
+        ch.ack(delivery_info.delivery_tag)
+        end
+      rescue Interrupt => _
+        conn.close
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification
+name: chef-monitor
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Sander Botman
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+- !ruby/object:Gem::Dependency
+  name: file-tail
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.12
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.12
+- !ruby/object:Gem::Dependency
+  name: daemons
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.9
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 10.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 10.0.0
+description: Chef Monitoring tool to monitor all changes made
+email:
+- sander.botman@gmail.com
+executables:
+- chef-logmon
+- chef-worker
+extensions: []
+extra_rdoc_files:
+- LICENSE
+files:
+- .gitignore
+- LICENSE
+- README
+- Rakefile
+- bin/chef-logmon
+- bin/chef-worker
+- chef-monitor.gemspec
+- lib/chef_monitor.rb
+- lib/chef_monitor/config.rb
+- lib/chef_monitor/item.rb
+- lib/chef_monitor/itemlist.rb
+- lib/chef_monitor/log.rb
+- lib/chef_monitor/logmon.rb
+- lib/chef_monitor/version.rb
+- lib/chef_monitor/worker.rb
+homepage: https://github.com/schubergphilis/chef-monitor
+licenses:
+- Apache 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Chef Monitoring tool to monitor all changes made
+test_files: []