dtk-node-agent 0.5.10

data/mcollective_additions/server.cfg

@@ -0,0 +1,22 @@
+topicprefix = /topic/
+main_collective = mcollective
+collectives = mcollective
+libdir = /usr/share/mcollective/plugins
+logfile = /var/log/mcollective.log
+loglevel = debug
+max_log_size = 2097152
+daemonize = 1
+
+# Plugins
+securityprovider = sshkey
+plugin.sshkey.server.send_key = /etc/mcollective/ssh/mcollective.pub
+plugin.sshkey.server.private_key = /etc/mcollective/ssh/mcollective
+plugin.sshkey.server.authorized_keys = /etc/mcollective/ssh/authorized_keys
+
+connector = stomp
+plugin.stomp.port = 6163
+plugin.stomp.user = mcollective
+plugin.stomp.password = marionette
+
+# Facts
+factsource =  pbuilder

data/puppet_additions/modules/r8/lib/puppet/type/r8_export_file.rb

@@ -0,0 +1,53 @@
+#
+# Simple module for logging messages on the client-side
+#
+
+module Puppet
+  newtype(:r8_export_file) do
+    @doc = "r8 export file content"
+
+    newparam(:name) do
+      desc "component and attribute name in dot notation"
+    end
+
+    newparam(:filename) do
+      desc "file name"
+    end
+
+    newparam(:definition_key) do
+      desc "Value of name field used when teher is a definition"
+    end
+
+    newproperty(:ensure) do
+      desc "Whether the resource is in sync or not."
+
+      defaultto :insync
+
+      def retrieve
+        :outofsync
+      end
+
+      newvalue :insync do
+        filename = resource[:filename]
+        unless File.exists?(filename)
+          raise Puppet::Error, "File #{resource[:filename]} does not exist"
+        end
+        Puppet.send(@resource[:loglevel], "exporting #{filename} for #{resource[:name]}")
+        if resource[:name] =~ /(^.+)\.(.+$)/
+          cmp_name = $1
+          attr_name = $2
+          
+          cmp_ref = cmp_name.gsub(/[.]/,"::")
+          if def_key =  resource[:definition_key]
+            cmp_ref = "#{cmp_ref}[#{def_key}]"
+          end
+          p = (Thread.current[:exported_files] ||= Hash.new)[cmp_ref] ||= Hash.new
+          p[attr_name] = filename
+        else
+          raise Puppet::Error, "ill-formed component with name (#{resource[:name]})"
+        end
+        return
+      end
+    end
+  end
+end

data/puppet_additions/modules/r8/manifests/export_variable.rb

@@ -0,0 +1,10 @@
+define "r8::export_variable", :content => Puppet::Parser::AST::Leaf::Undef.new({:value => '***'}) do 
+  if @name =~ /(^.+)::(.+$)/
+    component = $1
+    attribute = $2
+    if content = (@content == '***' ? scope.lookupvar(@name) : @content) 
+      p = Thread.current[:exported_variables] ||= Hash.new
+      (p[component] ||= Hash.new)[attribute] = content 
+    end
+  end
+end 

data/puppet_additions/puppet_lib_base/puppet/indirector/catalog/r8_storeconfig_backend.rb

@@ -0,0 +1,48 @@
+require 'puppet/indirector/r8_storeconfig_backend'
+require 'puppet/resource/catalog'
+
+class Puppet::Resource::Catalog::R8StoreconfigBackend < Puppet::Indirector::R8StoreconfigBackend
+  def find(request)
+    require 'pp'
+    pp [:in_find]
+    nil
+  end
+
+  # Save the values from a Facts instance as the facts on a Rails Host instance.
+  def save(request)
+    require 'pp'
+    if catalog = request.instance
+      catalog.vertices.each  do |r|
+        if r.exported?
+          #TODO: think the following is ways to get the higher level component
+          component = calling_class_or_def_name(catalog,r)
+          rsc_title = r.title
+          content = r.to_pson_data_hash
+          pp([
+              :calling_save,
+              {:resource_title => rsc_title, 
+                :component => component,
+                :content => content
+              }])
+          p = Thread.current[:exported_resources] ||= Hash.new
+          (p[component] ||= Hash.new)[rsc_title] = content 
+        end
+      end
+    end
+    catalog
+  end
+
+  def calling_class_or_def_name(catalog,resource)
+    adjs = catalog.adjacent(resource,:direction => :in)
+    unless adjs.size == 1
+      raise Puppet::Error, "Unexpected size of adjaceny"
+    end
+    containing_rsc = adjs.first
+    #TODO: make sure works with qualified names
+    if containing_rsc.type == "Class"
+      containing_rsc.title.downcase
+    else
+      containing_rsc.type.downcase
+    end
+  end
+end

data/puppet_additions/puppet_lib_base/puppet/indirector/r8_storeconfig_backend.rb

@@ -0,0 +1,4 @@
+require 'puppet/indirector'
+
+class Puppet::Indirector::R8StoreconfigBackend < Puppet::Indirector::Terminus
+end

data/puppet_additions/puppet_lib_base/puppet/indirector/resource/r8_storeconfig_backend.rb

@@ -0,0 +1,72 @@
+require 'puppet/indirector/r8_storeconfig_backend'
+
+class Puppet::Resource::R8StoreconfigBackend < Puppet::Indirector::R8StoreconfigBackend
+  def search(request)
+    ret = Array.new
+    require 'pp' ; pp [:in_search]
+    type   = request_to_type_name(request)
+    host   = request.options[:host]
+    filter = request.options[:filter]
+    imp_colls = Thread.current[:imported_collections]
+    return ret if imp_colls.nil? or imp_colls.empty?
+    imp_colls.each do |cmp,attrs|
+      attrs.each do |attr,attr_info|
+        next unless attr_info["resource_type"] == type
+        ret << R8StoreconfigBackendResource.new(attr_info["value"]) if match(attr_info,filter)
+      end
+    end
+    ret
+  end
+
+ private
+  def request_to_type_name(request)
+    name = request.key.split('/', 2)[0]
+    type = Puppet::Type.type(name) or raise Puppet::Error, "Could not find type #{name}"
+    type.name.to_s
+  end
+
+  def match(attr_info,filter)
+    return true if filter.nil? or filter.empty?
+    if filter[1] == "=="
+      key = filter[0]
+      val = filter[2]
+      match = ((attr_info["value"]||{})["parameters"]||{}).find{|k,v|k == key}
+      match && (match[1] == val)
+    else
+      raise Puppet::Error, "Do not treat filter operation (#{filter[1]})"
+    end
+  end
+end
+
+class R8StoreconfigBackendResource < Hash
+  def initialize(val)
+    super()
+    val.each{|k,v|self[k]=v}
+  end
+
+  def to_resource(scope)
+    source = scope.source
+
+    params = self["parameters"].map{|param,val|to_resourceparam(param,val,source) unless val.nil?}.compact
+
+    hash = {
+      :scope => scope,
+      :source => source,
+      :parameters => params
+    }
+    ret = Puppet::Parser::Resource.new(self["type"],self["title"], hash)
+    #TODO: Store the ID, so we can check if we're re-collecting the same resource.
+    #ret.collector_id = self.id
+    ret
+  end
+  private
+  def to_resourceparam(param,value,source)
+    hash = {
+      :name => param,
+      :value => value,
+      :source => source
+    }
+    Puppet::Parser::Resource::Param.new(hash)
+  end
+end
+

data/src/etc/init.d/ec2-run-user-data

@@ -0,0 +1,95 @@
+#!/bin/bash
+#
+# ec2-run-user-data  Run user-data scripts
+# chkconfig: 2345 23 02
+#
+# description:       On first boot of EC2 instance, runs user-data if it starts with #!
+#
+### BEGIN INIT INFO
+# Provides: ec2-run-user-data
+### END INIT INFO
+
+# ec2-run-user-data - Run instance user-data if it looks like a script.
+#
+# Only retrieves and runs the user-data script once per instance.  If
+# you want the user-data script to run again (e.g., on the next boot)
+# then add this command in the user-data script:
+#   rm -f /var/ec2/ec2-run-user-data.*
+#
+# History:
+#
+#   2011-07-14 Mike Savage <mike.savage 4t gmail.com>
+#   - Modify script for RHEL/CentOS
+#
+#   2011-03-25 Eric Hammond <ehammond 4t thinksome.com>
+#   - Add LSB info to support update-rc.d
+#   - Improve check for compressed user-data
+#
+#   2010-01-07 Tom White
+#   - Add support for gzip-compressed user data
+#
+#   2008-05-16 Eric Hammond <ehammond 4t thinksome.com>
+#   - Initial version including code from Kim Scheibel, Jorge Oliveira
+#
+# Source function library.
+. /etc/rc.d/init.d/functions
+
+# See how we were called.
+case "$1" in
+  start)
+echo -n "Running ec2-run-user-data: "
+prog=$(basename $0)
+logger="logger -t $prog"
+curl="curl --retry 3 --silent --show-error --fail"
+instance_data_url=http://169.254.169.254/latest
+
+# Wait until meta-data is available.
+perl -MIO::Socket::INET -e '
+ until(new IO::Socket::INET("169.254.169.254:80")){print"Waiting for meta-data...\n";sleep 1}
+' | $logger
+
+# Exit if we have already run on this instance (e.g., previous boot).
+ami_id=$($curl $instance_data_url/meta-data/ami-id)
+been_run_file=/var/ec2/$prog.$ami_id
+mkdir -p $(dirname $been_run_file)
+if [ -f $been_run_file ]; then
+  $logger < $been_run_file
+  exit
+fi
+
+# Retrieve the instance user-data and run it if it looks like a script
+user_data_file=$(mktemp ec2-user-data.XXXXXXXXXX)
+chmod 0700 $user_data_file
+$logger "Retrieving user-data"
+$curl -o $user_data_file $instance_data_url/user-data 2>&1 | $logger
+if [ "$(file -bi $user_data_file| cut -f1 -d';')" = 'application/x-gzip' ]; then
+  $logger "Uncompressing gzip'd user-data"
+  mv $user_data_file $user_data_file.gz
+  gunzip $user_data_file.gz
+fi
+cat $user_data_file
+if [ ! -s $user_data_file ]; then
+  $logger "No user-data available"
+  echo "user-data was not available" > $been_run_file
+elif head -1 $user_data_file | egrep -v '^#!'; then
+  $logger "Skipping user-data as it does not begin with #!"
+  echo "user-data did not begin with #!" > $been_run_file
+else
+  $logger "Running user-data"
+  echo "user-data has already been run on this instance" > $been_run_file
+  echo "user_data_file to be executed is $user_data_file" >> $been_run_file
+  ./$user_data_file 2>&1 | logger -t "user-data"
+  $logger "user-data exit code: $?"
+fi
+rm -f $user_data_file
+
+;;
+stop)
+        echo "Stop isn't really implemented for ec2-run-ser-data..."
+        ;;
+  *)
+        echo "Usage: $0 {start|stop}"
+        exit 1
+esac
+
+exit 0

data/src/etc/logrotate.d/mcollective

@@ -0,0 +1,10 @@
+/var/log/mcollective.log {
+    missingok
+    notifempty
+    copytruncate
+    sharedscripts
+    weekly
+    size 10M
+    compress
+    rotate 2
+}

data/src/etc/logrotate.d/puppet

@@ -0,0 +1,7 @@
+/var/log/puppet/msg*.log {
+    missingok
+    notifempty
+    sharedscripts
+    weekly
+    rotate 2
+}

metadata

@@ -0,0 +1,189 @@
+--- !ruby/object:Gem::Specification
+name: dtk-node-agent
+version: !ruby/object:Gem::Version
+  version: 0.5.10
+platform: ruby
+authors:
+- Rich PELAVIN
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: puppet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.3.2
+- !ruby/object:Gem::Dependency
+  name: facter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.7.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.7.3
+- !ruby/object:Gem::Dependency
+  name: grit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+- !ruby/object:Gem::Dependency
+  name: stomp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.3.1
+- !ruby/object:Gem::Dependency
+  name: sshkeyauth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.11
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.11
+- !ruby/object:Gem::Dependency
+  name: serverspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: DTK node agent is tool used to install and configure DTK agents.
+email:
+- rich@reactor8.com
+executables:
+- dtk-node-agent
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Gemfile
+- Gemfile.lock
+- dtk-node-agent.gemspec
+- bin/dtk-node-agent
+- lib/config/install.config
+- lib/dtk-node-agent/installer.rb
+- lib/dtk-node-agent/version.rb
+- puppet_additions/modules/r8/lib/puppet/type/r8_export_file.rb
+- puppet_additions/modules/r8/manifests/export_variable.rb
+- puppet_additions/puppet_lib_base/puppet/indirector/catalog/r8_storeconfig_backend.rb
+- puppet_additions/puppet_lib_base/puppet/indirector/r8_storeconfig_backend.rb
+- puppet_additions/puppet_lib_base/puppet/indirector/resource/r8_storeconfig_backend.rb
+- mcollective_additions/plugins/README.md
+- mcollective_additions/plugins/v1.2/agent/discovery.rb
+- mcollective_additions/plugins/v1.2/agent/get_log_fragment.ddl
+- mcollective_additions/plugins/v1.2/agent/get_log_fragment.rb
+- mcollective_additions/plugins/v1.2/agent/git_access.ddl
+- mcollective_additions/plugins/v1.2/agent/git_access.rb
+- mcollective_additions/plugins/v1.2/agent/netstat.ddl
+- mcollective_additions/plugins/v1.2/agent/netstat.rb
+- mcollective_additions/plugins/v1.2/agent/puppet_apply.ddl
+- mcollective_additions/plugins/v1.2/agent/puppet_apply.rb
+- mcollective_additions/plugins/v1.2/agent/rpcutil.ddl
+- mcollective_additions/plugins/v1.2/agent/rpcutil.rb
+- mcollective_additions/plugins/v1.2/facts/pbuilder_facts.rb
+- mcollective_additions/plugins/v2.2/agent/dev_manager.ddl
+- mcollective_additions/plugins/v2.2/agent/dev_manager.rb
+- mcollective_additions/plugins/v2.2/agent/discovery.rb
+- mcollective_additions/plugins/v2.2/agent/dtk_node_agent_git_client.rb
+- mcollective_additions/plugins/v2.2/agent/execute_tests.ddl
+- mcollective_additions/plugins/v2.2/agent/execute_tests.rb
+- mcollective_additions/plugins/v2.2/agent/get_log_fragment.ddl
+- mcollective_additions/plugins/v2.2/agent/get_log_fragment.rb
+- mcollective_additions/plugins/v2.2/agent/git_access.ddl
+- mcollective_additions/plugins/v2.2/agent/git_access.rb
+- mcollective_additions/plugins/v2.2/agent/netstat.ddl
+- mcollective_additions/plugins/v2.2/agent/netstat.rb
+- mcollective_additions/plugins/v2.2/agent/ps.ddl
+- mcollective_additions/plugins/v2.2/agent/ps.rb
+- mcollective_additions/plugins/v2.2/agent/puppet_apply.ddl
+- mcollective_additions/plugins/v2.2/agent/puppet_apply.rb
+- mcollective_additions/plugins/v2.2/agent/puppet_cancel.ddl
+- mcollective_additions/plugins/v2.2/agent/puppet_cancel.rb
+- mcollective_additions/plugins/v2.2/agent/rpcutil.ddl
+- mcollective_additions/plugins/v2.2/agent/rpcutil.rb
+- mcollective_additions/plugins/v2.2/agent/sync_agent_code.ddl
+- mcollective_additions/plugins/v2.2/agent/sync_agent_code.rb
+- mcollective_additions/plugins/v2.2/agent/tail.ddl
+- mcollective_additions/plugins/v2.2/agent/tail.rb
+- mcollective_additions/plugins/v2.2/connector/r8stomp.rb
+- mcollective_additions/plugins/v2.2/connector/stomp.rb
+- mcollective_additions/plugins/v2.2/connector/stomp_em.rb
+- mcollective_additions/plugins/v2.2/facts/pbuilder_facts.rb
+- mcollective_additions/plugins/v2.2/security/sshkey.ddl
+- mcollective_additions/plugins/v2.2/security/sshkey.rb
+- mcollective_additions/server.cfg
+- src/etc/init.d/ec2-run-user-data
+- src/etc/logrotate.d/mcollective
+- src/etc/logrotate.d/puppet
+homepage: https://github.com/rich-reactor8/dtk-node-agent
+licenses:
+- GPL-3.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.5
+signing_key: 
+specification_version: 4
+summary: DTK ndoe agent tool.
+test_files: []