sqspoller 0.0.1

data/bin/sqspoller

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'sqspoller/cli'
+
+SQSPoller::CLI.run

data/lib/sqspoller/cli.rb

@@ -0,0 +1,23 @@
+require 'rubygems'
+require 'daemons'
+require 'sqspoller'
+
+module SQSPoller
+  class CLI
+    class << self
+      def run
+        Daemons.run_proc('sqspoller', 
+                         options = {:dir_mode   => :system,
+                                    :backtrace  => true,
+                                    :monitor    => true,
+                                    :log_output => true,
+                         }
+        ) do
+          sqspoller = SQSPoller.new
+          sqspoller.poll_queues { |queue_name, msg| sqspoller.process(queue_name, msg) }
+        end
+      end
+    end
+  end
+end
+

data/lib/sqspoller/config.rb

@@ -0,0 +1,27 @@
+module SQSPoller
+  class Config
+    class << self
+      def load(file_list)
+        @config = {}
+        file_list.each do |cfg_file|
+            cfg_file = File.expand_path(cfg_file)
+            @config.merge!(YAML.load(File.read(cfg_file))) if File.exist?(cfg_file)
+        end
+        @config
+      end
+
+      def load_handlers
+        @config['sqspoller']['queues'].keys.each do |queue|
+          (SQSPoller.warn("Queue '#{queue}' is not configured with a handler");next) if @config['sqspoller']['queues'][queue]['handlers'].nil?
+          handlers = @config['sqspoller']['queues'][queue]['handlers'].keys
+          handlers.each { |handler| require "sqspoller/handlers/#{handler.downcase}" }
+        end
+      end
+
+      def [](key)
+        @config[key]
+      end
+
+    end
+  end
+end

data/lib/sqspoller/console_logger.rb

@@ -0,0 +1,16 @@
+module SQSPoller
+  module Console_logger
+    class << self
+      def info(msg)
+        STDOUT.puts("INFO: %s: %s" % [Util.get_timestamp_utc.to_s, msg])
+      end
+      def warn(msg)
+        STDERR.puts("WARN: %s: %s" % [Util.get_timestamp_utc.to_s, msg])
+      end
+
+      def debug(msg)
+        STDERR.puts("DEBUG: %s: %s" % [Util.get_timestamp_utc.to_s, msg])
+      end
+    end
+  end
+end

data/lib/sqspoller/handler.rb

@@ -0,0 +1,15 @@
+module SQSPoller
+  module Handler
+    class << self
+      def process(queue_name, msg)
+        if Config['sqspoller']['queues'][queue_name]['handlers']
+          Config['sqspoller']['queues'][queue_name]['handlers'].keys.each do |handler_name|
+            handler = Handler.const_get(handler_name.capitalize).new
+            handler_config = Config['sqspoller']['queues'][queue_name]['handlers'][handler_name]
+            handler.process(queue_name, msg, handler_config)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/sqspoller/handlers/debug.rb

@@ -0,0 +1,9 @@
+module SQSPoller
+  module Handler 
+    class Debug 
+      def process(queue_name, msg, conf)
+        SQSPoller.debug("#{queue_name}: Message body '#{msg.body}'")
+      end
+    end
+  end
+end

data/lib/sqspoller/handlers/puppetsdb.rb

@@ -0,0 +1,80 @@
+# Configuration
+#
+#sqspoller:
+#  queues:
+#    mytestqueue:
+#      poll_interval: 15
+#      handlers: 
+#        puppetsdb:
+#          domain: the_simpledb_domain
+#          template_map:
+#            auto_scaling_group_name01: reference_node01
+#            auto_scaling_group_name02: reference_node02
+#            myweb_autoscale_group: www_template
+#
+# If this autoscaling group has a LAUNCH event, the configuration entry of
+# 'reference_node' will be used as the template. The reference node's
+# configuration will be used as the basis for the new instance that is created.
+#
+# For instance, in the above configuration, if 'auto_scaling_group_name01' autoscales and adds an instance, puppetsdb will
+# take the configuration of 'reference_node01' and copy the yaml configuration
+# for the new instance 'i-abcdef' if the new instance created was 'i-abcdef'.
+# This means you must use the instance-id as your 'certname' in puppet. This
+# cannot be avoided for AutoScaling cannot provide OS-level information. It is
+# entirely possible to make this handler more complex to retrieve the
+# 'certname' that makes sense for your environment.
+
+require 'puppetsdb'
+require 'json'
+
+module SQSPoller
+  module Handler 
+    class Puppetsdb 
+      def process(queue_name, msg, conf)
+        @queue_name = queue_name
+        domain = conf['domain']
+        template_map = conf['template_map']
+        begin
+          msg_data = msg.as_sns_message.to_h
+          sns_msg_data = JSON.load(msg_data[:body])
+        rescue
+          SQSPoller.warn("#{@queue_name}: Message is not a properly formatted SNS message")
+          return
+        end
+        msg_id = msg_data.message_id
+        instance_id = sns_msg_data['EC2InstanceId']
+        event_type = sns_msg_data['Event']
+        autoscale_name = sns_msg_data['AutoScalingGroupName']
+        reference_node = template_map[autoscale_name]
+
+        SQSPoller.debug("#{@queue_name}: Found message '#{msg_id}'")
+        SQSPoller.debug("#{@queue_name}: Processing event '#{event_type}' for autoscaling group '#{autoscale_name}' and instance-id #{instance_id}")
+        (SQSPoller.warn("#{@queue_name}: Unregistered autoscaling group: #{autoscale_name}"); return) if reference_node.nil?
+
+        @puppet_enc = PuppetSDB::PuppetSDB.new(:domain => domain)
+        case event_type
+        when "autoscaling:EC2_INSTANCE_LAUNCH"
+          add_node_from_ref(reference_node, instance_id, autoscale_name)
+        when "autoscaling:EC2_INSTANCE_TERMINATE"
+          del_node(instance_id, autoscale_name)
+        end
+      end
+
+      def add_node_from_ref(ref_node, dest_node, as_name)
+        yaml_data = @puppet_enc.get_node_yaml(ref_node)
+        if yaml_data.empty?
+          SQSPoller.warn("#{@queue_name}: Reference node configuration '#{ref_node}' not found for autoscaling group '#{as_name}'")
+        else
+          SQSPoller.info("#{@queue_name}: Writing node configuration for #{dest_node} due to event from autoscaling group #{as_name}")
+          @puppet_enc.write_node_data(dest_node, yaml_data)
+        end
+      end
+
+      def del_node(node, as_name)
+          SQSPoller.info("#{@queue_name}: Deleting node configuration for #{node} due to event from autoscaling group #{as_name}")
+          @puppet_enc.delete_item(node)
+      end
+
+    end
+  end
+end

data/lib/sqspoller/util.rb

@@ -0,0 +1,18 @@
+module SQSPoller
+  module Util
+    module_function
+
+    def config_files
+      cfg_file_paths = ['/etc/sqspoller/config.yml']
+      if ENV['HOME']
+        cfg_file_paths << '~/.sqspoller/config.yml'
+      end
+      cfg_file_paths
+    end
+
+    def get_timestamp_utc
+      Time.now.utc
+    end
+
+  end
+end

data/lib/sqspoller/version.rb

@@ -0,0 +1,3 @@
+module SQSPoller
+  VERSION = "0.0.1"
+end

data/lib/sqspoller.rb

@@ -0,0 +1,50 @@
+require 'rubygems'
+require 'aws'
+require 'yaml'
+
+module SQSPoller
+  class SQSPoller
+    autoload :Config,         "sqspoller/config"
+    autoload :Util,           "sqspoller/util"
+    autoload :Handler,        "sqspoller/handler"
+    autoload :Console_logger, "sqspoller/console_logger"
+
+    attr_accessor :sqs, :queue, :conf
+
+    @logger = Console_logger
+    class << self
+      def info(msg); @logger.info(msg); end
+      def warn(msg); @logger.warn(msg); end
+      def debug(msg); @logger.debug(msg); end
+    end
+
+    def initialize(options={})
+      options[:config] ||= Util.config_files
+      @config = Config.load(options[:config])
+      Config.load_handlers
+      @queues ||= @config['sqspoller']['queues'].keys
+      AWS.config(@config['aws'])
+      @sqs = AWS::SQS.new
+    end
+
+    def poll_queues
+      threads = []
+
+      for queue_short_name in @queues
+        poll_config = Config['sqspoller']['queues'][queue_short_name]
+        SQSPoller.info("Initiated polling of queue '#{queue_short_name}'")
+        queue_url = @sqs.queues.named(queue_short_name)
+        threads << Thread.new(queue_short_name) { |queue_name|
+          queue_url.poll(poll_config) { |msg| yield(queue_name, msg) }
+        }
+      end
+
+      threads.each { |aThread|  aThread.join }
+    end
+
+    def process(queue_name, msg)
+      Handler.process(queue_name, msg)
+    end
+
+  end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification 
+name: sqspoller
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Brian Wong
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-11-23 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: aws-sdk
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: daemons
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: An Amazon SQS poller that can be configured to perform actions upon receiving SQS messages
+email: bwong114@gmail.com
+executables: 
+- sqspoller
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/sqspoller.rb
+- lib/sqspoller/cli.rb
+- lib/sqspoller/config.rb
+- lib/sqspoller/console_logger.rb
+- lib/sqspoller/handler.rb
+- lib/sqspoller/util.rb
+- lib/sqspoller/version.rb
+- lib/sqspoller/handlers/debug.rb
+- lib/sqspoller/handlers/puppetsdb.rb
+- bin/sqspoller
+has_rdoc: true
+homepage: https://github.com/bwong114/sqspoller
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: An Amazon SQS poller with execution handlers
+test_files: []
+