smith 0.5.7

data/lib/smith/commands/smithctl/pop.rb

@@ -0,0 +1,76 @@
+# -*- encoding: utf-8 -*-
+require 'yajl'
+
+module Smith
+  module Commands
+    class Pop < Command
+      def execute
+        case target.size
+        when 0
+          responder.value("No queue specified. Please specify a queue.")
+        when 1
+          Messaging::Receiver.new(target.shift, :auto_ack => false).ready do |receiver|
+            callback = proc do
+              work = proc do |n,iter|
+                receiver.pop do |r|
+                  iter.return(r)
+                end
+              end
+
+              finished = proc do |result|
+                responder.value do
+                  if options[:remove]
+                    logger.debug { "Removing #{result.size} message from #{result.first.queue_name}" }
+                    result.inject([]) do |a,r|
+                      a.tap do |acc|
+                        r.ack
+                        acc << print_message(r.payload)
+                      end
+                    end
+                  else
+                    result.inject([]) do |a,r|
+                      a.tap do |acc|
+                        r.reject(:requeue => true)
+                        acc << print_message(r.payload)
+                      end
+                    end
+                  end.join("\n")
+                end
+              end
+
+              EM::Iterator.new(0..options[:number] - 1).map(work, finished)
+            end
+
+            errback = proc {responder.value(nil)}
+
+            receiver.messages?(callback, errback)
+          end
+        else
+          responder.value("You can only specifiy one queue at a time")
+        end
+      end
+
+      def options_parser
+        Trollop::Parser.new do
+          banner  Command.banner('pop-queue')
+          opt     :print,   "print the message", :short => :p
+          opt     :json ,   "return the JSON representation of the message", :short => :j
+          opt     :remove,  "remove the message from the queue", :short => :r
+          opt     :number,  "the number of messages to remove", :default =>1,  :short => :n
+        end
+      end
+
+      private
+
+      def print_message(message)
+        if options[:print]
+          if options[:json]
+            message.as_json
+          else
+            message.inspect
+          end
+        end
+      end
+    end
+  end
+end

data/lib/smith/commands/smithctl/rm.rb

@@ -0,0 +1,36 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  module Commands
+    class Rm < Command
+      def execute
+        case target.size
+        when 0
+          responder.value("No queue specified. Please specify a queue.")
+        else
+          target.each do |queue_name|
+            Smith.channel.queue("smith.#{queue_name}", :passive => true) do |queue|
+              queue_options = (options[:force]) ? {} : {:if_unused => true, :if_empty => true}
+              queue.delete(queue_options) do |delete_ok|
+                responder.value((options[:verbose]) ? delete_ok.message_count.to_s : nil)
+              end
+            end
+          end
+        end
+      end
+
+      def options_parser
+        Trollop::Parser.new do
+          banner  Command.banner('remove-queue')
+          opt     :force,   "force the removal even if there are messages on the queue", :short => :f
+          opt     :verbose, "print the number of messages deleted", :short => :v
+        end
+      end
+
+      def format_output(message_count)
+        if options[:verbose]
+          responder.value("Queue deleted. #{message_count}s messages deleted.")
+        end
+      end
+    end
+  end
+end

data/lib/smith/commands/smithctl/smithctl_version.rb

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  module Commands
+    class SmithctlVersion < Command
+      def execute
+        version_file = Smith.root_path.join('VERSION')
+
+        if options[:git] || !version_file.exist?
+          responder.value("#{(`git describe` rescue '').strip}")
+        else
+          responder.value(version_file.read.strip)
+        end
+      end
+
+      def options_parser
+        Trollop::Parser.new do
+          banner  Command.banner('smithctl_version')
+          opt     :git, "run git describe, assuming git is installed", :short => :g
+        end
+      end
+    end
+  end
+end

data/lib/smith/commands/smithctl/top.rb

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+
+require 'curses'
+
+module Smith
+  module Commands
+    class Top < Command
+      def execute
+        Curses.init_screen()
+        win = Curses::Window.new(Curses.lines, Curses.cols, 0, 0)
+
+        Smith::Messaging::Receiver.new('agent.stats', :durable => false, :auto_delete => false).ready do |receiver|
+          receiver.subscribe do |r|
+            payload = r.payload
+            win.setpos(0,0)
+            win.addstr("%s %12s %5s %5s" % ["Queue", "Pid", "RSS", "Time"])
+            win.setpos(2,0)
+            win.addstr(format(payload))
+            win.refresh
+          end
+        end
+      end
+
+      def format(payload)
+        s = ""
+        s << "%s %.12s %5s %5s\n\n" % [payload.agent_name, payload.pid, payload.rss, payload.up_time]
+        s << payload.queues.map do |queue|
+          "    %-26s  %d" % [queue.name, queue.length]
+        end.join("\n")
+      end
+
+      private
+      def format_queues(queue_stats)
+        queue_stats.inject([]) do |a,queue_stat|
+          a.tap do |acc|
+            acc << "#{queue_stat.name}:[#{queue_stat.length}]"
+          end
+        end.join(";")
+      end
+    end
+  end
+end

data/lib/smith/commands/template.rb

@@ -0,0 +1,9 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  module Commands
+    class Template < Command
+      def execute
+      end
+    end
+  end
+end

data/lib/smith/config.rb

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  class Config
+
+    @@config = Optimism.new.tap do |o|
+      o.amqp do |a|
+        a.publish do |p|
+          p.ack = true
+          p.headers = {}
+        end
+
+        a.pop.ack = true
+        a.subscribe.ack = true
+      end
+      o.logging do |l|
+        l.trace = false
+        l.level = :debug
+        l.appender = 'Stdout'
+        l.default_pattern = '%d [%5p] %7l - %34c:%-3L - %m\\n'
+        l.default_date_pattern = '%Y/%m/%d %H:%M:%S.%N'
+      end
+    end._merge!(Optimism.require('/etc/smith/smithrc', "#{ENV['HOME']}/.smithrc"))
+
+    # I'm sure there's a better way of doing this ...
+    @@config.agency['acl_cache_path'] = Pathname.new(@@config.agency.cache_path).join('acl')
+    @@config.agency['acl_path'] = "#{Pathname.new(__FILE__).dirname.join('messaging').join('acl')}#{File::PATH_SEPARATOR}#{@@config.agency['acl_path']}"
+
+    def self.get
+      @@config
+    end
+  end
+end

data/lib/smith/logger.rb

@@ -0,0 +1,91 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  module Logger
+
+    def self.included(base)
+
+      if !Logging.const_defined?(:MAX_LEVEL_LENGTH)
+        Logging.init([:verbose, :debug, :info, :warn, :error, :fatal])
+      end
+
+      base.class_eval do
+        include Methods
+        extend Methods
+      end
+    end
+
+    module Methods
+      protected
+
+      @@__pattern = Smith::Config.get.logging.default_pattern
+      @@__date_pattern = Smith::Config.get.logging.default_date_pattern
+      @@__level = Smith::Config.get.logging.level
+      @@__trace = Smith::Config.get.logging.trace
+      @@__appender_type = Logging::Appenders.const_get(Smith::Config.get.logging.appender.to_s.to_sym)
+      @@__appender_filename = Smith::Config.get.logging.filename
+      @@__name = 'smith'
+
+      def log_level(level=nil)
+        if level
+          if Logging::LEVELS[level.to_s]
+            @@__level = level
+            @reload = true
+          else
+            raise ArgumentError, "Unknown level: #{level}"
+          end
+        end
+        Logging.logger.root.level = @@__level
+      end
+
+      def log_appender(opts={})
+        if @appender.nil? || !opts.empty?
+          @@__name = opts[:name] if opts[:name]
+          @@__appender_type = opts[:class] if opts[:class]
+          @appender = @@__appender_type.send(:new, @@__name, :filename => @@__appender_filename, :layout => log_pattern)
+          @reload = true
+        end
+        Logging.logger.root.appenders = @appender
+      end
+
+      def log_pattern(*pattern)
+        case pattern.size
+        when 1
+          @@__pattern = pattern.shift
+          @reload = true
+        when 2
+          @@__pattern = pattern.shift
+          @@__date_pattern = pattern.shift
+          @reload = true
+        end
+
+        Logging.layouts.pattern({:pattern => @@__pattern, :date_pattern => @@__date_pattern})
+      end
+
+      def log_trace(trace)
+        @@__trace = trace
+        @reload = true
+      end
+
+      def logger
+        __setup if @logger.nil?
+        __reload if @reload
+        @logger
+      end
+
+      private
+
+      def __setup
+        self.log_pattern
+        self.log_appender
+        self.log_level
+        @reload = true
+      end
+
+      def __reload
+        @logger = Logging.logger[self || 'main']
+        @logger.trace = @@__trace
+        @reload = false
+      end
+    end
+  end
+end

data/lib/smith/messaging/acl/agency_command.proto

@@ -0,0 +1,5 @@
+package Smith.ACL;
+message AgencyCommand {
+  required string command = 1;
+  repeated string args = 2;
+}

data/lib/smith/messaging/acl/agent_command.proto

@@ -0,0 +1,5 @@
+package Smith.ACL;
+message AgentCommand {
+  required string command = 1;
+  repeated string options = 2;
+}

data/lib/smith/messaging/acl/agent_config_request.proto

@@ -0,0 +1,4 @@
+package Smith.ACL;
+message AgentConfigRequest {
+  required string agent = 1;
+}

data/lib/smith/messaging/acl/agent_config_update.proto

@@ -0,0 +1,5 @@
+package Smith.ACL;
+message AgentConfigUpdate {
+  required string agent = 1;
+  required string value = 2;
+}

data/lib/smith/messaging/acl/agent_keepalive.proto

@@ -0,0 +1,6 @@
+package Smith.ACL;
+message AgentKeepalive {
+  required string name = 1;
+  optional string pid = 2;
+  optional string time = 3;
+}

data/lib/smith/messaging/acl/agent_lifecycle.proto

@@ -0,0 +1,12 @@
+package Smith.ACL;
+
+// This should refactored into two: start and stop.
+message AgentLifecycle {
+  required string state = 1;
+  required string name = 2;
+  optional string pid = 3;
+  optional bool monitor = 4;
+  optional bool singleton = 5;
+  optional string metadata = 6;
+  optional string started_at = 7;
+}

data/lib/smith/messaging/acl/agent_stats.proto

@@ -0,0 +1,14 @@
+package Smith.ACL;
+message AgentStats {
+  message QueueStats {
+    required string   name = 1;
+    required string   type = 2;
+    required int32    length = 3;
+  }
+
+  required string       agent_name = 1;
+  required int32        pid = 2;
+  optional int64        rss = 3;
+  required int64        up_time = 4;
+  repeated QueueStats   queues = 5;
+}

data/lib/smith/messaging/acl/default.rb

@@ -0,0 +1,51 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  module ACL
+
+    # Default message. This takes any objuct that can be marshalled. If
+    # no content is passed in on the constructor then an the message is
+    # assigned an empty Hash. method_missing is declared and will update
+    # the hash.
+    class Default
+
+      def initialize(message={})
+        @message = message
+      end
+
+      # Always return true. There is no validation.
+      def initialized?
+        true
+      end
+
+      def serialize_to_string
+        Marshal.dump(@message)
+      end
+
+      def parse_from_string(message)
+        Marshal.load(message)
+      end
+
+      def to_s
+        @message.to_s
+      end
+
+      def inspect
+        "<#{self.class.to_s}> -> #{(self.respond_to?(:to_hash)) ? self.to_hash : self.to_s}"
+      end
+
+      def as_json
+        Yajl.dump(@message)
+      end
+
+      def method_missing(method, args)
+        match = /(.*?)=$/.match(method.to_s)
+        if match && match[1]
+          index = match[1].to_sym
+          @message[index] = args
+        else
+          raise NoMethodError, "undefined method `#{method}' for #{self}", caller
+        end
+      end
+    end
+  end
+end

data/lib/smith/messaging/acl/search.proto

@@ -0,0 +1,9 @@
+package Smith.ACL;
+message SearchResponse {
+  message Result {
+    required string url = 1;
+    optional string title = 2;
+    repeated string snippets = 3;
+  }
+  repeated Result result = 1;
+}

data/lib/smith/messaging/amqp_options.rb

@@ -0,0 +1,55 @@
+# -*- encoding: utf-8 -*-
+module Smith
+  module Messaging
+    class AmqpOptions
+      include Logger
+
+      attr_accessor :queue_name
+
+      def initialize(options={})
+        @options = options
+        @options_map = {:strict => {:immediate => true, :mandatory => true}}
+      end
+
+      def exchange(*extra_opts)
+        merge(Smith.config.amqp.exchange._child, @options, extra_opts)
+      end
+
+      def queue(*extra_opts)
+        merge(Smith.config.amqp.queue._child, @options, extra_opts)
+      end
+
+      def pop(*extra_opts)
+        merge(Smith.config.amqp.pop._child, @options, extra_opts)
+      end
+
+      def publish(*extra_opts)
+        merge(Smith.config.amqp.publish._child, {:routing_key => queue_name}, extra_opts)
+      end
+
+      def subscribe(*extra_opts)
+        merge(Smith.config.amqp.subscribe._child, extra_opts)
+      end
+
+      private
+
+      def expand_options(opts)
+        options = opts.inject({}) do |a,(k,v)|
+          a.tap do |acc|
+            if @options_map.key?(k)
+              acc.merge!(@options_map[k])
+            else
+              acc[k] = v
+            end
+          end
+        end
+      end
+
+      def merge(*hashes)
+        hashes.flatten.inject({}) do |acc,h|
+          acc.merge!(expand_options(h))
+        end
+      end
+    end
+  end
+end