homeq 1.1.4

data/extras/consumer.rb

@@ -0,0 +1,85 @@
+#!/usr/bin/ruby
+#############################################################################
+#
+# $Id: sobsd.rb 4 2008-08-26 15:59:44Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'rubygems'
+require 'homeq'
+
+# Gives us easy access to log, system and config.
+include HomeQ
+
+# This is a client's main way of interfacing with HomeQ - the JOB
+
+class MyJob < HomeQ::SOBS::Job
+  include HomeQ
+  @jobs = 0
+  @start_at = nil
+  @end_at = nil
+  class << self
+    attr :jobs, true
+    attr :start_at, true
+    attr :end_at, true
+  end
+  def initialize(message, queue)
+    super(message, queue)
+    MyJob.jobs += 1
+  end
+  def run
+    super
+    if (MyJob.jobs % 1000) == 1
+      if MyJob.jobs != 1
+        MyJob.end_at = Time.now
+        logger.info {
+          "TIME ##{MyJob.jobs}: #{MyJob.end_at - MyJob.start_at}"
+        }
+      end
+      MyJob.start_at = Time.now
+    end
+    if MyJob.jobs == options.number_of_messages
+      MyJob.end_at = Time.now
+      logger.info {
+        "TIME: #{MyJob.end_at - MyJob.start_at}"
+      }
+      sys.stop
+    end
+  end
+end
+
+# A demonstration of how to add app-specific option parsing to HomeQ
+
+parser = HomeQ::Base::Options::Options.instance.parser
+options = HomeQ::Base::Options::Options.instance.options
+options.number_of_messages = 100
+parser.separator ""
+parser.separator "CONSUMER SPECIFIC options:"
+parser.on("-n", "--messages N", "Consume this many messages") { |n|
+  options.number_of_messages = n.to_i
+}
+
+config.queue_name('consumer')
+sys.handlers['server'] = MyJob
+sys.config_file = 'homeq.cfg'
+sys.start

data/extras/homeq.cfg

@@ -0,0 +1,49 @@
+
+######
+# BASIC CONFIGURATION
+###### 
+
+if !queue_name
+  raise "No queue name is set for this process" 
+end
+queue_retry 10 # client queue connections retried after this long
+
+######
+# CONTROL PORTS
+######
+
+# Since all of this runs on localhost, need different control ports
+
+case queue_name
+when 'server'
+ cp_port 49000
+when 'producer'
+ cp_port 49001
+when 'consumer'
+ cp_port 49002
+end     
+
+######
+# LOGGING
+######
+
+log_id queue_name # makes things more readable
+log_level 'INFO'  # overridden by command line "-vv"'s
+
+######
+# QUEUE CONNECTION GRAPH
+######
+
+topology {
+  queue('server') {
+    located_at('localhost', 50000)
+  }
+  queue('consumer') {
+    located_at('localhost', 50001)
+    reads_from('server')
+  }
+  queue('producer') {
+    located_at('localhost', 50002)
+    writes_to('server')
+  }
+}

data/extras/hqd.rb

@@ -0,0 +1,33 @@
+#!/usr/bin/ruby
+#############################################################################
+#
+# $Id: sobsd.rb 4 2008-08-26 15:59:44Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'rubygems'
+require 'homeq'
+
+include HomeQ
+sys.config_file = 'homeq.cfg'
+sys.start

data/extras/producer.rb

@@ -0,0 +1,79 @@
+#!/usr/bin/ruby
+#############################################################################
+#
+# $Id: sobsd.rb 4 2008-08-26 15:59:44Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'rubygems'
+require 'homeq'
+
+# Gives us easy access to log, system and config.
+include HomeQ
+
+# A demonstration of how to add app-specific option parsing to HomeQ
+
+parser = HomeQ::Base::Options::Options.instance.parser
+options = HomeQ::Base::Options::Options.instance.options
+options.number_of_messages = 100
+parser.separator ""
+parser.separator "PRODUCER SPECIFIC options:"
+parser.on("-n", "--messages N", "Produce this many messages") { |n|
+  options.number_of_messages = n.to_i
+}
+
+config.queue_name('producer')
+sys.config_file = 'homeq.cfg'
+start_time = Time.now
+
+def send_batch(options, sent_so_far)
+  limit = options.number_of_messages
+  data = "This is a small payload"
+  i = 0
+  loop do
+    return if sent_so_far > limit
+    sent_ok = HomeQ::SOBS::Queue.send('server', data, sent_so_far) { |app_data|
+      puts "*#{app_data}" if ((app_data.to_i % 100) == 0)
+      if app_data.to_i >= limit
+        sys.stop
+      end
+    }
+    break unless sent_ok
+    sent_so_far += 1
+    break if i > 10
+    i += 1
+    p sent_so_far if ((sent_so_far % 100) == 0)
+  end
+  EventMachine::next_tick {
+    send_batch(options, sent_so_far)
+  }
+end
+
+sys.start {
+  EventMachine::next_tick {
+    send_batch(options, 1)
+  }
+}
+
+end_time = Time.now
+puts "TIME: #{end_time - start_time}"

data/extras/simple_consumer.rb

@@ -0,0 +1,53 @@
+#!/usr/bin/ruby
+#############################################################################
+#
+# $Id: sobsd.rb 4 2008-08-26 15:59:44Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'rubygems'
+require 'homeq'
+
+# Gives us easy access to log, system and config.
+include HomeQ
+
+# This is a client's main way of interfacing with HomeQ - the JOB
+class MyJob < HomeQ::SOBS::Job
+  # This method is called when a job has been received and needs to be
+  # worked on.
+  def run
+    super
+    puts payload
+  end
+end
+
+# This tells the system who we are - what queue this process owns
+config.queue_name('consumer')
+
+# Install our handler for jobs we get from the "server" queue
+sys.handlers['server'] = MyJob
+
+# The config file is found here.  This can also be specified with -c FILE
+# on the command line.
+sys.config_file = 'homeq.cfg'
+sys.start

data/lib/homeq/base/base.rb

@@ -0,0 +1,44 @@
+#############################################################################
+#
+# $Id: base.rb 42 2008-10-24 05:53:35Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+module HomeQ
+  module HQ
+    def hq
+      HomeQ::Base::System.instance
+    end
+    alias_method :sys, :hq
+  end
+end
+
+require 'homeq/base/histogram'
+require 'homeq/base/ohash'
+require 'homeq/base/poolable'
+require 'homeq/base/commando'
+require 'homeq/base/exception'
+require 'homeq/base/config'
+require 'homeq/base/options'
+require 'homeq/base/logger'
+require 'homeq/base/system'

data/lib/homeq/base/commando.rb

@@ -0,0 +1,81 @@
+#############################################################################
+#
+# $Id: config.rb 8 2008-08-27 20:15:22Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'singleton'
+
+module HomeQ
+  
+  module Base
+
+    module Commando
+
+      module ClassMethods
+        def document_command(name, help)
+          CommandScheme.instance.command_list[name.to_s] = help
+        end
+        def config_accessor(sym, help=nil)
+          class_eval %{
+            document_command("#{sym} [x]", help || "Get/set #{sym}")
+            def #{sym}=(*val)
+              #{sym}(*val)
+            end
+            def #{sym}(*val)
+              cfg = HomeQ::Base::Configuration::Configuration.instance
+              if val.empty?
+                cfg.instance_eval("@#{sym}")
+              else
+                cfg.instance_eval("@#{sym} = val.size == 1 ? val[0] : val")
+              end
+            end
+          }
+        end
+      end # module ClassMethods
+      
+      module InstanceMethods
+        extend ClassMethods
+        def show_commands
+          str = ''
+          CommandScheme.instance.command_list.keys.sort.each {|name|
+            help = CommandScheme.instance.command_list[name]
+            str << "#{'%-24s' % name}: #{help}\n"
+          }
+          str
+        end
+      end
+      
+      class CommandScheme
+        include Singleton
+        attr :command_list, true
+        def initialize
+          @command_list = {}
+        end
+      end
+    
+    end # module Commando
+    
+  end # module Base
+  
+end # module HomeQ

data/lib/homeq/base/config.rb

@@ -0,0 +1,99 @@
+#############################################################################
+#
+# $Id: config.rb 40 2008-10-23 14:20:06Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+require 'singleton'
+require 'forwardable'
+
+module HomeQ
+
+  module Base
+
+    module Configuration
+
+      class Configuration
+
+        include Singleton
+        include HQ
+        include Commando::InstanceMethods
+
+        extend Forwardable
+
+        attr :gems, false
+
+        def initialize
+          @hash = {}
+          @gems = []
+        end
+
+        # support some general Array methods
+        def_delegators :@hash, :[], :[]=
+
+        # support anything of the form config.foo = bar
+        def method_missing(meth, args)
+          if meth.to_s.match(/(.*)=$/)
+            @hash[$1] = args
+          end
+        end
+
+        def gem(name, opts = {})
+          @gems << [name, opts]
+        end
+
+        def config
+          self
+        end
+
+        def evaluate_config(lines)
+          # Reload commando methods, as they may have changed.
+          self.class.class_eval {
+            include Commando::InstanceMethods
+          }
+          eval(lines)
+        end
+
+        def read_config_file(path)
+          hq.die("Nil config file path") unless path
+          File.open(path) { |f|
+            begin
+              evaluate_config(f.read)
+            rescue => e
+              e.message << "  Config file: #{path}"
+              raise
+            end
+          }
+        end
+
+      end # class Configuration
+
+      def config
+        @config ||= Configuration.instance
+      end
+
+    end # module Configuration
+
+  end # module Base
+
+end # module HomeQ

data/lib/homeq/base/exception.rb

@@ -0,0 +1,48 @@
+#############################################################################
+#
+# $Id: exception.rb 40 2008-10-23 14:20:06Z colin $
+#
+# Author:: Colin Steele (colin@colinsteele.org)
+# Homepage::  
+# 
+# TODO: info 
+#
+#----------------------------------------------------------------------------
+#
+#      Copyright (C) 2008 by Colin Steele. All Rights Reserved.
+#                        colin@colinsteele.org
+# 
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of either: 1) the GNU General Public License
+# as published by the Free Software Foundation; either version 2 of the
+# License, or (at your option) any later version; or 2) Ruby's License.
+# 
+# See the file COPYING for complete licensing information.
+#
+#---------------------------------------------------------------------------
+#
+# 
+#############################################################################
+
+module HomeQ
+
+  module Base
+    
+    class ConfigurationError < Exception
+    end
+    
+    class ServerError < Exception
+    end
+
+    class UnknownQueue < Exception
+    end
+    
+    class ReadOnlyQueue < Exception
+    end
+    
+    class ConnectionClosed < Exception
+    end
+    
+  end
+
+end