eventbus 0.0.20

data/lib/eventbus/message.rb

@@ -0,0 +1,180 @@
+require 'rubygems'
+require 'bunny'
+require 'yaml'
+require 'uuid'
+require 'eventbus/queue'
+
+module EventBus
+  
+class Message
+  
+  attr_reader :data
+  
+  def initialize(application_id)
+    
+    raise "No application ID specified!" if application_id.nil?
+    
+    @data = {
+      :HEADER => {
+        :message_id => UUID.new.generate.to_s,
+        :message_type => self.default_section_name,
+        :status => "BEGIN",
+        :application_id => application_id
+      },
+      :ERROR_INFO => {
+        :is_error => false,
+        :backtrace => nil,
+        :message => nil
+      },
+      :PAYLOAD => {}
+    }
+    
+    @connection_driver = ENV["EVENTBUS_CONNECTOR"] || "Bunny"
+    
+    driver_module = "#{@connection_driver}ConnectionDriver"
+    
+    require_relative "connectors/#{@connection_driver.downcase}"
+    
+    # Eh, pretty much just swiped from ActiveSupport "constantize"..
+    conn_module = Object.const_defined?(driver_module) ? Object.const_get(driver_module) : Object.const_missing(driver_module)
+    
+    extend conn_module 
+    
+    connection_driver_initialize
+    
+  end
+  
+  
+  def set(key, val, opts = {})
+    
+    raise "You must specify a key name!" if key.nil?
+    section = opts.delete(:section) || self.default_section_name
+    
+    @data[:PAYLOAD][section] = {} if @data[:PAYLOAD][section].nil?
+    @data[:PAYLOAD][section][key] = val
+  end
+  
+  def get(key, opts = {})
+    raise "You must specify a key name!" if key.nil?
+    section = opts.delete(:section) || self.default_section_name
+    
+    return @data[:PAYLOAD][section].nil? ? nil : @data[:PAYLOAD][section][key]
+  end
+  
+  # opts: 
+  # :queue_name -- the base queue name to receive the message. Defaults to "dispatcher"
+  # :global_queue -- Do not prepend the application ID and do not append the environment
+  # :system_queue -- Do not prepend the application ID to the queue_name
+  #
+  # Normally a queue name is calculated to be: applicationid.queue_name.environment
+  # so that eventbus can handle multiple applications on the same eventbus instance, and 
+  # multiple environment-scoped eventbuses on the same broker. By applying :global_queue
+  # or :system_queue, you are breaking that scoping to some degree. Maybe that's what you want,
+  # but be careful or you might get cross-talk between applications or environments!
+  def send(opts = {})
+    
+    queue_name = opts.delete(:queue_name)
+    
+    if queue_name.nil?
+      queue_name = "dispatcher"
+      opts[:system_queue] = true
+    end
+    
+    opts[:queue_name] = Queue.calc_name(queue_name, application_id, ENV['PROD_LEVEL'], opts)
+      
+    puts "Sending message to: #{opts[:queue_name]}"
+    
+    set_special(:HEADER, :sender, $0)
+    send_raw self.dump, opts
+  end
+
+  def set_error(exception)
+    @data[:ERROR_INFO][:backtrace] = exception.backtrace
+    @data[:ERROR_INFO][:message]   = exception.to_s
+    self.is_error = true
+    self.status = exception.class.name
+  end
+
+  def dump
+    YAML::dump(@data)
+  end
+  
+  def load(yaml)
+    @data = YAML::load(yaml)
+  end
+  
+  def application_id
+    return get_special(:HEADER, :application_id)
+  end
+  
+  def message_id
+    return get_special(:HEADER, :message_id)
+  end
+  
+  def message_type
+    return get_special(:HEADER, :message_type)
+  end
+  
+  def message_type=(val)
+    set_special(:HEADER, :message_type, val)
+  end
+  
+  def status
+    return get_special(:HEADER, :status)
+  end
+  
+  def status=(val)
+    set_special(:HEADER, :status, val)
+  end
+  
+  def error_message
+    get_special(:ERROR_INFO, :message)
+  end
+  
+  def error_message=(val)
+    set_special(:ERROR_INFO, :message, val)
+  end
+  
+  def is_error
+    get_special(:ERROR_INFO, :is_error)
+  end
+  
+  def is_error=(val)
+    set_special(:ERROR_INFO, :is_error, val)
+  end
+  
+  def backtrace
+    return get_special(:ERROR_INFO, :backtrace)
+  end
+  
+  def backtrace=(val)
+    set_special(:ERROR_INFO, :backtrace, val)
+  end
+  
+  def clear_error_info
+    self.is_error = false
+    self.backtrace = []
+    self.error_message = nil
+  end
+  
+  def default_section_name
+    return self.class.name.split(/::/).last
+  end
+  
+  private
+  
+  
+
+  def set_special(block, key, val)
+    @data[block][key] = val
+  end
+
+  def get_special(block, key)
+    return @data[block][key]
+  end
+
+end
+
+end # module EventBus
+
+    

data/lib/eventbus/queue.rb

@@ -0,0 +1,28 @@
+module EventBus
+  
+  class Queue
+    
+    def Queue.calc_name(base_name, application_id = "core", prod_level = ENV['PROD_LEVEL'], opts = {})
+
+      global_queue = opts.delete(:global_queue) || false
+      system_queue = opts.delete(:system_queue) || false
+      
+      raise "application_id not set!" if application_id.nil?
+      raise "prod_level not set!" if prod_level.nil?
+      
+      application_id = application_id.downcase
+      prod_level = prod_level.downcase
+      
+      queue_name = base_name
+      unless global_queue == true
+        queue_name = "#{queue_name}.#{prod_level}" 
+        queue_name = "#{application_id}.#{queue_name}" unless system_queue
+      end
+
+      puts "Calculated queue name: #{queue_name}"
+      return queue_name
+    end
+    
+  end
+  
+end

data/lib/eventbus/service.rb

@@ -0,0 +1,116 @@
+require 'bunny'
+require 'logger'
+require 'eventbus/queue'
+
+module EventBus
+class Service
+  
+  attr_accessor :listen_queue
+  attr_accessor :system_process
+  attr_accessor :global_process
+  attr_accessor :logger
+  
+  # Methods expected to be overridden in subclasses
+  def handle_exception(message, exception)
+    # Just a hook that can be overridden in the subclass. Framework base behavior is in handle_exception_base.
+    # It does not need to be overridden, but can provide some custom behaviors.
+  end
+  
+  # process_message is the main business-logic entry point for the subclass. Subclasses _MUST_ override this.
+  def process_message(message)
+    raise "You need to override the 'process_message' method in your subclass!"
+  end
+  
+  
+  def initialize(application_id = nil)
+    @listen_queue = self.class.name
+    @application_id = application_id || raise("No application ID specified!")
+    @logger = Logger.new(STDOUT)
+    @system_process = false
+    @global_process = false
+    
+    @connection_driver = ENV["EVENTBUS_CONNECTOR"] || "Stomp"
+    
+    driver_module = "#{@connection_driver}ConnectionDriver"
+    
+    require_relative "connectors/#{@connection_driver.downcase}"
+    
+    # Pretty much just swiped from ActiveSupport "constantize"..
+    conn_module = Object.const_defined?(driver_module) ? Object.const_get(driver_module) : Object.const_missing(driver_module)
+    
+    extend conn_module 
+    
+    connection_driver_initialize
+    
+  end
+  
+  
+  def start ( opts = {} )
+    
+    max_workers = opts.delete(:max_workers) || 5
+    
+    opts[:system_queue] = @system_process
+    opts[:global_process] = @global_process
+    
+    queue_name = Queue.calc_name(listen_queue, @application_id, ENV['PROD_LEVEL'], opts)
+    
+    watch_queue(queue_name) do |message|
+
+      # The +2 stuff is because the main thread counts in the list, even though it's not a "worker" thread.
+      # What makes it worse is that, depending on the broker connector, watch_queue may also start a thread.
+      # With this implementation, that extra thread (e.g. with the stomp connector) would count in this.
+      # Bottom line is allow a little wiggle room with the :max_workers. Don't tighten down the threads too much 
+      # for now. 
+      while (Thread.list.length >= max_workers + 2) do
+        sleep 0.25
+      end
+      
+      Thread.new do
+        process_message_wrapper message 
+      end
+     
+    end 
+    
+    # Just sleep in the main thread. Nothing going on here anymore.
+    loop do
+      sleep 6000
+    end
+    
+  end
+  
+  private
+  
+  def process_message_wrapper(message)
+    
+    begin
+      puts "Beginning processing of message in new thread:"
+      puts message
+      
+      process_message message
+    rescue
+      handle_exception_base message, $!
+    end
+    
+  end
+  
+  def handle_exception_base(message, exception)
+    puts "Caught exception. Exception Text: #{exception}"
+    puts "Backtrace:"
+    exception.backtrace.map { | frame | puts "- #{frame}"}
+    
+    msg = EventBus::Message.new("CORE")
+    msg.load(message)
+    msg.set_error exception
+    
+    self.handle_exception(msg, exception)
+    
+    msg.send
+  end
+  
+  def puts(message) 
+    @logger.info message
+  end
+  
+end
+
+end # module EventBus

metadata

@@ -0,0 +1,188 @@
+--- !ruby/object:Gem::Specification
+name: eventbus
+version: !ruby/object:Gem::Version
+  version: 0.0.20
+  prerelease: 
+platform: ruby
+authors:
+- Devin Cognito
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-05-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: &6119720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *6119720
+- !ruby/object:Gem::Dependency
+  name: uuid
+  requirement: &6119160 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *6119160
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: &6118600 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *6118600
+description: Distributed application framework for developing event-driven automations.
+email: dev.incognito@gmail.com
+executables:
+- eventbus_dispatcher.rb
+- eventbus_emailer.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/eventbus_dispatcher.rb
+- bin/eventbus_emailer.rb
+- lib/eventbus/message.rb
+- lib/eventbus/service.rb
+- lib/eventbus/queue.rb
+- lib/eventbus/connectors/stomp.rb
+- lib/eventbus/connectors/bunny.rb
+- lib/eventbus/connectors/amqp.rb
+- admin/app/models/message.rb
+- admin/app/models/application.rb
+- admin/app/models/message_route.rb
+- admin/app/models/message_type.rb
+- admin/app/views/messages/index.html.haml
+- admin/app/views/messages/show.html.haml
+- admin/app/views/layouts/application.html.haml
+- admin/app/views/message_types/index.html.haml
+- admin/app/views/message_types/edit.html.haml
+- admin/app/views/message_types/show.html.haml
+- admin/app/views/message_types/new.html.haml
+- admin/app/views/message_types/_form.html.haml
+- admin/app/views/message_routes/index.html.haml
+- admin/app/views/message_routes/edit.html.haml
+- admin/app/views/message_routes/show.html.haml
+- admin/app/views/message_routes/new.html.haml
+- admin/app/views/message_routes/_form.html.haml
+- admin/app/views/applications/index.html.haml
+- admin/app/views/applications/edit.html.haml
+- admin/app/views/applications/show.html.haml
+- admin/app/views/applications/new.html.haml
+- admin/app/views/applications/_form.html.haml
+- admin/app/assets/stylesheets/global.css.scss
+- admin/app/assets/stylesheets/application.css
+- admin/app/assets/stylesheets/applications.css.scss
+- admin/app/assets/stylesheets/messages.css.scss
+- admin/app/assets/stylesheets/message_types.css.scss
+- admin/app/assets/stylesheets/message_routes.css.scss
+- admin/app/assets/stylesheets/scaffolds.css.scss
+- admin/app/assets/images/rails.png
+- admin/app/assets/javascripts/message_routes.js.coffee
+- admin/app/assets/javascripts/applications.js.coffee
+- admin/app/assets/javascripts/message_types.js.coffee
+- admin/app/assets/javascripts/messages.js.coffee
+- admin/app/assets/javascripts/application.js
+- admin/app/controllers/message_types_controller.rb
+- admin/app/controllers/applications_controller.rb
+- admin/app/controllers/message_routes_controller.rb
+- admin/app/controllers/application_controller.rb
+- admin/app/controllers/messages_controller.rb
+- admin/app/helpers/messages_helper.rb
+- admin/app/helpers/applications_helper.rb
+- admin/app/helpers/message_types_helper.rb
+- admin/app/helpers/message_routes_helper.rb
+- admin/app/helpers/application_helper.rb
+- admin/doc/README_FOR_APP
+- admin/config/routes.rb
+- admin/config/application.rb
+- admin/config/initializers/secret_token.rb
+- admin/config/initializers/wrap_parameters.rb
+- admin/config/initializers/backtrace_silencers.rb
+- admin/config/initializers/mime_types.rb
+- admin/config/initializers/inflections.rb
+- admin/config/initializers/session_store.rb
+- admin/config/boot.rb
+- admin/config/environments/production.rb
+- admin/config/environments/test.rb
+- admin/config/environments/development.rb
+- admin/config/locales/en.yml
+- admin/config/environment.rb
+- admin/config/database.yml
+- admin/Gemfile
+- admin/Gemfile.lock
+- admin/public/robots.txt
+- admin/public/500.html
+- admin/public/favicon.ico
+- admin/public/404.html
+- admin/public/422.html
+- admin/db/seeds.rb
+- admin/db/schema.rb
+- admin/db/development.sqlite3-journal
+- admin/db/migrate/20120411001823_rename_message_type_to_message_type_name_in_messages.rb
+- admin/db/migrate/20120523112257_add_match_all_errors_to_routes.rb
+- admin/db/migrate/20120218124300_create_messages.rb
+- admin/db/migrate/20120219021806_create_message_types.rb
+- admin/db/migrate/20120411001040_add_app_id_key_msg_type_id_to_messages.rb
+- admin/db/migrate/20120219021940_create_message_routes.rb
+- admin/db/migrate/20120413024953_add_message_guid_to_messages.rb
+- admin/db/migrate/20120219021535_create_applications.rb
+- admin/script/rails
+- admin/script/railsrunner
+- admin/test/test_helper.rb
+- admin/test/fixtures/message_types.yml
+- admin/test/fixtures/message_routes.yml
+- admin/test/fixtures/applications.yml
+- admin/test/fixtures/messages.yml
+- admin/test/performance/browsing_test.rb
+- admin/test/unit/message_route_test.rb
+- admin/test/unit/message_type_test.rb
+- admin/test/unit/application_test.rb
+- admin/test/unit/helpers/message_types_helper_test.rb
+- admin/test/unit/helpers/applications_helper_test.rb
+- admin/test/unit/helpers/message_routes_helper_test.rb
+- admin/test/unit/helpers/messages_helper_test.rb
+- admin/test/unit/message_test.rb
+- admin/test/functional/message_routes_controller_test.rb
+- admin/test/functional/applications_controller_test.rb
+- admin/test/functional/messages_controller_test.rb
+- admin/test/functional/message_types_controller_test.rb
+- admin/config.ru
+- admin/Rakefile
+homepage: https://github.com/devincognito/EventBus
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Libraries for creating EventBus services
+test_files: []