igor 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+pkg/*
+*.gem
+.bundle
+.*.sw?

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in igor.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,31 @@
+PATH
+  remote: .
+  specs:
+    igor (0.0.1)
+      amqp (~> 0.6.7)
+      angry_hash (~> 0.3.2)
+      lachie-tapp (~> 1.1.0)
+      thor (~> 0.14.3)
+      yajl-ruby (~> 0.7.8)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    amqp (0.6.7)
+      eventmachine (>= 0.12.4)
+    angry_hash (0.3.2)
+    eventmachine (0.12.10)
+    lachie-tapp (1.1.0)
+    thor (0.14.3)
+    yajl-ruby (0.7.8)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  amqp (~> 0.6.7)
+  angry_hash (~> 0.3.2)
+  igor!
+  lachie-tapp (~> 1.1.0)
+  thor (~> 0.14.3)
+  yajl-ruby (~> 0.7.8)

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/bin/igorup

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'igor'
+Igor::CLI.start

data/examples/send.eg.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bunny'
+require 'yajl'
+
+b = Bunny.new(:logging => true)
+
+# start a communication session with the amqp server
+b.start
+
+# declare a queue
+q = b.queue('yoohoo')
+
+payload = {
+  :hello => 'everybody!'
+}
+
+# publish a message to the queue
+q.publish(Yajl::Encoder.encode payload)

data/igor.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "igor/version"
+
+Gem::Specification.new do |s|
+  s.name        = "igor"
+  s.version     = Igor::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Lachie Cox"]
+  s.email       = ["lachie.cox@plus2.com.au"]
+  s.homepage    = "http://rubygems.org/gems/igor"
+  s.summary     = %q{Ugly but effective message queue workers.}
+  s.description = %q{A rack inspired approach to message queue workers.}
+
+  s.rubyforge_project = "igor"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {examples}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency 'thor'      , %w[~>0.14.3]
+  s.add_runtime_dependency 'angry_hash', %w[~>0.3.2]
+  s.add_runtime_dependency 'amqp'      , %w[~>0.6.7]
+  s.add_runtime_dependency 'yajl-ruby' , %w[~>0.7.8]
+  s.add_runtime_dependency 'lachie-tapp', %w[~>1.1.0]
+
+end

data/lib/igor.rb

@@ -0,0 +1,22 @@
+require 'tapp'
+
+module Igor
+  autoload :Builder, "igor/builder"
+  autoload :CLI    , "igor/cli"
+  autoload :Master , "igor/master"
+  autoload :Logger , "igor/logger"
+
+  module PayloadParsers
+    autoload :JSON, 'igor/payload_parsers/json'
+  end
+
+
+  def self.start(options={})
+    @config = options
+    Master.new(options).start
+  end
+
+  def self.config
+    @config
+  end
+end

data/lib/igor/builder.rb

@@ -0,0 +1,49 @@
+
+module Igor
+  class Builder
+    def self.parse_file(config, opts = {})
+      options = {}
+
+      if config =~ /\.iu$/
+        cfgfile = ::File.read(config)
+
+        if cfgfile[/^#\\(.*)/] && opts
+          options = opts.parse! $1
+        end
+
+        cfgfile.sub!(/^__END__\n.*/, '')
+        igor = eval "Igor::Builder.new {( " + cfgfile + "\n )}.to_igor", TOPLEVEL_BINDING, config
+      else
+        require config
+        igor = Object.const_get(::File.basename(config, '.rb').capitalize)
+      end
+      return igor, options
+    end
+
+    def initialize(&block)
+      @ins = []
+      instance_eval(&block) if block_given?
+    end
+
+    def self.igor(&block)
+      self.new(&block).to_igor
+    end
+
+    def use(igor, *args, &block)
+      @ins << lambda { |inner_igor| igor.new(inner_igor, *args, &block) }
+    end
+
+    def run(igor)
+      @ins << igor #lambda { |nothing| igor }
+    end
+
+    def to_igor
+      inner_igor = @ins.last
+      @ins[0...-1].reverse.inject(inner_igor) { |a, e| e.call(a) }
+    end
+
+    def call(env)
+      to_igor.call(env)
+    end
+  end
+end

data/lib/igor/cli.rb

@@ -0,0 +1,38 @@
+require 'thor'
+require 'angry_hash'
+require 'pathname'
+
+$stdout.sync = $stderr.sync = true
+
+module Igor
+  class CLI < Thor
+
+    default_task :igor
+
+    desc 'igor', 'run igor'
+    method_option :config, :type => :string
+    def igor(config_file='config.iu')
+      config[:config_file] = config_file
+      Igor.start(config)
+    end
+
+    protected
+    def config
+      @config ||= config!
+    end
+
+    def config!
+      AngryHash[ options ].tap {|config|
+
+        if options.config?
+          cfg_file = Pathname(options.config)
+
+          abort "unable to open config yaml '#{cfg_file}'" unless cfg_file.exist?
+
+          config.deep_update( YAML.load(cfg_file.read) )
+        end
+
+      }
+    end
+  end
+end

data/lib/igor/logger.rb

@@ -0,0 +1,40 @@
+module Igor
+  class Logger
+    def initialize(igor, logger=nil)
+      @igor = igor
+      @logger = logger
+    end
+
+    def call(env)
+      log_around(env) { @igor.call(env) }
+    end
+
+    PreFormat  = "Processing (%s %s %s) %s"
+    PostFormat = "Done (%s %s %s) in %0.4fs"
+
+    def log_around(env)
+      logger = @logger || env['igor.errors']
+
+      header = env['igor.amqp.header']
+      start_time = Time.now
+
+      logger.puts PreFormat % [
+        header.delivery_tag,
+        header.exchange,
+        header.routing_key,
+        start_time.strftime("%Y-%m-%d %H:%M:%S")
+      ]
+
+      yield(env).tap {|response|
+        logger.puts "rsp %s" % response.inspect
+        now = Time.now
+        logger.puts PostFormat % [
+          header.delivery_tag,
+          header.exchange,
+          header.routing_key,
+          now-start_time
+        ]
+      }
+    end
+  end
+end

data/lib/igor/master.rb

@@ -0,0 +1,93 @@
+require 'amqp'
+require 'mq'
+require 'yajl'
+
+module Igor
+  class Master
+    attr_reader :options, :logger
+
+    def initialize(options={})
+      @options = AngryHash[options]
+      @options.env ||= {}
+
+      @logger = @options.logger ||= $stderr
+    end
+
+    def start
+      run
+    end
+
+    def igor
+      @igor ||= begin
+                 if !::File.exist? options.config_file
+                   abort "configuration #{options.config_file} not found"
+                 end
+
+                 igor, options = Igor::Builder.parse_file(self.options.config_file, opt_parser)
+                 self.options.merge! options
+                 igor
+               end
+    end
+    
+    class Options
+      def parse!(str)
+        AngryHash[ Yajl::Parser.parse(str) ]
+      end
+    end
+
+    def opt_parser
+      @opt_parser ||= Options.new
+    end
+
+
+    def run
+      logger.puts "#{self.class} starting up"
+      igor # load igor so that its options are parsed if required
+
+      options.tapp(:final_opts)
+
+      cfg = options.amqp!.dup
+      cfg.host ||= 'localhost'
+
+      
+      AMQP.start(cfg.to_normal_hash(:symbols)) do
+        options.queues.each {|queue_name| subscribe_to(queue_name)}
+      end
+    end
+
+    def subscribe_to(queue_name)
+      logger.puts "* getting queue '#{queue_name}'"
+      q = MQ.queue(queue_name)
+
+      logger.puts "* listening"
+
+      q.subscribe {|header,body| 
+        env = options.env.merge(
+          'igor.errors'      => options.logger,
+          'igor.amqp.header' => header,
+          'igor.payload'     => body
+        )
+
+        igor.call(env).tap {|response|
+          publish_response(response)
+        }
+      }
+    end
+
+    def publish_response(response)
+
+      if !@response_queue && options.response_queue?
+        @response_queue = MQ.queue(options.response_queue)
+      end
+
+      if response && @response_queue
+        @response_queue.publish(Yajl::Encoder.encode(response))
+
+        # TODO 
+        #kind,exchange_id = *response[0..1]
+        #response.tapp(:app_response)
+        #MQ.send(kind,exchange_id).publish(*response[2..-1])
+      end
+    end
+  end
+end

data/lib/igor/payload_parsers/json.rb

@@ -0,0 +1,22 @@
+require 'yajl'
+
+module Igor
+  module PayloadParsers
+    class JSON
+      def initialize(igor,options={})
+        @igor = igor
+        @options = options
+      end
+
+      def call(env)
+        begin
+          env['igor.payload'] = Yajl::Parser.parse(env['igor.original_payload'] = env['igor.payload'])
+        rescue Yajl::ParseError
+          env['igor.errors'].puts "[#{self.class}] unable to parse payload: #{$!}"
+        else
+          @igor.call(env)
+        end
+      end
+    end
+  end
+end

data/lib/igor/version.rb

@@ -0,0 +1,3 @@
+module Igor
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification 
+name: igor
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Lachie Cox
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-10-24 00:00:00 +11:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: thor
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 14
+        - 3
+        version: 0.14.3
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: angry_hash
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 3
+        - 2
+        version: 0.3.2
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: amqp
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 6
+        - 7
+        version: 0.6.7
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: yajl-ruby
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 7
+        - 8
+        version: 0.7.8
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: lachie-tapp
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 1
+        - 0
+        version: 1.1.0
+  type: :runtime
+  version_requirements: *id005
+description: A rack inspired approach to message queue workers.
+email: 
+- lachie.cox@plus2.com.au
+executables: 
+- igorup
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- bin/igorup
+- examples/send.eg.rb
+- igor.gemspec
+- lib/igor.rb
+- lib/igor/builder.rb
+- lib/igor/cli.rb
+- lib/igor/logger.rb
+- lib/igor/master.rb
+- lib/igor/payload_parsers/json.rb
+- lib/igor/version.rb
+has_rdoc: true
+homepage: http://rubygems.org/gems/igor
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: igor
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Ugly but effective message queue workers.
+test_files: []
+