nezu 0.4.13

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,13 @@
+*.sw?
+*~
+.DS_Store
+.idea
+coverage
+pkg
+rdoc
+spec/debug.log
+spec/*.db
+TODO
+log/
+tmp/
+

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+

data/Gemfile.lock

@@ -0,0 +1,77 @@
+PATH
+  remote: .
+  specs:
+    nezu (0.4.11)
+      activerecord (~> 3.2.11)
+      activesupport (~> 3.2.11)
+      amqp
+      bunny (>= 0.9.0.pre6)
+      configatron
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (3.2.12)
+      activesupport (= 3.2.12)
+      builder (~> 3.0.0)
+    activerecord (3.2.12)
+      activemodel (= 3.2.12)
+      activesupport (= 3.2.12)
+      arel (~> 3.0.2)
+      tzinfo (~> 0.3.29)
+    activesupport (3.2.12)
+      i18n (~> 0.6)
+      multi_json (~> 1.0)
+    amq-client (0.9.12)
+      amq-protocol (>= 1.2.0)
+      eventmachine
+    amq-protocol (1.2.0)
+    amqp (0.9.9)
+      amq-client (~> 0.9.12)
+      amq-protocol (~> 1.2.0)
+      eventmachine
+    arel (3.0.2)
+    builder (3.0.4)
+    bunny (0.9.0.pre7)
+      amq-protocol (>= 1.2.0)
+    columnize (0.3.6)
+    configatron (2.10.0)
+      yamler (>= 0.1.0)
+    debugger (1.3.3)
+      columnize (>= 0.3.1)
+      debugger-linecache (~> 1.1.1)
+      debugger-ruby_core_source (~> 1.2.0)
+    debugger-linecache (1.1.2)
+      debugger-ruby_core_source (>= 1.1.1)
+    debugger-ruby_core_source (1.2.0)
+    diff-lcs (1.2.1)
+    eventmachine (1.0.1)
+    i18n (0.6.4)
+    json (1.7.7)
+    multi_json (1.6.1)
+    rake (10.0.3)
+    rdoc (3.12.2)
+      json (~> 1.4)
+    rspec (2.13.0)
+      rspec-core (~> 2.13.0)
+      rspec-expectations (~> 2.13.0)
+      rspec-mocks (~> 2.13.0)
+    rspec-core (2.13.0)
+    rspec-expectations (2.13.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.13.0)
+    sdoc (0.3.20)
+      json (>= 1.1.3)
+      rdoc (~> 3.10)
+    tzinfo (0.3.36)
+    yamler (0.1.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  debugger
+  nezu!
+  rake
+  rspec
+  sdoc

data/README.md

@@ -0,0 +1,14 @@
+Nezu
+====
+Nezu is a rails inspired simple amqp app framework. Right now it is pretty much a work in progress though we hope that it will do the job here at talkyoo.net.
+It has two major modes of usage:
+
+  1. nezu new /path/to/your/app
+    generates an app-skeleton
+
+  2. (bundle exec) nezu run
+    inside your app folder starts your application and subscribes all your consumers to their appropriate queues
+
+*BIGFATALPHAWARNING:*
+ This hasn`t been fully tested yet. So if your working on a nuclear plant or so, go back to sleep this will be a lower risk
+

data/Rakefile

@@ -0,0 +1,53 @@
+require 'bundler/gem_tasks'
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+require 'rdoc/task'
+require 'sdoc'
+require 'debugger'
+
+task :default => :spec
+
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+Rake::RDocTask.new do |rdoc|
+  rdoc.rdoc_dir = 'doc/rdoc'
+  rdoc.options << '--fmt' << 'shtml'
+  rdoc.template = 'direct'
+end
+
+namespace :version do
+  namespace :bump do
+    desc 'Increase the major number and set the others to zero'
+    task :major do
+      major, minor, patch = load_version
+      store_version(major + 1, 0, 0)
+    end
+
+    desc 'Increase the minor number and set patch to zero'
+    task :minor do
+      major, minor, patch = load_version
+      store_version(major, minor + 1, 0)
+    end
+
+    desc 'Increase the patch level'
+    task :patch do
+      major, minor, patch = load_version
+      store_version(major, minor, patch + 1)
+    end
+
+    def load_version
+      File.read(File.join(File.dirname(__FILE__), 'VERSION')).split('.').map(&:to_i)
+    end
+
+    def store_version(major, minor, patch)
+      version = "#{major}.#{minor}.#{patch}"
+      f= File.new(File.join(File.dirname(__FILE__), 'VERSION'), File::WRONLY)
+      f.write(version)
+      f.close
+      puts "version is now #{version}"
+    end
+  end
+end

data/VERSION

@@ -0,0 +1 @@
+0.4.13

data/bin/nezu

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+puts File.join(File.expand_path('../..', __FILE__), 'lib')
+$:.unshift(File.join(File.expand_path('../..', __FILE__), 'lib'))
+ARGV << 'help' if ARGV.length == 0
+
+require "nezu"
+require "nezu/cli"
+

data/lib/nezu/cli.rb

@@ -0,0 +1,43 @@
+Signal.trap("INT") { puts; exit(1) }
+
+module Nezu
+  module CLI
+    def self.help(*params)
+      script_name = File.basename(__FILE__)
+      puts %Q(
+        Usage:
+
+        "#{script_name} new <appname>" for an app skeleton dir in <appname>
+        "#{script_name} run" inside an app dir to start it
+
+      ).gsub(/^\s*/, '')
+      exit(1)
+    end
+
+    def self.new(*params)
+      amqp_scope = params[0].grep(/--amqp_scope/)[0].match(/=(\S*)/)[1] rescue nil
+      configatron.amqp_scope = amqp_scope if amqp_scope
+      puts %Q(Creating application dir in "#{params[0][0]}")
+      require 'nezu/generators'
+      app = Nezu::Generators::Application::AppGenerator.new(params[0][0])
+      app.generate!
+      puts %Q(Successfully created App.)
+      exit(0)
+    end
+
+    def self.run(*params)
+      puts %Q(Starting app...)
+      require 'nezu/runner'
+      Nezu::Runner.new
+      exit(0)
+    end
+  end
+end
+
+
+Nezu::CLI.send(ARGV.shift, ARGV)
+
+
+
+
+

data/lib/nezu/generators/application/MANIFEST

@@ -0,0 +1,16 @@
+.gitignore
+Gemfile
+README.md
+Rakefile
+app/consumers/$app_name.rb.tt
+app/consumers/.gitkeep
+app/models/.gitkeep
+app/producers/.gitkeep
+config/amqp.yml.tt
+config/boot.rb.tt
+config/database.yml.tt
+config/initializers/.gitkeep
+config/nezu.rb.tt
+db/.gitkeep
+log/.gitkeep
+spec/.gitkeep

data/lib/nezu/generators/application/USAGE

@@ -0,0 +1,15 @@
+Description:
+    The 'rails new' command creates a new Rails application with a default
+    directory structure and configuration at the path you specify.
+
+    You can specify extra command-line arguments to be used every time
+    'rails new' runs in the .railsrc configuration file in your home directory.
+
+    Note that the arguments specified in the .railsrc file don't affect the
+    defaults values shown above in this help message.
+
+Example:
+    rails new ~/Code/Ruby/weblog
+
+    This generates a skeletal Rails installation in ~/Code/Ruby/weblog.
+    See the README in the newly created application to get going.

data/lib/nezu/generators/application/app_generator.rb

@@ -0,0 +1,37 @@
+module Nezu
+  module Generators
+    module Application
+      class AppGenerator
+        include Nezu::Generators
+
+        def initialize(destination_root)
+          configatron.destination_root = destination_root
+          configatron.app_name =  File.basename(destination_root)
+          name_space = configatron.app_name.split(/_/).map(&:capitalize).join('').to_sym
+          configatron.name_space = Object.const_set(name_space, Module.new) unless Object.const_defined?(name_space)
+        end
+
+        def generate!
+          raise Nezu::Generators::Application::AppGeneratorError, "\"#{configatron.destination_root}\" already exists" if Dir.exist?(configatron.destination_root)
+          FileUtils.mkdir_p(configatron.destination_root)
+          generate_files_from_manifest!
+          rename_app_name_template
+        end
+
+        def rename_app_name_template
+          File.rename(File.join(configatron.destination_root,'app/consumers/$app_name.rb'),
+            File.join(configatron.destination_root,"app/consumers/#{configatron.app_name}.rb"))
+        end
+
+        def generate_files_from_manifest! # TODO rewrite so a MANIFEST isn´t needed
+          File.readlines(File.join(File.dirname(__FILE__), 'MANIFEST')).each do |filename|
+            template_to(filename.chomp)
+          end
+        end
+      end
+      class AppGeneratorError < Exception
+      end
+    end
+  end
+end
+

data/lib/nezu/generators/application/templates/.gitignore

@@ -0,0 +1,15 @@
+# See http://help.github.com/ignore-files/ for more about ignoring files.
+#
+# If you find yourself ignoring temporary files generated by your text editor
+# or operating system, you probably want to add a global ignore instead:
+#   git config --global core.excludesfile ~/.gitignore_global
+
+# Ignore bundler config
+/.bundle
+
+# Ignore the default SQLite database.
+/db/*.sqlite3
+
+# Ignore all logfiles and tempfiles.
+/log/*.log
+/tmp

data/lib/nezu/generators/application/templates/Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org'
+gem 'activerecord'
+gem 'nezu', :git => 'ssh://git@svn.talkyoo.net/nezu.git'
+
+group :development, :test do
+  gem 'debugger'
+  gem 'rspec'
+end
+

data/lib/nezu/generators/application/templates/Rakefile

@@ -0,0 +1,7 @@
+#!/usr/bin/env rake
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+<%= app_const %>.load_tasks

data/lib/nezu/generators/application/templates/app/consumers/$app_name.rb.tt

@@ -0,0 +1,4 @@
+class <%= name_space %> < Nezu::Runtime::Consumer
+  #your app code here
+end
+

data/lib/nezu/generators/application/templates/config/amqp.yml.tt

@@ -0,0 +1,9 @@
+development:
+  url: amqp://127.0.0.1
+  queue_prefix: talkyoo
+  queue_postfix: dev
+production:
+  url: amqp://127.0.0.1
+  queue_prefix: talkyoo
+  queue_postfix: dev
+

data/lib/nezu/generators/application/templates/config/boot.rb.tt

@@ -0,0 +1,6 @@
+require 'rubygems'
+
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])

data/lib/nezu/generators/application/templates/config/database.yml.tt

@@ -0,0 +1,9 @@
+development: &dev
+  adapter: sqlite
+  encoding: utf8
+  database: <%= app_name %>_development
+
+production:
+  <<: *dev
+  database: <%= app_name %>_production
+

data/lib/nezu/generators/application/templates/config/nezu.rb.tt

@@ -0,0 +1,11 @@
+require File.expand_path('../boot', __FILE__)
+if defined?(Bundler)
+  Bundler.require(:default, Nezu.env)
+end
+
+Dir.glob("**/*.rb").each do |f|
+  require f
+end
+
+LOGGER = Logger.new('log/<%= name_space %>.log')
+

data/lib/nezu/generators.rb

@@ -0,0 +1,45 @@
+require 'fileutils'
+require 'erb'
+require 'nezu/generators/application/app_generator'
+
+module Nezu
+  module Generators
+
+    configatron.template_paths = [File.join(configatron.gem_base_dir, 'lib/nezu/generators/application/templates')] + ENV['NEZU_TEMPLATES'].to_s.split(':')
+    configatron.file_suffixes = %w(tt)
+
+    def template_to(filename) # e.g. "config/amqp.yml"
+      dirname = File.join(configatron.destination_root, File.dirname(filename))
+      source_file = find_template(filename)
+      if source_file
+        FileUtils.mkdir_p(dirname)
+
+        if configatron.file_suffixes.include?(source_file.split('.')[-1])
+          e = ERB.new(File.read(source_file))
+          File.open(File.join(configatron.destination_root, filename.sub(/\.tt$/,'')), File::CREAT|File::TRUNC|File::WRONLY) do |f|
+            f.write(e.result(configatron.binding))
+          end
+        else
+          FileUtils.cp(source_file, dirname)
+        end
+      end
+    end
+
+    private
+
+    def find_template(filename)
+      candidates = configatron.template_paths.map do |path|
+        [File.join(path, filename)] +
+        configatron.file_suffixes.map do |suffix|
+          File.join(path, filename) + '.' + suffix
+        end
+      end.flatten
+
+      until candidates[-1].nil? || File.exist?(candidates[-1])
+        candidates.pop
+      end
+      candidates[-1]
+    end
+  end
+end
+

data/lib/nezu/runner.rb

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+#
+#
+#
+require 'amqp'
+require "bunny"
+require 'json'
+require 'nezu/runtime/worker'
+require 'nezu/runtime/consumer'
+require 'nezu/runtime/producer'
+require 'nezu/runtime/recipient'
+
+$: << File.expand_path('./lib')
+$: << File.expand_path('./app')
+$: << File.expand_path('.')
+
+
+Signal.trap("INT") { connection.close { EventMachine.stop } ; exit}
+
+module Nezu
+  class CustomLogFormatter
+    SEVERITY_TO_COLOR_MAP = {'DEBUG'=>'0;37', 'INFO'=>'32', 'WARN'=>'33', 'ERROR'=>'31', 'FATAL'=>'31', 'UNKNOWN'=>'37'}
+    TIME_FORMAT = "%Y-%m-%d %H:%M:%S."
+    HOST = %x(hostname).chomp
+    APP = File.basename(Dir.pwd)
+
+    def call(severity, time, progname, msg)
+      formatted_severity = sprintf("%-5s","#{severity}")
+      formatted_time = time.strftime(TIME_FORMAT) << time.usec.to_s[0..2].rjust(3)
+      color = SEVERITY_TO_COLOR_MAP[severity]
+      if msg.kind_of?(Exception)
+        "#{formatted_time} #{HOST} #{APP}[#{$$}][\033[#{color}m#{formatted_severity}\033[0m] #{msg.to_s}\n" + 
+        msg.backtrace.map do |bt_line|
+          "#{formatted_time} #{HOST} #{APP}[#{$$}][\033[#{color}m#{formatted_severity}\033[0m] #{bt_line.strip}"
+        end.join("\n")
+      else
+        "#{formatted_time} #{HOST} #{APP}[#{$$}][\033[#{color}m#{formatted_severity}\033[0m] #{msg.strip}\n"
+      end
+    end
+  end
+  log_target = {
+    'development' => STDOUT,
+    'test' => nil,
+    'production' => File.expand_path(File.join('log/', 'nezu.log'))
+  }
+  LOGGER = Logger.new(log_target[Nezu.env])
+  LOGGER.formatter = CustomLogFormatter.new
+
+  def self.try(&block)
+    yield
+  rescue Exception => e
+    Nezu::LOGGER.warn("[Nezu Runner] Nezu.try failed")
+    Nezu::LOGGER.warn(e)
+  end
+end
+
+Dir.glob(File.join('config', '*.yml')).each do |yaml_file|
+  yaml = YAML.load_file(yaml_file)[Nezu.env]
+  configatron.configure_from_hash(File.basename(yaml_file.sub(/.yml/, '')) => yaml)
+end
+
+Nezu::LOGGER.info("[Nezu Runner] initializing...")
+
+module Nezu
+  class Runner
+    def initialize
+      Nezu::LOGGER.debug("[Nezu Runner] initialize....")
+      Nezu.try {require "config/nezu"}
+      AMQP.start(configatron.amqp.url) do |connection, open_ok|
+        Nezu::LOGGER.debug("[Nezu Runner] AMQP connection #{configatron.amqp.url}")
+        channel = AMQP::Channel.new(connection, :auto_recovery => true)
+        Nezu::LOGGER.debug("[Nezu Runner] AMQP channel #{channel}")
+        Nezu::Runtime::Consumer.descendants.each do |consumer|
+          Nezu::LOGGER.debug("[Nezu Runner] Consumer.descendants: ##{consumer.to_s}")
+          worker = Nezu::Runtime::Worker.new(channel, consumer.new)
+          worker.start
+        end
+      end
+    #rescue => e
+      #Nezu::LOGGER.error(e)
+      #self.class.new
+    end
+  end
+end
+
+Nezu::LOGGER.info("[Nezu Runner] ready")
+

data/lib/nezu/runtime/consumer.rb

@@ -0,0 +1,35 @@
+module Nezu
+  module Runtime
+    class Consumer
+      def self.inherited(subclass)
+        subclass.class_eval {cattr_accessor :queue_name}
+        subclass.queue_name = ''
+        subclass.queue_name << "#{configatron.amqp.queue_prefix}." unless configatron.amqp.queue_prefix.nil?
+        subclass.queue_name << subclass.to_s.gsub(/::/, '.').underscore
+        subclass.queue_name << ".#{configatron.amqp.queue_postfix}" unless configatron.amqp.queue_postfix.nil?
+      end
+
+      def self.descendants
+        ObjectSpace.each_object(Class).select { |klass| klass < self }
+      end
+
+      def handle_message(metadata, payload)
+        Nezu::LOGGER.debug("NEZU Consumer[#{self.class}] payload: #{payload}")
+        params = JSON.parse(payload.to_s)
+        action = params.delete('__action')
+        reply_to = params.delete('__reply_to')
+        result = self.send(action.to_sym, params)
+        if reply_to
+          result.reverse_merge!('__action' => "#{action}_result")
+          recipient = Nezu::Runtime::Recipient.new(reply_to)
+          Nezu::LOGGER.debug("sending result #{result}of #{action} to #{recipient}")
+          recipient.push!(result)
+        end
+      rescue NoMethodError => e
+        Nezu::LOGGER.error(e.to_s)
+        e.backtrace.each {|bt_line| Nezu::LOGGER.error(bt_line)}
+      end
+    end
+  end
+end
+

data/lib/nezu/runtime/producer.rb

@@ -0,0 +1,28 @@
+module Nezu
+  module Runtime
+    class Producer
+      def self.inherited(subclass)
+        subclass.class_eval {cattr_accessor :queue_name} #:exchange_name?
+        subclass.queue_name = ''
+        subclass.queue_name << "#{configatron.amqp.queue_prefix}." unless configatron.amqp.queue_prefix.nil?
+        subclass.queue_name << subclass.to_s.gsub(/::/, '.').underscore
+        subclass.queue_name << ".#{configatron.amqp.queue_postfix}" unless configatron.amqp.queue_postfix.nil?
+        subclass.queue_name
+      end
+
+      def self.descendants
+        ObjectSpace.each_object(Class).select { |klass| klass < self }
+      end
+
+      def self.push!(params = {})
+        conn = Bunny.new(configatron.amqp.url)
+        conn.start
+        ch = conn.create_channel
+        q  = ch.queue(queue_name)
+        q.publish(params.to_json, :content_type => 'application/json')
+        conn.stop
+      end
+    end
+  end
+end
+

data/lib/nezu/runtime/recipient.rb

@@ -0,0 +1,24 @@
+module Nezu
+  module Runtime
+    class Recipient
+      def self.new(q)
+        Nezu::Runtime::Producer.descendants.select {|producer| producer.queue_name == q}[0] || (raise RecipientError.does_not_exist(q))
+      end
+    end
+
+    class RecipientError < RuntimeError
+      def self.does_not_exist(q)
+        message = %Q(
+          The class "#{q.classify}" doesn`t exist or is not a child of "Nezu::Runtime::Producer".
+          Please create one in \"app/producers/#{q}.rb\" with the content of at least:
+
+          class #{q.classify} < Nezu::Runtime::Producer
+          end
+        ).gsub(/^\s*/, '')
+        self.new(message)
+      end
+
+    end
+  end
+end
+

data/lib/nezu/runtime/worker.rb

@@ -0,0 +1,24 @@
+module Nezu
+  module Runtime
+    class Worker
+      def initialize(channel, consumer = Consumer.new)
+        @queue_name = consumer.class.queue_name
+        Nezu::LOGGER.info("queue name: #{@queue_name}")
+        @channel = channel
+        @channel.on_error(&method(:handle_channel_exception))
+        @consumer = consumer
+      end
+
+      def start
+        Nezu::LOGGER.info("[Nezu Worker] #{@queue_name}")
+        @queue = @channel.queue(@queue_name, :exclusive => false)
+        @queue.subscribe(&@consumer.method(:handle_message))
+      end
+
+      def handle_channel_exception(channel, channel_close)
+        Nezu::LOGGER.error("Oops... a channel-level exception: code = #{channel_close.reply_code}, message = #{channel_close.reply_text}")
+      end # handle_channel_exception(channel, channel_close)
+    end
+  end
+end
+