fmq 0.2.0 → 0.3.0

data/default-server/config.yml

@@ -1,74 +0,0 @@
-server:
-  # start the server on every nic
-  interface: 0.0.0.0
-  # this option set the port for the FMQ
-  port: 5884
-  # here you can setup the log level to see what is going wrong if needed
-  log-level: info
-  
-queue-manager:
-  # if someone pushes to a queue that don't exists
-  # the queue manager will create one for you. This
-  # is a good option if you are in development
-  # the queue will be a LoadBalancedQueue by default
-  auto-create-queues: true
-  # if you want some queues right from startup
-  # define there url and constraints here
-  defined-queues:
-    # queue names are not relevant use them to 
-    # organize your queues
-    test-queue-1:
-      # the path to the queue e.g. /app1/myframe/test1
-      # means http://localhost:5884/app1/myframe/test1
-      # this parameter is not optional
-      path: /fmq_test/test1
-      # this defines the maximum count of messages that 
-      # can be in the queue, if the queue is full every
-      # new message will be rejected with a http error
-      # this parameter is optional if you don't specify
-      # a max value the queue size depends on your system
-      max-messages: 1000000
-      # this optional to and specifys the max content size
-      # for all data of a queue
-      # valid extensions are kb, mb, gb
-      max-size: 10kb
-    test-queue-2:
-      path: /fmq_test/test2
-      # if you want you can specify the class of the queue
-      # this is interessting if you write your own queues
-      class: FreeMessageQueue::LoadBalancedQueue
-    test-queue-3:
-      path: /fmq_test/test3
-      class: MyTestQueue
-    # this is a forwarding queue wich forwards one message
-    # to some other queues
-    test-queue-forward:
-      path: /fmq_test/forward_to_1_and_2
-      class: FreeMessageQueue::ForwardQueue
-      # you can add as may queues as you want
-      # but seperate them with a space char
-      forward_to: /fmq_test/test1 /fmq_test/test2
-    # the admin queue is a special queue, that is used to
-    # administrate the queue_manager
-    admin-page-backend:
-      path: /admin/queue
-      class: FreeMessageQueue::AdminQueue
-      filter: /admin
-    # The following 3 queues are specail queues to, they 
-    # are the admin interface to the application and 
-    # make use of the file queue
-    admin-page-index:
-      path: /admin/index
-      class: FreeMessageQueue::FileQueue
-      file: admin-interface/index.html
-      content-type: text/html
-    admin-page-logo:
-      path: /admin/images/logo.png
-      class: FreeMessageQueue::FileQueue
-      file: admin-interface/images/logo.png
-      content-type: image/png
-    admin-page-prototype:
-      path: /admin/prototype.js
-      class: FreeMessageQueue::FileQueue
-      file: admin-interface/prototype.js
-      content-type: text/javascript

data/lib/fmq/mongrel_server.rb

@@ -1,172 +0,0 @@
-#!/usr/bin/env ruby -wKU
-#
-# Copyright (c) 2008 Vincent Landgraf
-#
-# This file is part of the Free Message Queue.
-# 
-# Free Message Queue is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-# 
-# Free Message Queue is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with Free Message Queue.  If not, see <http://www.gnu.org/licenses/>.
-#
-begin
-  require "mongrel"
-rescue LoadError
-  require "rubygems"
-  require "mongrel"
-end
-
-module FreeMessageQueue
-  # This implements the MongrelServlet that serves free message queue
-  # in a mongrel enviroment
-  class MongrelHandler < Mongrel::HttpHandler
-    # When creationg a mongrel handler you have to pass the <em>queue_manager</em>
-    # that should be distributed by mongrel
-    def initialize(queue_manager)
-      @queue_manager = queue_manager
-      @log = FreeMessageQueue.logger
-    end
-  
-    # Process incoming request and send them to the right sub processing method like <em>process_get</em>
-    def process(request, response)
-      queue_path = request.params["REQUEST_PATH"]
-      method = request.params["REQUEST_METHOD"]
-      @log.debug("[MongrelHandler] Incomming request for #{queue_path} [#{method}] (#{request.params["REMOTE_ADDR"]})")
-      @log.debug("[MongrelHandler] Request params: #{YAML.dump(request.params)})")
-      
-      begin
-        # process supported features
-        if method.match(/^(GET|POST|HEAD|DELETE)$/) then
-          self.send("process_" + method.downcase, request, response, queue_path)
-        else
-          client_exception(request, response, queue_path, 
-            ArgumentError.new("[MongrelHandler] Method is not supported '#{method}'"))
-        end
-      rescue QueueManagerException => ex
-        client_exception(request, response, queue_path, ex)
-      rescue => ex
-        server_exception(request, response, queue_path, ex)
-      end
-    end
-  
-  protected
-  
-    # Returns an item from queue and sends it to the client.
-    # If there is no item to fetch send an 204 (NoContent) and same as HEAD
-    def process_get(request, response, queue_path)
-      message = @queue_manager.poll(queue_path)
-      
-      unless message.nil? then
-        response.start(200) do |head,out|
-          @log.debug("[MongrelHandler] Response to GET (200)")
-          head["CONTENT-TYPE"] =  message.content_type
-          head["SERVER"] = SERVER_HEADER
-          head["QUEUE_SIZE"] = @queue_manager.queue_size(queue_path)
-          head["QUEUE_BYTES"] = @queue_manager.queue_bytes(queue_path)
-          
-          # send all options of the message back to the client
-          if message.respond_to?(:option) && message.option.size > 0
-            for option_name in message.option.keys
-              head["MESSAGE_#{option_name.gsub("-", "_").upcase}"] = message.option[option_name].to_s
-            end
-          end
-          
-          if !message.payload.nil? && message.bytes > 0
-            @log.debug("[MongrelHandler] Message payload: #{message.payload}")
-            out.write(message.payload)
-          end
-        end
-      else
-        response.start(204) do |head,out|
-          @log.debug("[MongrelHandler] Response to GET (204)")
-          head["SERVER"] = SERVER_HEADER
-          head["QUEUE_SIZE"] = head["QUEUE_BYTES"] = 0
-        end
-      end
-    end
-    
-    # Put new item to the queue and and return sam e as head action (HTTP 200)
-    def process_post(request, response, queue_path)
-      @log.debug("[MongrelHandler] Response to POST (200)")
-      message = Message.new(request.body.read, request.params["CONTENT_TYPE"])
-      @log.debug("[MongrelHandler] Message payload: #{message.payload}")
-       
-      # send all options of the message back to the client
-      for option_name in request.params.keys
-        if option_name.match(/HTTP_MESSAGE_([a-zA-Z][a-zA-Z0-9_\-]*)/)
-          message.option[$1] = request.params[option_name]
-        end
-      end
-      
-      @queue_manager.put(queue_path, message)
-      
-      response.start(200) do |head,out|
-        head["SERVER"] = SERVER_HEADER
-        head["QUEUE_SIZE"] = @queue_manager.queue_size(queue_path)
-        head["QUEUE_BYTES"] = @queue_manager.queue_bytes(queue_path)
-      end
-    end
-    
-    # Just return server header and queue size (HTTP 200)
-    def process_head(request, response, queue_path)
-      @log.debug("[MongrelHandler] Response to HEAD (200)")
-      
-      response.start(200) do |head,out|
-        head["SERVER"] = SERVER_HEADER
-        head["QUEUE_SIZE"] = @queue_manager.queue_size(queue_path)
-        head["QUEUE_BYTES"] = @queue_manager.queue_bytes(queue_path)
-      end
-    end
-    
-    # Delete the queue and return server header (HTTP 200)
-    def process_delete(request, response, queue_path)
-      @log.debug("[MongrelHandler] Response to DELETE (200)")
-      @queue_manager.delete_queue(queue_path)
-
-      response.start(200) do |head,out|
-        head["SERVER"] = SERVER_HEADER
-      end
-    end
-    
-    # Inform the client that he did something wrong (HTTP 400).
-    # HTTP-Header field Error contains information about the problem.
-    # The client errorwill also be reported to warn level of logger.
-    def client_exception(request, response, queue_path, ex)
-      @log.warn("[MongrelHandler] Client error: #{ex}")
-      response.start(400) do |head,out|
-        head["SERVER"] = SERVER_HEADER
-        head["ERROR"] = ex.message
-      end
-    end
-    
-    # Report server error (HTTP 500).
-    # HTTP-Header field Error contains information about the problem.
-    # The body of the response contains the full stack trace.
-    # The error and stack trace will also be reported to logger.
-    def server_exception(request, response, queue_path, ex)
-      @log.fatal("[MongrelHandler] System error: #{ex}")
-      for line in ex.backtrace
-        @log.error line
-      end
-      
-      response.start(500) do |head,out|
-        head["CONTENT-TYPE"] = "text/plain"
-        head["SERVER"] = SERVER_HEADER
-        head["ERROR"] = ex.message
-        
-        out.write(ex.message + "\r\n\r\n")
-        for line in ex.backtrace
-          out.write(line + "\r\n")
-        end
-      end
-    end
-  end
-end

data/lib/fmq/queues/admin.rb

@@ -1,94 +0,0 @@
-#
-# Copyright (c) 2008 Vincent Landgraf
-#
-# This file is part of the Free Message Queue.
-# 
-# Free Message Queue is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-# 
-# Free Message Queue is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-# 
-# You should have received a copy of the GNU General Public License
-# along with Free Message Queue.  If not, see <http://www.gnu.org/licenses/>.
-#
-require File.dirname(__FILE__) + '/base'
-
-module FreeMessageQueue
-  # This queue is dedicated to the AJAX based admin interface.
-  #
-  # configuration sample:
-  #  queue-manager:
-  #    auto-create-queues: true
-  #    defined-queues:
-  #      admin-page-backend:
-  #      path: /admin/queue
-  #      class: FreeMessageQueue::AdminQueue
-  #      filter: /admin
-  class AdminQueue < BaseQueue
-    def initialize(manager)
-      super(manager)
-      @filter_queues = []
-    end
-  
-    # returns an json list of visible queues
-    def poll()
-      queues_code = []
-      manager.queues.each do |queue_name|
-        # skip if it is filterd
-        next if filtered? queue_name
-        
-        # add a new entry to the array
-        queues_code << queue_to_json(queue_name)
-      end
-      
-      Message.new("[%s]" % queues_code.join(","), "application/json")
-    end
-    
-    # can be either used to *create* or *delete* a queue
-    def put(message)
-      if message.payload.match(/_method=delete&path=(.*)/)
-        # delete queue
-        manager.delete_queue($1)
-      elsif message.payload.match(/_method=create&data=(.*)/)
-        # create queue
-        conf = eval($1.gsub(":", "=>").gsub("null", "-1"))
-        manager.create_queue_from_config("dynamic-created-queue", conf)
-      end
-    end
-    
-    # *CONFIGURATION* *OPTION*
-    # sets the paths that should be filterd out, seperate them with space char
-    def filter=(str)
-      @filter_queues = str.split " "
-    end
-    
-  private
-  
-    # check if the system queue should filter the queue
-    def filtered? (name)
-      skip = false
-      for filter in @filter_queues
-        skip = true if name[0...filter.size] == filter
-      end
-      skip
-    end
-  
-    # converts the data of one queue to json format
-    def queue_to_json(queue_name)
-      constraints = manager.queue_constraints[queue_name]
-    
-      "[\"%s\", %d, %d, %d, %d]" % [
-        queue_name,
-        manager.queue[queue_name].bytes,
-        constraints[:max_size],
-        manager.queue[queue_name].size,
-        constraints[:max_messages],
-      ]
-    end
-  end
-end