fmq 0.1.0

data/lib/fmq/queues/file.rb

@@ -0,0 +1,54 @@
+#
+# Copyright (c) 2008 Vincent Landgraf
+#
+# This file is part of the Free Message Queue.
+# 
+# Foobar is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# Foobar is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with Foobar.  If not, see <http://www.gnu.org/licenses/>.
+# 
+module FreeMessageQueue
+  class FileQueue
+    attr_accessor :manager
+
+    def initialize()
+      super
+    end
+
+    def poll()
+      item = OpenStruct.new
+
+      f = open(@file_path, "rb")
+      item.data = f.read
+      f.close
+      
+      item.content_type = @content_type
+      item
+    end
+
+    def put(data)
+      # do nothing
+    end
+
+    def size
+      1 # there is always a message in the queue
+    end
+    
+    def file=(path)
+      @file_path = path
+    end
+    
+    def content_type=(type)
+      @content_type = type
+    end
+  end
+end

data/lib/fmq/queues/linked.rb

@@ -0,0 +1,92 @@
+#
+# Copyright (c) 2008 Vincent Landgraf
+#
+# This file is part of the Free Message Queue.
+# 
+# Foobar is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# Foobar is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with Foobar.  If not, see <http://www.gnu.org/licenses/>.
+# 
+module FreeMessageQueue
+  class QueueItem
+    attr_accessor :next, :data, :created_at
+ 
+    def initialize(data, created_at = Time.new)
+      @data = data
+      @created_at = created_at
+    end
+ 
+    def bytes
+      @data.size
+    end
+  end
+ 
+  class LinkedQueue
+    attr_reader :size, :bytes
+ 
+    def initialize()
+      @size = 0
+      @first_item = nil
+      @last_item = nil
+      @bytes = 0
+    end
+ 
+    # remove all items
+    def clear 
+      if size > 0
+        while self.poll; end
+      end
+    end
+ 
+    def put(data)
+      return false if data == nil
+ 
+      # create item
+      qi = QueueItem.new(data)
+ 
+      # insert at end of list
+      if @first_item == nil
+        @first_item = @last_item = qi
+      else
+        @last_item.next = qi
+      end
+      @last_item = qi
+ 
+      # update queue size and memory usage
+      @size += 1
+      @bytes += qi.bytes
+      true
+    end
+ 
+    def poll()
+      if @size > 0
+        # remove allways the first item
+          qi = @first_item
+ 
+        # cleanup list
+        if @first_item == @last_item # just 1 element is in the list
+          @first_item = @last_item = nil
+        else
+          @first_item = @first_item.next
+        end
+        qi.next = nil # remove link to next item
+ 
+        # update queue size and memory usage
+        @size -= 1
+        @bytes -= qi.bytes
+        return qi
+      else
+        return nil
+      end
+    end
+  end
+end

data/lib/fmq/queues/load_balanced.rb

@@ -0,0 +1,87 @@
+#
+# Copyright (c) 2008 Vincent Landgraf
+#
+# This file is part of the Free Message Queue.
+# 
+# Foobar is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# Foobar is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with Foobar.  If not, see <http://www.gnu.org/licenses/>.
+# 
+require File.dirname(__FILE__) + '/syncronized'
+
+module FreeMessageQueue
+  class LoadBalancedQueue
+    attr_accessor :queues, :manager
+    
+    def initialize(queue_count = 5)
+      @queues = []
+      queue_count.times do
+      @queues << SyncronizedQueue.new
+      end
+      @poll_queue = @put_queue = 0
+      @semaphore = Mutex.new
+    end
+    
+    def clear
+      @queues.each { |q| q.clear }
+    end
+    
+    # size of the queue is sum of size of all load balanced queues
+    def size
+      size = 0
+      @queues.each { |q| size += q.size }
+      return size 
+    end
+    
+    # size of queue in bytes
+    def bytes
+      tmp_bytes = 0
+      @queues.each { |q| tmp_bytes += q.bytes }
+      return tmp_bytes
+    end
+    
+    def poll
+      @queues[next_poll_index].poll
+    end
+    
+    def put(data)
+      @queues[next_put_index].put(data)
+    end
+    
+    private
+    
+    # next index acts like 'round robin'
+    def next_poll_index
+      @semaphore.synchronize {
+        # continue at begin if end was reached
+          pq = (@poll_queue + 1 == @queues.size) ? 0 : @poll_queue + 1
+        
+        # if current queue is emtpy use other instead if there are
+        # some items left but try just 10 times
+        i = 0
+        while @queues[pq].size == 0 && self.size > 0 && i < 10
+          pq = (@poll_queue + 1 == @queues.size) ? 0 : @poll_queue + 1
+          i += 1
+        end
+        
+        @poll_queue = pq # return index and save for next use
+      }
+    end
+    
+    # next index acts like 'round robin'
+    def next_put_index
+      @semaphore.synchronize {
+        @put_queue = (@put_queue + 1 == @queues.size) ? 0 : @put_queue + 1
+      }
+    end
+  end
+end

data/lib/fmq/queues/syncronized.rb

@@ -0,0 +1,43 @@
+#
+# Copyright (c) 2008 Vincent Landgraf
+#
+# This file is part of the Free Message Queue.
+# 
+# Foobar is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# Foobar is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with Foobar.  If not, see <http://www.gnu.org/licenses/>.
+# 
+require 'thread'
+require File.dirname(__FILE__) + '/linked'
+
+module FreeMessageQueue
+  class SyncronizedQueue < LinkedQueue
+    attr_accessor :manager
+  
+    def initialize()
+      super
+      @semaphore = Mutex.new
+    end
+    
+    def poll()
+      @semaphore.synchronize {
+        super
+      }
+    end
+    
+    def put(data)
+      @semaphore.synchronize {
+        super(data)
+      }
+    end
+  end
+end

data/lib/fmq/version.rb

@@ -0,0 +1,27 @@
+#
+# Copyright (c) 2008 Vincent Landgraf
+#
+# This file is part of the Free Message Queue.
+# 
+# Foobar is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# Foobar is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with Foobar.  If not, see <http://www.gnu.org/licenses/>.
+#
+module FreeMessageQueue
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 1
+    TINY  = 0
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

data/lib/fmq.rb

@@ -0,0 +1,33 @@
+#
+# Copyright (c) 2008 Vincent Landgraf
+#
+# This file is part of the Free Message Queue.
+# 
+# Foobar is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# Foobar is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with Foobar.  If not, see <http://www.gnu.org/licenses/>.
+#
+
+# load all queues and manager and server
+Dir.glob(File.dirname(__FILE__) + "/fmq/queues/*.rb").each do |file|
+  require file
+end
+
+# load all local queues (from project directory)
+Dir.glob("queues/*.rb").each do |file|
+  require file
+end
+
+# load all parts in right order
+['boot', 'client'].each do |file|
+  require File.dirname(__FILE__) + "/fmq/#{file}"
+end