bsl-thor 0.0.2

data/lib/ThorClient.rb

@@ -0,0 +1,319 @@
+#!/usr/bin/env ruby
+
+$KCODE="UTF8"
+
+# Options parsing gems
+require 'optparse'
+require 'pp'
+
+# YAML
+require 'yaml'
+
+# Rubygems
+require 'rubygems'
+
+# Amqp Gems
+require 'amqp'
+#require 'mq'
+
+# Event machine
+require 'eventmachine'
+
+require 'socket'
+
+require 'digest/md5'
+
+# Custom gems
+
+require File.join(File.dirname(__FILE__), 'ThorApplication.rb')
+require File.join(File.dirname(__FILE__), 'ThorUtils.rb')
+
+require 'Bsl'
+
+if $0 == __FILE__
+	Thor::require_all_models(true)
+end
+
+module Thor
+  class AppClient < Thor::Application
+    attr_accessor :em_server, :request_exit, :clients, :clients_lock
+
+    StructCustomer = Struct.new(:pid, :connection)
+    
+    class Server < EventMachine::Connection
+      attr_accessor :options, :status
+
+      def initialize(opts)
+        @options = opts
+      end
+
+      def post_init
+        @options[:thor_client].em_post_init(self, options)
+      end
+      
+      def unbind
+        @options[:thor_client].em_unbind(self, options)
+      end
+
+      def receive_data(data)
+        @options[:thor_client].em_receive(self, options, status, data)
+      end
+
+      # Stops this connection
+      def stop
+        puts "AppThorClient::Server::stop() - Not implemented!"
+      end
+    end
+
+    def initialize(opts = {})
+      super(opts)
+
+      @@AMQP_DEFAULT_RETRY_INTERVAL = 3
+      @@AMQP_MAX_RETRY_INTERVAL = (30)
+      @@AMQP_MAX_RETRY_ATTEMPS = -1
+      @@AMQP_RETRY_MULTIPLER = 1.5
+
+      @amqp_retry_interval = @@AMQP_DEFAULT_RETRY_INTERVAL
+      @amqp_retry_attempt = 0
+
+      # Signalizes that application wants exit for some reason		
+      @request_exit = false
+      @em_server = nil
+      @clients = {}
+      @clients_lock = Mutex.new
+      
+      # AMQP options
+      options[:amqp_host] = "localhost"
+      options[:amqp_port] = 8467
+      options[:amqp_user] = "user"
+      options[:amqp_password] = "password"
+      options[:amqp_vhost] = "my-vhost"
+
+      options[:amqp_channel_master] = "master"
+
+      # Event Machine options
+      options[:em_port] = 8467 # Thor on cell-phone keyboard
+      options[:em_auth_token] = ""
+
+      initialize_optparser { |opts|
+        ############################
+        # AMQP Section
+        ############################
+        # AMQP Host
+        opts.on( '-H', '--amqp-host STRING', "AMQP Server hostname") do |host|
+          options[:amqp_host] = host
+        end
+
+        # AMQP Port
+        opts.on( '-p', '--amqp-port NUM', "AMQP Server port number") do |port|
+          options[:amqp_port] = port
+        end
+
+        # AMQP Username
+        opts.on( '-u', '--amqp-user STRING', "AMQP Username") do |user|
+          options[:amqp_user] = user
+        end
+
+        # AMQP Password
+        opts.on( '-P', '--amqp-password STRING', "AMQP Password") do |password|
+          options[:amqp_password] = password
+        end
+
+        # AMQP Vhost
+        opts.on( '-V', '--amqp-vhost STRING', "AMQP Virtual Host") do |vhost|
+          options[:amqp_vhost] = vhost
+        end
+
+        ## Channels
+        # Channel Master
+        opts.on( '-acm', '--amqp-channel-master STRING', "AMQP Channel Mastr") do |channel|
+          options[:amqp_channel_master] = channel
+        end
+
+        ############################
+        # EventMachine Section
+        ############################
+        # EM Port
+        opts.on( '-ep', '--em-port NUM', "EventMachine port") do |port|
+          options[:em_port] = port
+        end
+
+        # EM Authentication token
+        opts.on( '-eat', '--em-auth-token STRING', "Authentication token used for communication with EM") do |token|
+          options[:em_auth_token] = token
+        end
+      }
+    end
+
+    # Resets internal AMQP connection failure counter/interval
+    def amqp_reset_retry_interval
+      @amqp_retry_interval = @@AMQP_DEFAULT_RETRY_INTERVAL
+      @amqp_retry_attempt = 0
+    end
+
+    # Starts AMQP connection
+    def amqp_start
+      Bsl::Logger::Log "Starting AMQP - Connecting #{options[:amqp_user]}@#{options[:amqp_host]}:#{options[:amqp_port]}#{options[:amqp_vhost]}"		
+      AMQP.start(:host => options[:amqp_host], :port => options[:amqp_port],  :vhost => options[:amqp_vhost], :user => options[:amqp_user], :password => options[:amqp_password] ) do
+        Bsl::Logger::Log "Connected to AMQP broker. Running #{AMQP::VERSION} version of the gem..."
+        
+        amqp_reset_retry_interval()
+        em_start()
+        
+        guid = Thor::generate_guid
+        amqp_exchange_create_direct(guid) # Create local direct exchange
+        amqp_exchange_connect_master(options[:amqp_channel_master], guid)
+      end
+    end
+
+    # Stops Running AMQP connection
+    def amqp_stop
+      Bsl::Logger::Log "Stopping AMQP"
+      AMQP.stop { EM.stop }
+    end
+    
+    # Creates local direct exchange
+    def amqp_exchange_create_direct(guid)
+      if(options[:verbose])
+        Bsl::Logger::Log "Creating direct exchange '#{guid}'."
+      end
+    end
+    
+    # Connects to master exchange
+    def amqp_exchange_connect_master(master, guid_direct)
+      if(options[:verbose])
+        Bsl::Logger::Log "GUID '#{guid_direct}', Connecting to master exchange '#{master}'."
+      end
+    end
+
+    # Handles failure when connecting to AMQP
+    def amqp_handle_failure(e)
+      amqp_stop()
+      
+      Bsl::Logger::Log "AMQP Failure, reason: '#{e.inspect}'."
+
+      if(@request_exit == true)
+        return false
+      end
+
+      max_attempts_reached = false
+      if(@@AMQP_MAX_RETRY_ATTEMPS != nil && @@AMQP_MAX_RETRY_ATTEMPS >= 0)
+        @amqp_retry_attempt = @amqp_retry_attempt + 1
+        max_attempts_reached = @amqp_retry_attempt > @@AMQP_MAX_RETRY_ATTEMPS
+      end
+
+      if(max_attempts_reached == false)				
+        Bsl::Logger::Log "Next attempt in #{@amqp_retry_interval} sec(s)."
+
+        sleep (@amqp_retry_interval)
+        @amqp_retry_interval = @amqp_retry_interval * @@AMQP_RETRY_MULTIPLER
+        @amqp_retry_interval = @@AMQP_MAX_RETRY_INTERVAL if @amqp_retry_interval  > @@AMQP_MAX_RETRY_INTERVAL
+      else
+        if(@@AMQP_MAX_RETRY_ATTEMPS != nil)
+          Bsl::Logger::Log "Maximum AQMP reconnect attempts limit reached (#{@@AMQP_MAX_RETRY_ATTEMPS}), quitting."
+        end
+        @request_exit = true
+      end
+      
+      return true
+    end
+
+    # Event machine loop
+    def em_start
+      Bsl::Logger::Log "Starting EventMachine at port #{options[:em_port]}"
+      EM.run do
+        em_opts = {:thor_client => self}
+        EM.start_server 'localhost', options[:em_port], Server, em_opts do |conn|
+          em_opts[:thor_client].em_server = conn
+          em_opts[:conn] = conn
+          conn.options = em_opts
+          conn.status = :OK
+        end
+      end
+    end
+    
+    # Stop EventMachine
+    def em_stop
+      Bsl::Logger::Log "Stopping EventMachine"
+      #@em_server.stop
+      EventMachine::stop_event_loop
+    end
+
+    # Called when client connects
+    def em_post_init(em_connection, em_options)
+      pid = Digest::MD5.hexdigest(em_connection.to_s) # em_connection.get_pid
+      port, ip = Socket.unpack_sockaddr_in(em_connection.get_peername)
+      if(options[:verbose])
+        Bsl::Logger::Log "Client connected #{ip}:#{port}, pid: #{pid}"
+      end
+      
+      @clients_lock.synchronize {
+        c = StructCustomer.new(pid, em_connection)
+        @clients[pid] = c
+        #puts "Clients now: #{@clients.size}"
+      }
+    end
+
+    # Called when client disconnects
+    def em_unbind(em_connection, em_options)
+      pid = Digest::MD5.hexdigest(em_connection.to_s) # em_connection.get_pid
+      if(@options[:verbose])
+        Bsl::Logger::Log "Client disconnected, pid: #{pid}"
+      end
+      
+      @clients_lock.synchronize {
+        @clients.delete(pid)
+        #puts "Clients now: #{@clients.size}"
+      }
+    end
+      
+    # Event machine receive handle
+    def em_receive(em_connection, em_options, status, raw_data)
+      port, ip = Socket.unpack_sockaddr_in(em_connection.get_peername)
+      if(options[:verbose])
+        Bsl::Logger::Log "EventMachine received data from #{ip}:#{port}, :status => '#{status}', :raw_data => #{raw_data.chomp}"
+      end
+      
+      data = nil
+      begin
+        data = JSON.parse(raw_data)
+      rescue Exception => e
+        Bsl::Logger::Log "Unable to parse incomming json, reason: #{e.message}."
+        return false
+      end
+      
+      if(data['type'] == "system" && data['code'] == "stop")
+        @request_exit = true
+        em_stop()
+        amqp_stop()        
+      end
+      
+      return true
+    end
+
+    # Main entry-point
+    def main
+      super()
+
+      # Run loop while exit is not requested
+      while(@request_exit == false)
+        begin
+          amqp_start()
+        rescue SystemExit, Interrupt
+          Bsl::Logger::Log "Received interrupt, quitting!"
+          @request_exit = true
+          #em_stop()
+          amqp_stop()
+        rescue Exception => e
+          amqp_handle_failure(e)
+        end
+      end
+    end
+  end
+end
+
+if $0 == __FILE__
+	Thor::AppClient.new.main
+else
+	Thor::AppClient.new.libmain
+end

data/lib/ThorCmd.rb

@@ -0,0 +1,85 @@
+#!/usr/bin/env ruby
+
+$KCODE="UTF8"
+
+# Options parsing gems
+require 'optparse'
+require 'pp'
+
+# YAML
+require 'yaml'
+
+# Rubygems
+require 'rubygems'
+
+
+# Event machine
+require 'eventmachine'
+
+# Custom gems
+require File.join(File.dirname(__FILE__), 'ThorApplication.rb')
+require 'Bsl'
+
+module Thor
+  class AppCmd < Thor::Application
+    attr_accessor :options, :optpars, :request_exit
+
+    def initialize(opts = {})
+      super(ops)
+
+      # AMQP options
+      options[:amqp_host] = "localhost"
+      options[:amqp_port] = 1234
+      options[:amqp_user] = "user"
+      options[:amqp_password] = "password"
+      options[:amqp_vhost] = "my-vhost"
+
+      options[:amqp_channel_master] = "master"
+
+      initialize_optparser { |opts|
+         ############################
+        # AMQP Section
+        ############################
+        # AMQP Host
+        opts.on( '-H', '--amqp-host STRING', "AMQP Server hostname") do |host|
+          options[:amqp_host] = host
+        end
+
+        # AMQP Port
+        opts.on( '-p', '--amqp-port NUM', "AMQP Server port number") do |port|
+          options[:amqp_port] = port
+        end
+
+        # AMQP Username
+        opts.on( '-u', '--amqp-user STRING', "AMQP Username") do |user|
+          options[:amqp_user] = user
+        end
+
+        # AMQP Password
+        opts.on( '-P', '--amqp-password STRING', "AMQP Password") do |password|
+          options[:amqp_password] = password
+        end
+
+        # AMQP Vhost
+        opts.on( '-V', '--amqp-vhost STRING', "AMQP Virtual Host") do |vhost|
+          options[:amqp_vhost] = vhost
+        end
+
+        ## Channels
+        # Channel Master
+        opts.on( '-acm', '--amqp-channel-master STRING', "AMQP Channel Mastr") do |channel|
+          options[:amqp_channel_master] = channel
+        end
+      }
+    end
+
+    # Main entry-point
+    def main
+      super()
+    end
+  end
+end
+
+if $0 == __FILE__
+	Thor::AppCmd.new.main
+end

data/lib/ThorJob.rb

@@ -0,0 +1,146 @@
+#!/usr/bin/env ruby
+
+$KCODE="UTF8"
+
+# Options parsing gems
+require 'optparse'
+require 'pp'
+
+# YAML
+require 'yaml'
+
+# Rubygems
+require 'rubygems'
+
+# Event machine
+require 'eventmachine'
+
+# Custom gems
+require File.join(File.dirname(__FILE__), 'ThorApplication.rb')
+require File.join(File.dirname(__FILE__), 'ThorUtils.rb')
+require 'Bsl'
+
+module Thor  
+	class Job < Thor::Application
+		attr_accessor :thread, :amqp_conn, :em_conn, :sql_conn
+		
+		@@AUTHOR = "<no author>"
+		@@DESCRIPTION = "<no description>"
+		@@LICENSE = "<no license>"
+		@@VERSION = "<no version>"
+		@@SUPPORTED_MSGS = []
+		
+		def self.author
+			return @@AUTHOR
+		end
+		
+		def self.description
+			return @@DESCRIPTION
+		end
+
+		def self.license
+			return @@LICENSE
+		end
+		
+		def self.version
+			return @@VERSION
+		end
+		
+		def self.supported_msgs
+			return @@SUPPORTED_MSGS
+		end
+
+		# C-tor
+		def initialize(opts = {})
+			super(opts)
+			
+			@thread = nil
+			@amqp_conn = nil
+			@em_conn = nil
+			@sql_conn = nil
+			
+			klass_name = self.class.name
+			
+			name_exchange_direct_global = "#{klass_name}.direct"
+			name_exchange_direct_local= "#{klass_name}.direct.#{Thor::generate_guid}"
+			name_exchange_fanout = "#{klass_name}.fanout"
+			name_exchange_topic = "#{klass_name}.topic"
+			
+			if(false && options[:verbose])
+				Bsl::Logger::Log "#{klass_name} exchange direct (global) name: #{name_exchange_direct_global}"
+				Bsl::Logger::Log "#{klass_name} exchange direct (local) name: #{name_exchange_direct_local}"
+				Bsl::Logger::Log "#{klass_name} exchange fanout name: #{name_exchange_fanout}"
+				Bsl::Logger::Log "#{klass_name} exchange topic name: #{name_exchange_topic}"
+			end
+		end
+		
+		# Called when running as app
+		def main()
+			@thread = Thread.new do
+				run(options)
+			end
+			@thread.join!
+		end
+		
+		# Process Message
+		def process_msg(channel, exchange, msg)
+			if(options[:verbose])
+				Bsl::Logger::Log "Thor::Job::process_msg()"
+			end
+		end
+    
+		# Start - Called when included in library
+		def run(opts = {})
+			super(opts)
+
+			if(options[:verbose])
+				Bsl::Logger::Log "Thor::Job::run()"
+			end
+
+			# Extract raw AMQP connection
+			tmp = options[:amqp]
+			amqp_conn = tmp[:conn] if tmp
+
+			# Extract raw Event Machine connection
+			tmp = options[:em]
+			em_conn = tmp[:conn] if tmp
+
+			# Extract raw SQL connection
+			tmp = options[:sql]
+			sql_conn = tmp[:conn] if tmp
+
+			#sleep 10
+		end
+
+		# Start - Called when included in library
+		def start(opts = {}, wait = false)
+			#puts "#{options[:amqp].inspect}"
+			@thread = Thread.new do
+				#puts opts.inspect
+				self.run(opts)
+			end
+
+			if wait
+				@thread.join!
+				return true
+			end
+			return true
+		end
+		
+		# Stop - Called when included in library
+		def stop(opts = {})
+			return false if @thread == nil
+			@thread.kill!
+			@thread = nil
+		end
+		
+		# Checks if is thread running
+		def is_running?
+			return (@thread != nil)
+		end
+	end
+end
+
+if $0 == __FILE__
+	
+end