invoker 0.1.2 → 1.0.0

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: cb5db9a4721bdd2207ddcc8df052b13535bb9ff2
-  data.tar.gz: 1595dbd8535de9debb91405e6538eaa2ecc94533
-SHA512:
-  metadata.gz: 799b0482eef58b4c28c4db4bcc6d643488ee37a11597960b1d866b8a8d5469381cc22aba13ca39a6457006242224dff401050979775acddb3061cf2b317a65b8
-  data.tar.gz: 614f1643928310cc009886cc42cc5552508391fd553c7b555c60e3e867bd4d8a65a7ad45181215c968850d942dc6bf68d8dad2fac0ae73c944cad4d1b9749b90
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YWUzNjRlNGZlNTI4Njg4NjJmNmRiYWQ3NzdkZGRhMDM0MzFjMGYxMg==
+  data.tar.gz: !binary |-
+    N2NkYjJiMGM4YmZjZmM4MzQyYTM4YzgzODg5MWMxN2FiMWI3OTQ5MA==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    YWRhNDI1YTNkMDczMDk0YzQ4MzM1NzczN2U1ZGQzNDdiZWRjY2Y4MDQyMGZk
+    NjUyY2M0ZDUzMzgzZmJhOWIxY2ZlYmNkNjY0ZTFkYTllMmE1OTQyNWU0OTIz
+    ZTA4YzNlNzUyYmViNWMyMzBiMDc3NzFjZDY4ODE4ZTE2NjBlZGU=
+  data.tar.gz: !binary |-
+    YzgzYzQ4Zjk4ZGMzZTY4ZDFjOGI5N2MxMWMyMGYwMWMwOGZlZWMwZjYxNDAy
+    OWI1MzQ2ZGZkMmQ0ZGFjNzk2Zjc4YWM3ZDhkYTQ3YzY0NGMyYzgwMTM0Mzky
+    ZTJmNTQwZWEyNjM5ZWU0YzU1NjMyYzEwZTI1MjhmYmZjN2Q1NzY=

data/.gitignore

@@ -3,3 +3,6 @@ config/
 *.gem
 Gemfile.lock
 pkg/
+local.ini
+multi.ini
+tags

data/Gemfile

@@ -3,4 +3,3 @@ source "https://rubygems.org"
 gemspec
 
 gem 'pry'
-

data/TODO

@@ -0,0 +1,5 @@
+Todos for current release
+
+* Implement port support via config file
+* Fix setup command and make it eaiser for people who have pow configured.
+* Possibly add support for foreman?

data/bin/invoker

@@ -9,6 +9,3 @@ rescue LoadError
 end
 
 Invoker::Runner.run(ARGV)
-
-
-

data/invoker.gemspec

@@ -28,8 +28,13 @@ Gem::Specification.new do |s|
   s.summary = %q{Something small for Process management}
   s.add_dependency("slop", "~> 3.4.6")
   s.add_dependency("iniparse", "~> 1.1.6")
-  s.add_dependency("colored", "~> 1.2.0")
   s.add_dependency("formatador", "~> 0.2.4")
+  s.add_dependency("eventmachine", "~> 1.0.3")
+  s.add_dependency("em-proxy", "~> 0.1.8")
+  s.add_dependency("rubydns", "~> 0.6.5")
+  s.add_dependency("uuid", "~> 2.3.7")
+  s.add_dependency("highline", "~> 1.6.19")
+  s.add_dependency("http-parser-lite", "~> 0.6.0")
   s.add_development_dependency("bacon")
   s.add_development_dependency("mocha")
   s.add_development_dependency("mocha-on-bacon")

data/lib/invoker.rb

@@ -1,13 +1,18 @@
 $: << File.dirname(__FILE__) unless $:.include?(File.expand_path(File.dirname(__FILE__)))
 
-require "colored"
 require "formatador"
+require 'rubydns'
+require 'em-proxy'
+require 'http-parser'
 require "ostruct"
+require "uuid"
+require "highline"
 require "invoker/version"
 require "invoker/logger"
 require "invoker/runner"
 require "invoker/command_listener/server"
 require "invoker/command_listener/client"
+require "invoker/power"
 require "invoker/errors"
 require "invoker/parsers/config"
 require "invoker/parsers/option_parser"
@@ -16,3 +21,23 @@ require "invoker/command_worker"
 require "invoker/reactor"
 require "invoker/event/manager"
 require "invoker/process_printer"
+
+module Invoker
+  def self.darwin?
+    ruby_platform.downcase.include?("darwin")
+  end
+
+  def self.ruby_platform
+    RUBY_PLATFORM
+  end
+
+  def self.can_run_balancer?(throw_warning = true)
+    return false unless darwin?
+    return true if File.exists?(Invoker::Power::Config::CONFIG_LOCATION)
+
+    if throw_warning
+      Invoker::Logger.puts("Invoker has detected setup has not been run. Domain feature will not work without running setup command.".color(:red))
+    end
+    false
+  end
+end

data/lib/invoker/command_listener/client.rb

@@ -37,7 +37,7 @@ module Invoker
             reload_command(b_command_label, b_rest_args)
           }
         else
-          Invoker::Logger.puts("\n Invalid command".red)
+          Invoker::Logger.puts("\n Invalid command".color(:red))
         end
       end
     end

data/lib/invoker/command_worker.rb

@@ -1,7 +1,7 @@
 module Invoker
   class CommandWorker
     attr_accessor :command_label, :pipe_end, :pid, :color
-    
+
     def initialize(command_label, pipe_end, pid, color)
       @command_label = command_label
       @pipe_end = pipe_end
@@ -24,7 +24,7 @@ module Invoker
 
     # Print the lines received over the network
     def receive_line(line)
-      Invoker::Logger.puts "#{@command_label.send(color)} : #{line}"
+      Invoker::Logger.puts "#{@command_label.color(color)} : #{line}"
     end
 
     def to_h

data/lib/invoker/commander.rb

@@ -5,17 +5,17 @@ require "json"
 module Invoker
   class Commander
     MAX_PROCESS_COUNT = 10
-    LABEL_COLORS = ['green', 'yellow', 'blue', 'magenta', 'cyan']
+    LABEL_COLORS = [:green, :yellow, :blue, :magenta, :cyan]
     attr_accessor :reactor, :workers, :thread_group, :open_pipes
     attr_accessor :event_manager, :runnables
-    
+
     def initialize
       # mapping between open pipes and worker classes
       @open_pipes = {}
 
       # mapping between command label and worker classes
       @workers = {}
-      
+
       @thread_group = ThreadGroup.new()
       @worker_mutex = Mutex.new()
 
@@ -35,7 +35,9 @@ module Invoker
       install_interrupt_handler()
       unix_server_thread = Thread.new { Invoker::CommandListener::Server.new() }
       thread_group.add(unix_server_thread)
+      run_power_server()
       Invoker::CONFIG.processes.each { |process_info| add_command(process_info) }
+      at_exit { kill_workers }
       start_event_loop()
     end
 
@@ -65,9 +67,7 @@ module Invoker
     #
     # @param command_label [String] Command label of process specified in config file.
     def add_command_by_label(command_label)
-      process_info = Invoker::CONFIG.processes.detect {|pconfig|
-        pconfig.label == command_label
-      }
+      process_info = Invoker::CONFIG.process(command_label)
       if process_info
         add_command(process_info)
       end
@@ -97,7 +97,7 @@ module Invoker
       return false unless worker
       signal_to_use = rest_args ? Array(rest_args).first : 'INT'
 
-      Invoker::Logger.puts("Removing #{command_label} with signal #{signal_to_use}".red)
+      Invoker::Logger.puts("Removing #{command_label} with signal #{signal_to_use}".color(:red))
       kill_or_remove_process(worker.pid, signal_to_use, command_label)
     end
 
@@ -129,7 +129,19 @@ module Invoker
       end
       @runnables = []
     end
-    
+
+    def run_power_server
+      return unless Invoker.can_run_balancer?(false)
+
+      powerup_id = Invoker::Power::Powerup.fork_and_start()
+      wait_on_pid("powerup_manager", powerup_id)
+      at_exit {
+        begin
+          Process.kill("INT", powerup_id)
+        rescue Errno::ESRCH; end
+      }
+    end
+
     private
     def start_event_loop
       loop do
@@ -152,7 +164,7 @@ module Invoker
       remove_worker(command_label, false)
       false
     end
-    
+
     def process_kill(pid, signal_to_use)
       if signal_to_use.to_i == 0
         Process.kill(signal_to_use, pid)
@@ -166,7 +178,7 @@ module Invoker
       LABEL_COLORS.push(selected_color)
       selected_color
     end
-    
+
     # Remove worker from all collections
     def remove_worker(command_label, trigger_event = true)
       worker = @workers[command_label]
@@ -210,7 +222,7 @@ module Invoker
       thread = Thread.new do
         Process.wait(pid)
         message = "Process with command #{command_label} exited with status #{$?.exitstatus}"
-        Invoker::Logger.puts("\n#{message}".red)
+        Invoker::Logger.puts("\n#{message}".color(:red))
         notify_user(message)
         event_manager.trigger(command_label, :exit)
       end
@@ -228,7 +240,7 @@ module Invoker
     end
 
     def check_and_notify_with_terminal_notifier(message)
-      return unless RUBY_PLATFORM.downcase.include?("darwin")
+      return unless Invoker.darwin?
 
       command_path = `which terminal-notifier`
       if command_path && !command_path.empty?
@@ -238,15 +250,19 @@ module Invoker
 
     def install_interrupt_handler
       Signal.trap("INT") do
-        @workers.each {|key,worker|
-          begin
-            Process.kill("INT", worker.pid) 
-          rescue Errno::ESRCH
-          end
-        }
+        kill_workers()
         exit(0)
       end
     end
 
+    def kill_workers
+      @workers.each {|key,worker|
+        begin
+          Process.kill("INT", worker.pid) 
+        rescue Errno::ESRCH
+        end
+      }
+      @workers = {}
+    end
   end
 end

data/lib/invoker/errors.rb

@@ -9,6 +9,7 @@ module Invoker
       end
     end
 
+    class NoValidPortFound < StandardError; end
     class InvalidConfig < StandardError; end
   end
 end

data/lib/invoker/parsers/config.rb

@@ -3,10 +3,30 @@ require 'iniparse'
 module Invoker
   module Parsers
     class Config
-      attr_accessor :processes
-      def initialize(filename)
+      PORT_REGEX = /\$PORT/
+      attr_accessor :processes, :power_config
+
+      def initialize(filename, port)
         @ini_content = File.read(filename)
+        @port = port
         @processes = process_ini(@ini_content)
+        if Invoker.can_run_balancer?
+          @power_config = Invoker::Power::Config.load_config()
+        end
+      end
+
+      def http_port
+        power_config && power_config.http_port
+      end
+
+      def dns_port
+        power_config && power_config.dns_port
+      end
+
+      def process(label)
+        processes.detect {|pconfig|
+          pconfig.label == label
+        }
       end
 
       private
@@ -14,16 +34,60 @@ module Invoker
         document = IniParse.parse(ini_content)
         document.map do |section|
           check_directory(section["directory"])
-          OpenStruct.new(label: section.key, dir: section["directory"], cmd: section["command"])
+          if supports_subdomain?(section)
+            port = pick_port(section)
+            make_option_for_subdomain(section, port)
+          else
+            make_option(section)
+          end
+        end
+      end
+
+      def pick_port(section)
+        if section['command'] =~ PORT_REGEX
+          @port += 1
+        elsif section['port']
+          section['port']
+        else
+          nil
         end
       end
 
+      def make_option_for_subdomain(section, port)
+        OpenStruct.new(
+          port: port,
+          label: section.key,
+          dir: section["directory"],
+          cmd: replace_port_in_command(section["command"], port)
+        )
+      end
+
+      def make_option(section)
+        OpenStruct.new(
+          label: section.key,
+          dir: section["directory"],
+          cmd: section["command"]
+        )
+      end
+
+      def supports_subdomain?(section)
+        (section['command'] =~ PORT_REGEX) || section['port']
+      end
+
       def check_directory(app_dir)
         if app_dir && !app_dir.empty? && !File.directory?(app_dir)
           raise Invoker::Errors::InvalidConfig.new("Invalid directory #{app_dir}")
         end
       end
+
+      def replace_port_in_command(command, port)
+        if command =~ PORT_REGEX
+          command.gsub(PORT_REGEX, port.to_s)
+        else
+          command
+        end
+      end
+
     end
   end
 end
-

data/lib/invoker/parsers/option_parser.rb

@@ -6,16 +6,29 @@ module Invoker
     class OptionParser
       def self.parse(args)
         selected_command = nil
-        
         opts = Slop.parse(args, help: true) do
           on :v, "Print the version" do
             Invoker::Logger.puts Invoker::VERSION
           end
+          on :p, :port=, "Port series to be used for starting rack servers", as: Integer
 
           command 'start' do
             banner "Usage : invoker start config.ini \n Start Invoker Process Manager"
+            on :p, :port=, "Port series to be used for starting rack servers", as: Integer
             run do |cmd_opts, cmd_args|
-              selected_command = OpenStruct.new(:command => 'start', :file => cmd_args.first)
+              port = cmd_opts.to_hash[:port] || 9000
+              selected_command = OpenStruct.new(
+                :command => 'start',
+                :file => cmd_args.first,
+                :port => port
+              )
+            end
+          end
+
+          command 'setup' do
+            banner "Usage : invoker setup \n Sets up firewall rules for subdomains"
+            run do |cmd_opts, cmd_args|
+              selected_command = OpenStruct.new(:command => 'setup')
             end
           end
 
@@ -54,7 +67,7 @@ module Invoker
             run do |cmd_opts, cmd_args|
               signal_to_use = cmd_opts.to_hash[:signal] || 'INT'
               selected_command = OpenStruct.new(
-                :command => 'reload', 
+                :command => 'reload',
                 :command_key => cmd_args.first,
                 :signal => signal_to_use
               )
@@ -65,7 +78,6 @@ module Invoker
         selected_command || create_default_command(args, opts)
       end
 
-      
       # If user specifies no command either show help message or start the invoker
       # process supervisor.
       #
@@ -74,7 +86,8 @@ module Invoker
       # @return [OpenStruct, false] returns default command or nil
       def self.create_default_command(args, opts)
         if args.first && File.exists?(args.first) && File.file?(args.first)
-          OpenStruct.new(:command => "start", :file => args.first)
+          port = opts.to_hash[:port] || 9000
+          OpenStruct.new(:command => "start", :file => args.first, :port => port)
         else
           Invoker::Logger.puts opts.inspect
           false

data/lib/invoker/power.rb

@@ -0,0 +1,6 @@
+require "invoker/power/config"
+require "invoker/power/port_finder"
+require "invoker/power/setup"
+require "invoker/power/dns"
+require "invoker/power/balancer"
+require "invoker/power/powerup"

data/lib/invoker/power/balancer.rb

@@ -0,0 +1,118 @@
+module Invoker
+  module Power
+    class BalancerConnection < EventMachine::ProxyServer::Connection
+      attr_accessor :host, :ip, :port
+      def set_host(host, selected_backend)
+        self.host = host
+        self.ip = selected_backend[:host]
+        self.port = selected_backend[:port]
+      end
+    end
+
+    class BalancerParser
+      attr_accessor :host, :parser
+      def initialize
+        @parser = HTTP::Parser.new()
+        @header = {}
+        @parser.on_headers_complete { headers_received() }
+        @parser.on_header_field { |field_name|
+          @last_key = field_name
+        }
+        @parser.on_header_value { |value| header_value_received(value) }
+      end
+
+      def headers_received
+        @header_completion_callback.call(@header)
+      end
+
+      def header_value_received(value)
+        @header[@last_key] = value
+      end
+
+      def on_headers_complete(&block)
+        @header_completion_callback = block
+      end
+
+      def reset; @parser.reset(); end
+
+      def <<(data)
+        @parser << data
+      end
+    end
+
+    class Balancer
+      attr_accessor :connection, :http_parser, :session
+
+      def self.run(options = {})
+        EventMachine.start_server('0.0.0.0', Invoker::CONFIG.http_port,
+                                  BalancerConnection, options) do |connection|
+          balancer = Balancer.new(connection)
+          balancer.install_callbacks
+        end
+      end
+
+      def initialize(connection)
+        @connection = connection
+        @http_parser = BalancerParser.new()
+        @session = nil
+        @buffer = []
+      end
+
+      def install_callbacks
+        http_parser.on_headers_complete { |header| headers_received(header) }
+        connection.on_data {|data| upstream_data(data) }
+        connection.on_response { |backend, data| backend_data(backend, data) }
+        connection.on_finish { |backend, name| frontend_disconnect(backend, name) }
+      end
+
+      def headers_received(header)
+        @session = UUID.generate()
+        config = select_backend_config(header['Host'])
+        if config
+          connection.server(session, host: '0.0.0.0', port: config.port)
+          connection.relay_to_servers(@buffer.join)
+          @buffer = []
+        else
+          connection.unbind
+        end
+      end
+
+      def upstream_data(data)
+        unless session
+          @buffer << data
+          append_for_http_parsing(data)
+          nil
+        else
+          data
+        end
+      end
+
+      def append_for_http_parsing(data)
+        http_parser << data
+      rescue HTTP::Parser::Error
+        http_parser.reset
+        connection.close_connection_after_writing
+      end
+
+      def backend_data(backend, data)
+        data
+      end
+
+      def frontend_disconnect(backend, name)
+        http_parser.reset()
+        connection.close_connection_after_writing() if backend == session
+      end
+
+      private
+      def select_backend_config(host)
+        matching_string = host.match(/(\w+)\.dev(\:\d+)?$/)
+        return nil unless matching_string
+        if selected_app = matching_string[1]
+          Invoker::CONFIG.process(selected_app)
+        else
+          nil
+        end
+      end
+    end
+  end
+end