cuboid 0.0.0 → 0.0.1alpha

data/lib/cuboid/rest/server/routes/scheduler.rb

@@ -0,0 +1,140 @@
+module Cuboid
+module Rest
+class Server
+module Routes
+
+module Scheduler
+
+    def self.registered( app )
+
+        app.get '/scheduler' do
+            ensure_scheduler!
+
+            handle_error do
+                json scheduler.list
+            end
+        end
+
+        app.get '/scheduler/url' do
+            ensure_scheduler!
+
+            handle_error do
+                json Options.scheduler.url
+            end
+        end
+
+        app.put '/scheduler/url' do
+            url = ::JSON.load( request.body.read ) || {}
+
+            handle_error do
+                connect_to_scheduler( url ).alive?
+
+                @scheduler = nil
+                Options.scheduler.url = url
+                json nil
+            end
+        end
+
+        app.delete '/scheduler/url' do
+            ensure_scheduler!
+
+            json @scheduler = Options.scheduler.url = nil
+        end
+
+        app.get '/scheduler/running' do
+            ensure_scheduler!
+
+            handle_error do
+                json scheduler.running
+            end
+        end
+
+        app.get '/scheduler/completed' do
+            ensure_scheduler!
+
+            handle_error do
+                json scheduler.completed
+            end
+        end
+
+        app.get '/scheduler/failed' do
+            ensure_scheduler!
+
+            handle_error do
+                json scheduler.failed
+            end
+        end
+
+        app.get '/scheduler/size' do
+            ensure_scheduler!
+
+            handle_error do
+                json scheduler.size
+            end
+        end
+
+        app.delete '/scheduler' do
+            ensure_scheduler!
+
+            handle_error do
+                json scheduler.clear
+            end
+        end
+
+        app.post '/scheduler' do
+            ensure_scheduler!
+
+            handle_error do
+                json id: scheduler.push( *[::JSON.load( request.body.read )].flatten )
+            end
+        end
+
+        app.get '/scheduler/:instance' do |instance|
+            ensure_scheduler!
+
+            handle_error do
+                instance = scheduler.get( instance )
+                if !instance
+                    halt 404, json( 'Instance not in Scheduler.' )
+                end
+
+                json instance
+            end
+        end
+
+        app.put '/scheduler/:instance/detach' do |instance|
+            ensure_scheduler!
+
+            handle_error do
+                info = scheduler.detach( instance )
+
+                if !info
+                    halt 404, json( 'Instance not in Scheduler.' )
+                end
+
+                instances[instance] ||= connect_to_instance( info['url'], info['token'] )
+            end
+
+            json nil
+        end
+
+        app.delete '/scheduler/:instance' do |instance|
+            ensure_scheduler!
+
+            handle_error do
+                if scheduler.remove( instance )
+                    json nil
+                else
+                    halt 404, json( 'Instance not in Scheduler.' )
+                end
+            end
+        end
+
+    end
+
+end
+
+end
+end
+end
+end

data/lib/cuboid/rpc/client.rb

@@ -0,0 +1,3 @@
+require_relative 'client/instance'
+require_relative 'client/dispatcher'
+require_relative 'client/scheduler'

data/lib/cuboid/rpc/client/base.rb

@@ -0,0 +1,58 @@
+require 'arachni/rpc'
+require_relative '../serializer'
+
+module Cuboid
+module RPC
+class Client
+
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+class Base < Arachni::RPC::Client
+    attr_reader :url
+
+    # @param    [String]    url
+    #   Server URL in `address:port` format.
+    # @param    [String]    token
+    #   Optional authentication token.
+    # @param    [Hash]   options
+    # @option options [Integer]  :connection_pool_size
+    # @option options [Integer]  :max_retries
+    # @option options [Integer]  :ssl_ca
+    # @option options [Integer]  :ssl_pkey
+    # @option options [Integer]  :ssl_cert
+    def initialize( url, token = nil, options = nil )
+        @url = url
+
+        socket, host, port = nil
+        if url.include? ':'
+            host, port = url.split( ':' )
+        else
+            socket = url
+        end
+
+        @address = host
+        @port    = port
+
+        # If given nil use the global defaults.
+        options ||= Options.rpc.to_client_options
+
+        super( options.merge(
+            serializer: Serializer,
+            host:       host,
+            port:       port.to_i,
+            socket:     socket,
+            token:      token
+        ))
+    end
+
+    def address
+        @address
+    end
+
+    def port
+        @port
+    end
+
+end
+end
+end
+end

data/lib/cuboid/rpc/client/dispatcher.rb

@@ -0,0 +1,58 @@
+module Cuboid
+
+require Options.paths.lib + 'rpc/client/base'
+
+module RPC
+class Client
+
+# RPC Dispatcher client
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+class Dispatcher
+    # Not always available, set by the parent.
+    attr_accessor :pid
+
+    attr_reader :node
+
+    def initialize( url, options = nil )
+        @client = Base.new( url, nil, options )
+        @node   = Arachni::RPC::Proxy.new( @client, 'node' )
+
+        Cuboid::Application.application.dispatcher_services.keys.each do |name|
+            self.class.send( :attr_reader, name.to_sym )
+
+            instance_variable_set(
+              "@#{name}".to_sym,
+              Arachni::RPC::Proxy.new( @client, name )
+            )
+        end
+    end
+
+    def url
+        @client.url
+    end
+
+    def address
+        @client.address
+    end
+
+    def port
+        @client.port
+    end
+
+    def close
+        @client.close
+    end
+
+    private
+
+    # Used to provide the illusion of locality for remote methods
+    def method_missing( sym, *args, &block )
+        @client.call( "dispatcher.#{sym.to_s}", *args, &block )
+    end
+
+end
+
+end
+end
+end

data/lib/cuboid/rpc/client/instance.rb

@@ -0,0 +1,100 @@
+module Cuboid
+
+require Options.paths.lib + 'rpc/client/base'
+
+module RPC
+class Client
+
+# RPC client for remote instances spawned by a remote dispatcher
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+class Instance
+    # Not always available, set by the parent.
+    attr_accessor :pid
+    attr_reader :options
+
+    require_relative 'instance/service'
+
+    class <<self
+
+        def when_ready( url, token, &block )
+            options = Cuboid::Options.rpc.to_client_options.merge(
+                client_max_retries:   0,
+                connection_pool_size: 1
+            )
+
+            client = new( url, token, options )
+            Arachni::Reactor.global.delay( 0.1 ) do |task|
+                client.alive? do |r|
+                    if r.rpc_exception?
+                        Arachni::Reactor.global.delay( 0.1, &task )
+                        next
+                    end
+
+                    client.close
+
+                    block.call
+                end
+            end
+        end
+
+    end
+
+    def initialize( url, token = nil, options = nil )
+        @token    = token
+        @client   = Base.new( url, token, options )
+
+        @instance = Proxy.new( @client )
+        @options  = Arachni::RPC::Proxy.new( @client, 'options' )
+
+        # map Dispatcher handlers
+        Cuboid::Application.application.instance_services.keys.each do |name|
+            self.class.send( :attr_reader, name.to_sym )
+
+            instance_variable_set(
+              "@#{name}".to_sym,
+              Arachni::RPC::Proxy.new( @client, name )
+            )
+        end
+    end
+
+    def when_ready( &block )
+        self.class.when_ready( url, token, &block )
+    end
+
+    def token
+        @token
+    end
+
+    def client
+        @client
+    end
+
+    def close
+        @client.close
+    end
+
+    def url
+        @client.url
+    end
+
+    def address
+        @client.address
+    end
+
+    def port
+        @client.port
+    end
+
+    private
+
+    # Used to provide the illusion of locality for remote methods
+    def method_missing( sym, *args, &block )
+        @instance.send( sym, *args, &block )
+    end
+
+end
+
+end
+end
+end

data/lib/cuboid/rpc/client/instance/service.rb

@@ -0,0 +1,37 @@
+module Cuboid
+
+module RPC
+class Client
+class Instance
+
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+class Proxy < Arachni::RPC::Proxy
+
+    def initialize( client )
+        super client, 'instance'
+    end
+
+    translate :status do |status|
+        status.to_sym if status
+    end
+
+    translate :progress do |data|
+        data = data.my_symbolize_keys
+        data[:status] = data[:status].to_sym
+        data
+    end
+
+    translate :abort_and_generate_report do |data|
+        Report.from_rpc_data data
+    end
+
+    translate :generate_report do |data|
+        Report.from_rpc_data data
+    end
+
+end
+
+end
+end
+end
+end

data/lib/cuboid/rpc/client/scheduler.rb

@@ -0,0 +1,46 @@
+module Cuboid
+
+require Options.paths.lib + 'rpc/client/base'
+
+module RPC
+class Client
+
+# RPC Scheduler client
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+class Scheduler
+    # Not always available, set by the parent.
+    attr_accessor :pid
+
+    def initialize( url, options = nil )
+        @client = Base.new( url, nil, options )
+    end
+
+    def url
+        @client.url
+    end
+
+    def address
+        @client.address
+    end
+
+    def port
+        @client.port
+    end
+
+    def close
+        @client.close
+    end
+
+    private
+
+    # Used to provide the illusion of locality for remote methods
+    def method_missing( sym, *args, &block )
+        @client.call( "scheduler.#{sym.to_s}", *args, &block )
+    end
+
+end
+
+end
+end
+end