arachni 0.3 → 0.4

data/lib/{ui → arachni/ui}/web/addon_manager.rb

@@ -1,6 +1,6 @@
 =begin
                   Arachni
-  Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+  Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 
   This is free software; you can copy and distribute and modify
   this program under the term of the GPL v2.0 License
@@ -43,6 +43,10 @@ module Addons
                     erb :addon, *erb_args
                 end
 
+                def async_present( *args )
+                    body present( *args )
+                end
+
                 def partial( tpl, args )
                     views = current_addon.path_views
                     trv = ( '../' * views.split( '/' ).size ) + views + tpl.to_s
@@ -108,18 +112,34 @@ module Addons
             settings.get( @route + path, &block )
         end
 
+        def aget( path, &block )
+            settings.aget( @route + path, &block )
+        end
+
         def post( path, &block )
             settings.post( @route + path, &block )
         end
 
+        def apost( path, &block )
+            settings.apost( @route + path, &block )
+        end
+
         def put( path, &block )
             settings.put( @route + path, &block )
         end
 
+        def aput( path, &block )
+            settings.aput( @route + path, &block )
+        end
+
         def delete( path, &block )
             settings.delete( @route + path, &block )
         end
 
+        def adelete( path, &block )
+            settings.adelete( @route + path, &block )
+        end
+
     end
 end
 
@@ -183,8 +203,8 @@ class AddonManager
             }
 
         rescue ::Exception => e
-            ap e.to_s
-            ap e.backtrace
+            # ap e.to_s
+            # ap e.backtrace
         end
     end
 

data/lib/arachni/ui/web/addons/autodeploy.rb

@@ -0,0 +1,207 @@
+=begin
+                  Arachni
+  Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+
+  This is free software; you can copy and distribute and modify
+  this program under the term of the GPL v2.0 License
+  (See LICENSE file for details)
+
+=end
+
+module Arachni
+module UI
+module Web
+module Addons
+
+#
+#
+# Auto-deploy add-on.
+#
+# Allows users to automatically convert any SSH enabled Linux box into an Arachni Dispatcher.
+#
+# @author: Tasos "Zapotek" Laskos
+#                                      <tasos.laskos@gmail.com>
+#                                      <zapotek@segfault.gr>
+#
+# @version: 0.1.1
+#
+class AutoDeploy < Base
+
+    def run
+
+        settings.helpers do
+            require File.dirname( __FILE__ ) + '/autodeploy/lib/manager'
+
+            def autodeploy
+                @@autodeploy ||= Manager.new( Options.instance, settings )
+            end
+
+        end
+
+        aget "/" do
+            autodeploy.list_with_liveness {
+                |deployments|
+                async_present :index, :deployments => deployments,
+                    :root => current_addon.path_root, :show_output => false,
+                    :ret => {}
+            }
+        end
+
+        post "/" do
+
+            opts = {}
+            if !params[:pool_size].empty?
+                opts[:pool_size] = params[:pool_size].to_i
+            end
+
+            if !params[:nickname].empty?
+                opts[:nickname]  = params[:nickname]
+            end
+
+            if !params[:weight].empty?
+                opts[:weight]    = params[:weight]
+            end
+
+            if params[:pipe_id].empty?
+                opts[:pipe_id]   = params[:pipe_id]
+            end
+
+            params.each { |k, v| opts[k.to_sym] = v }
+            opts.delete( :password )
+            opts.delete( :_csrf )
+
+            deployment = Manager::Deployment.new( opts )
+
+            if !params[:host] || params[:host].empty? || !params[:user] ||
+                params[:user].empty? || !params[:password] || params[:password].empty? ||
+                !params[:port] || params[:port].empty? ||
+                !params[:dispatcher_port] || params[:dispatcher_port].empty?
+
+                flash[:err] = "Please fill in all mandatory fields."
+
+                present :index, :deployments => autodeploy.list,
+                    :root => current_addon.path_root, :show_output => false,
+                    :ret => {}, :errors => deployment.errors
+            else
+
+                settings.log.autodeploy_setup_started( env, autodeploy.get_url( deployment ) )
+                channel = autodeploy.setup( deployment, params[:password] )
+
+                present :index, :deployments => autodeploy.list,
+                    :root => current_addon.path_root, :channel => channel,
+                    :show_output => true,  :ret => {}
+            end
+        end
+
+        get '/channel/:channel' do
+            content_type :json
+            autodeploy.output( params[:channel] ).to_json
+        end
+
+        get '/channel/:channel/finalize' do |channel|
+            deployment = autodeploy.finalize_setup( params[:channel] )
+            log.autodeploy_deployment_saved( env,
+                "ID: #{deployment.id} [#{autodeploy.get_url( deployment )}]" )
+
+            redirect '/', :flash => { :ok => "Deployment was successful." }
+        end
+
+        apost '/:ids' do |ids|
+
+            ret = {}
+            if !params[:password] || params[:password].empty?
+                msg = "The password field is required."
+                async_redirect '/', :flash => { :err => msg }
+            else
+                if params[:action] == 'delete'
+
+                    ret = autodeploy.delete( params[:id], params[:password] )
+
+                    if ret[:code]
+                        msg = "Uninstall process aborted because the last command failed." +
+                            " Please ensure that the password is correct and the network is up."
+                        async_redirect '/', :flash => { :err => msg }
+                    else
+                        log.autodeploy_deployment_deleted( env, params[:id] )
+                        msg = "Uninstall process was successful."
+                        async_redirect '/', :flash => { :ok => msg }
+                    end
+
+                elsif params[:action] == 'run'
+                    deployment = autodeploy.get( params[:id] )
+                    ret = autodeploy.run( deployment, params[:password] )
+
+                    sleep 5
+                    autodeploy.alive?( deployment ){
+                        |alive|
+
+                        if alive
+                            msg = "Dispatcher is up and running."
+
+                            url = deployment.host + ':' + deployment.dispatcher_port.to_s
+                            DispatcherManager::Dispatcher.first_or_create( :url => url )
+
+                            settings.log.autodeploy_dispatcher_enabled( env,
+                                "ID: #{deployment.id} [#{autodeploy.get_url( deployment )}]" )
+
+                            async_redirect '/', :flash => { :ok => msg }
+                        else
+                            msg = "Could not run the Dispatcher." +
+                                " Please ensure that the password is correct and the network is up."
+
+                            async_redirect '/', :flash => { :err => msg }
+                        end
+                    }
+                elsif params[:action] == 'shutdown'
+                    deployment = autodeploy.get( params[:id] )
+                    autodeploy.shutdown( deployment, params[:password] ) {
+                        |ret|
+                        err = "Could not shutdown the Dispatcher." +
+                            " Please ensure that the password is correct and the network is up."
+
+                        if ret[:code] == 0
+                           autodeploy.alive?( deployment ){
+                               |liveness|
+                               if !liveness
+                                   msg = "Dispatcher has been shutdown."
+
+                                   settings.log.autodeploy_dispatcher_shutdown( env,
+                                        "ID: #{deployment.id} [#{autodeploy.get_url( deployment )}]" )
+
+                                   async_redirect '/', :flash => { :ok => msg }
+                               else
+                                   async_redirect '/', :flash => { :err => err }
+                               end
+                           }
+                        else
+                            async_redirect '/', :flash => { :err => err }
+                    end
+                    }
+                end
+            end
+
+        end
+
+
+    end
+
+    def title
+        "Auto-deploy [#{Manager.new( Options.instance, settings ).list.size}]"
+    end
+
+    def self.info
+        {
+            :name           => 'Auto-deploy',
+            :description    => %q{Enables you to automatically convert any SSH enabled Linux box into an Arachni Dispatcher.},
+            :author         => 'Tasos "Zapotek" Laskos <tasos.laskos@gmail.com> ',
+            :version        => '0.2'
+        }
+    end
+
+
+end
+
+end
+end
+end
+end

data/lib/{ui → arachni/ui}/web/addons/autodeploy/lib/manager.rb

@@ -1,6 +1,6 @@
 =begin
                   Arachni
-  Copyright (c) 2010-2011 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+  Copyright (c) 2010-2012 Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 
   This is free software; you can copy and distribute and modify
   this program under the term of the GPL v2.0 License
@@ -10,6 +10,7 @@
 
 require 'datamapper'
 require 'net/ssh'
+require 'net/scp'
 require 'digest/md5'
 
 
@@ -25,33 +26,53 @@ class AutoDeploy
 # @author: Tasos "Zapotek" Laskos
 #                                      <tasos.laskos@gmail.com>
 #                                      <zapotek@segfault.gr>
-# @version: 0.1
+# @version: 0.1.1
 #
 class Manager
 
     include Utilities
 
     ARCHIVE_PATH = 'https://github.com/downloads/Zapotek/arachni/'
-    ARCHIVE_NAME = 'arachni-v0.3-autodeploy'
+    # ARCHIVE_PATH = 'http://localhost/~zapotek/'
+    ARCHIVE_NAME = 'arachni-v0.4-autodeploy'
     ARCHIVE_EXT  = '.tar.gz'
 
-    EXEC = 'arachni_xmlrpcd'
+    NODE_SSL_KEY  = "node_ssl_key.pem"
+    NODE_SSL_CERT = "node_ssl_cert.pem"
+    SSL_KEY  = "ssl_key.pem"
+    SSL_CERT = "ssl_cert.pem"
+    SSL_CA   = "ssl_ca.pem"
+
+
+    EXEC = 'arachni_rpcd'
 
     class Deployment
         include DataMapper::Resource
 
         property :id,               Serial
+
         property :host,             String
-        property :port,             String
-        property :dispatcher_port,  String
+        property :port,             Integer
         property :user,             String
+        property :pool_size,        Integer, :default => 5
+
+        property :dispatcher_port,  Integer, :default => 7331
+        property :nickname,         String
+        property :weight,           String
+        property :pipe_id,          String
+        property :neighbour,        String
+        property :address,          String
+
+        property :ssl,              Boolean
+
+        property :alive,            Boolean
         property :created_at,       DateTime, :default => Time.now
+
+        validates_numericality_of :pool_size, :gt => 0
+        validates_numericality_of :dispatcher_port, :gt => 0
+        validates_numericality_of :port, :gt => 0
     end
 
-    #
-    # Initializes the Scheduler and starts the clock.
-    #
-    #
     def initialize( opts, settings )
         @opts     = opts
         @settings = settings
@@ -82,7 +103,7 @@ class Manager
             end
 
 
-            wget = 'wget --output-document=' + ARCHIVE_NAME + '-' + deployment.dispatcher_port +
+            wget = 'wget --output-document=' + ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s +
                 ARCHIVE_EXT + ' ' + ARCHIVE_PATH + ARCHIVE_NAME + ARCHIVE_EXT
             ret = ssh_exec!( deployment, session, wget )
 
@@ -91,7 +112,7 @@ class Manager
                 return
             end
 
-            mkdir = 'mkdir ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port
+            mkdir = 'mkdir ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s
             ret = ssh_exec!( deployment, session,  mkdir )
 
             if ret[:code] != 0
@@ -100,8 +121,8 @@ class Manager
             end
 
 
-            tar = 'tar xvf ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port + ARCHIVE_EXT +
-                ' -C ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port
+            tar = 'tar xvf ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s + ARCHIVE_EXT +
+                ' -C ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s
             ret = ssh_exec!( deployment, session,  tar )
 
             if ret[:code] != 0
@@ -109,11 +130,12 @@ class Manager
                 return
             end
 
-
-            chmod = 'chmod +x ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port + '/' +
+            chmod = 'chmod +x ' + ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s + '/' +
                 ARCHIVE_NAME + '/' + EXEC
             ret = ssh_exec!( deployment, session, chmod )
 
+            upload_ssl_pems!( deployment, session )
+
             if ret[:code] != 0
                 @@setup[url][:status] = 'failed'
                 return
@@ -130,6 +152,7 @@ class Manager
     end
 
     def finalize_setup( channel )
+        @@setup[channel][:deployment].ssl = @settings.conf['ssl']['server']['enable']
         @@setup[channel][:deployment].save
         return @@setup[channel][:deployment]
     end
@@ -166,30 +189,68 @@ class Manager
            }
        end
 
-       session.exec!( 'nohup ./' + ARCHIVE_NAME + '-' + deployment.dispatcher_port + '/' +
-               ARCHIVE_NAME + '/' + EXEC + ' --port=' + deployment.dispatcher_port +
-           ' > arachni-xmlrpcd-startup.log 2>&1 &' )
+        cmd  = 'nohup ./' + ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s + '/' + ARCHIVE_NAME + '/' + EXEC
+        cmd += " --port='#{deployment.dispatcher_port}'"
 
-       sleep( 5 )
-       { :code   => 0 }
-    end
+        if deployment.nickname && !deployment.nickname.empty?
+            cmd += " --nickname='#{deployment.nickname}'"
+        end
 
-    def shutdown( deployment, password )
+        if deployment.pipe_id && !deployment.pipe_id.empty?
+            cmd += " --pipe-id='#{deployment.pipe_id}'"
+        end
 
-       url =  "https://#{deployment.host}:#{deployment.dispatcher_port}"
-       proc = @settings.dispatchers.connect( url ).proc_info
+        if deployment.weight && !deployment.weight.empty?
+            cmd += " --weight='#{deployment.weight}'"
+        end
 
-       begin
-           session = ssh( deployment, password )
-       rescue Exception => e
-           return {
-               :output => e.class.name + ': ' + e.to_s + "\n" + e.backtrace.join( "\n" ),
-               :status => 'failed',
-               :code   => 1
-           }
-       end
+        if deployment.neighbour && !deployment.neighbour.empty?
+            cmd += " --neighbour='#{deployment.neighbour}'"
+        end
+
+        if deployment.address && !deployment.address.empty?
+            cmd += " --address='#{deployment.address}'"
+        end
+
+        if deployment.pool_size > 0
+            cmd += " --pool-size='#{deployment.pool_size}'"
+        end
+
+        if deployment.ssl
+            cmd += " --node-ssl-pkey='/#{NODE_SSL_KEY}'"
+            cmd += " --node-ssl-cert='/#{NODE_SSL_CERT}'"
+            cmd += " --ssl-pkey='/#{SSL_KEY}'"
+            cmd += " --ssl-cert='/#{SSL_CERT}'"
+            cmd += " --ssl-ca='/#{SSL_CA}'"
+        end
+
+        # puts cmd
+
+        cmd += ' > ' + EXEC + '-startup.log 2>&1 &'
+
+        session.exec!( cmd )
+
+       sleep( 3 )
+       { :code   => 0 }
+    end
 
-        ssh_exec!( deployment, session, 'kill -9 -' + proc['pgrp'] )
+    def shutdown( deployment, password, &block )
+       url =  "#{deployment.host}:#{deployment.dispatcher_port}"
+       @settings.dispatchers.connect( url ).proc_info {
+           |proc|
+           begin
+               session = ssh( deployment, password )
+           rescue Exception => e
+               block.call( {
+                   :output => e.class.name + ': ' + e.to_s + "\n" + e.backtrace.join( "\n" ),
+                   :status => 'failed',
+                   :code   => 1
+               })
+               next
+           end
+
+            block.call ssh_exec!( deployment, session, 'kill -9 -' + proc['pgrp'] )
+        }
     end
 
 
@@ -197,6 +258,28 @@ class Manager
         Deployment.all.reverse
     end
 
+    def list_with_liveness( &block )
+        ::EM.synchrony do
+            deployments = ::EM::Synchrony::Iterator.new( list ).map {
+                |deployment, iter|
+                alive?( deployment ){
+                    |alive|
+                    deployment.alive = alive
+                    iter.return( deployment )
+                }
+            }
+
+            block.call( deployments )
+        end
+    end
+
+    def alive?( deployment, &block )
+        @settings.dispatchers.alive?( get_rpc_url( deployment ) ){
+            |alive|
+            block.call( alive )
+        }
+    end
+
     def get( id )
         Deployment.get( id )
     end
@@ -220,11 +303,35 @@ class Manager
             )
     end
 
+    def get_rpc_url( deployment )
+        deployment.host + ':' + deployment.dispatcher_port.to_s
+    end
+
     def get_url( deployment )
         deployment.user + '@' + deployment.host + ':' + deployment.port.to_s +
             '$' + deployment.dispatcher_port.to_s
     end
 
+    def upload_ssl_pems!( deployment, ssh )
+
+        if !@settings.conf['ssl']['client']['enable'] ||
+            !@settings.conf['ssl']['server']['enable']
+            return
+        end
+
+        dir = ARCHIVE_NAME + '-' + deployment.dispatcher_port.to_s + '/' +
+            ARCHIVE_NAME + '/cde-root/'
+
+        tx = []
+        tx << ssh.scp.upload( @settings.conf['ssl']['client']['key'], dir + NODE_SSL_KEY )
+        tx << ssh.scp.upload( @settings.conf['ssl']['client']['cert'], dir + NODE_SSL_CERT )
+        tx << ssh.scp.upload( @settings.conf['ssl']['server']['key'], dir + SSL_KEY )
+        tx << ssh.scp.upload( @settings.conf['ssl']['server']['cert'], dir + SSL_CERT )
+        tx << ssh.scp.upload( @settings.conf['ssl']['server']['ca'], dir + SSL_CA )
+
+        tx.each { |d| d.wait }
+    end
+
     def ssh_exec!( deployment, ssh, command )
 
         stdout_data = ""