cloud-crowd 0.1.0

data/lib/cloud_crowd/runner.rb

@@ -0,0 +1,15 @@
+# This is the script that kicks off a single CloudCrowd::Daemon. Rely on 
+# cloud-crowd.rb for autoloading of all the code we need.
+
+require "#{File.dirname(__FILE__)}/../cloud-crowd"
+
+FileUtils.mkdir('log') unless File.exists?('log')
+
+Daemons.run("#{CloudCrowd::ROOT}/lib/cloud_crowd/daemon.rb", {
+  :app_name   => "cloud_crowd_worker",
+  :dir_mode   => :normal,
+  :dir        => 'log',
+  :multiple   => true,
+  :backtrace  => true,
+  :log_output => true
+})

data/lib/cloud_crowd/schema.rb

@@ -0,0 +1,45 @@
+# Complete schema for CloudCrowd.
+ActiveRecord::Schema.define(:version => 1) do
+
+  create_table "jobs", :force => true do |t|
+    t.integer  "status",                      :null => false
+    t.text     "inputs",                      :null => false
+    t.string   "action",                      :null => false
+    t.text     "options",                     :null => false
+    t.text     "outputs"
+    t.float    "time"
+    t.string   "callback_url"
+    t.string   "email"
+    t.integer  "lock_version", :default => 0, :null => false
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  create_table "work_units", :force => true do |t|
+    t.integer  "status",                          :null => false
+    t.integer  "job_id",                          :null => false
+    t.text     "input",                           :null => false
+    t.string   "action",                          :null => false
+    t.integer  "attempts",     :default => 0,     :null => false
+    t.integer  "lock_version", :default => 0,     :null => false
+    t.integer  "worker_record_id"
+    t.float    "time"
+    t.text     "output"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+  
+  create_table "worker_records", :force => true do |t|
+    t.string   "name",          :null => false
+    t.string   "thread_status", :null => false
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  add_index "jobs", ["status"], :name => "index_jobs_on_status"
+  add_index "work_units", ["job_id"], :name => "index_work_units_on_job_id"
+  add_index "work_units", ["status", "worker_record_id", "action"], :name => "index_work_units_on_status_and_worker_record_id_and_action"
+  add_index "worker_records", ["name"], :name => "index_worker_records_on_name"
+  add_index "worker_records", ["updated_at"], :name => "index_worker_records_on_updated_at"
+
+end

data/lib/cloud_crowd/worker.rb

@@ -0,0 +1,186 @@
+module CloudCrowd
+  
+  # The Worker, run at intervals by the Daemon, fetches WorkUnits from the
+  # central server and dispatches Actions to process them. Workers only fetch
+  # units that they are able to handle (for which they have an action in their
+  # actions directory). If communication with the central server is interrupted, 
+  # the WorkUnit will repeatedly attempt to complete its unit -- every 
+  # Worker::RETRY_WAIT seconds. Any exceptions that take place during 
+  # the course of the Action will cause the Worker to mark the WorkUnit as 
+  # having failed.
+  class Worker
+    
+    # The time between worker check-ins with the central server, informing
+    # it of the current status, and simply that it's still alive.
+    CHECK_IN_INTERVAL = 60
+    
+    # Wait five seconds to retry, after internal communcication errors.
+    RETRY_WAIT = 5
+            
+    attr_reader :action
+    
+    # Spinning up a worker will create a new AssetStore with a persistent
+    # connection to S3. This AssetStore gets passed into each action, for use
+    # as it is run.
+    def initialize
+      @id               = $$
+      @hostname         = Socket.gethostname
+      @name             = "#{@id}@#{@hostname}"
+      @store            = AssetStore.new
+      @server           = CloudCrowd.central_server
+      @enabled_actions  = CloudCrowd.actions.keys
+      log 'started'
+    end
+    
+    # Ask the central server for the first WorkUnit in line.
+    def fetch_work_unit
+      keep_trying_to "fetch a new work unit" do
+        unit_json = @server['/work'].post(base_params)
+        setup_work_unit(unit_json)
+      end
+    end
+    
+    # Return output to the central server, marking the current work unit as done.
+    def complete_work_unit(result)
+      keep_trying_to "complete work unit" do
+        data = completion_params.merge({:status => 'succeeded', :output => result})
+        unit_json = @server["/work/#{data[:id]}"].put(data)
+        log "finished #{display_work_unit} in #{data[:time]} seconds"
+        clear_work_unit
+        setup_work_unit(unit_json)
+      end
+    end
+    
+    # Mark the current work unit as failed, returning the exception to central.
+    def fail_work_unit(exception)
+      keep_trying_to "mark work unit as failed" do
+        data = completion_params.merge({:status => 'failed', :output => {'output' => exception.message}.to_json})
+        unit_json = @server["/work/#{data[:id]}"].put(data)
+        log "failed #{display_work_unit} in #{data[:time]} seconds\n#{exception.message}\n#{exception.backtrace}"
+        clear_work_unit
+        setup_work_unit(unit_json)
+      end
+    end
+    
+    # Check in with the central server. Let it know the condition of the work 
+    # thread, the action and status we're processing, and our hostname and PID.
+    def check_in(thread_status)
+      keep_trying_to "check in with central" do
+        @server["/worker"].put({
+          :name          => @name,
+          :thread_status => thread_status
+        })
+      end
+    end
+    
+    # Inform the central server that this worker is finished. This is the only
+    # remote method that doesn't retry on connection errors -- if the worker 
+    # can't connect to the central server while it's trying to shutdown, it 
+    # should close, regardless.
+    def check_out
+      @server["/worker"].put({
+        :name       => @name,
+        :terminated => true
+      })
+      log 'exiting'
+    end
+    
+    # We expect and require internal communication between the central server
+    # and the workers to succeed. If it fails for any reason, log it, and then 
+    # keep trying the same request.
+    def keep_trying_to(title)
+      begin
+        yield
+      rescue Exception => e
+        log "failed to #{title} -- retry in #{RETRY_WAIT} seconds"
+        log e.message
+        log e.backtrace
+        sleep RETRY_WAIT
+        retry
+      end
+    end
+    
+    # Does this Worker have a job to do?
+    def has_work?
+      @action_name && @input && @options
+    end
+    
+    # Loggable string of the current work unit.
+    def display_work_unit
+      "unit ##{@options['work_unit_id']} (#{@action_name})"
+    end
+    
+    # Executes the current work unit, catching all exceptions as failures.
+    def run_work_unit
+      begin
+        result = nil
+        @action = CloudCrowd.actions[@action_name].new(@status, @input, @options, @store)
+        Dir.chdir(@action.work_directory) do
+          result = case @status
+          when PROCESSING then @action.process
+          when SPLITTING  then @action.split
+          when MERGING    then @action.merge
+          else raise Error::StatusUnspecified, "work units must specify their status"
+          end
+        end
+        complete_work_unit({'output' => result}.to_json)
+      rescue Exception => e
+        fail_work_unit(e)
+      end
+    end
+    
+    # Wraps <tt>run_work_unit</tt> to benchmark the execution time, if requested.
+    def run
+      return run_work_unit unless @options['benchmark']
+      status = CloudCrowd.display_status(@status)
+      log("ran #{@action_name}/#{status} in " + Benchmark.measure { run_work_unit }.to_s)
+    end
+    
+    
+    private
+    
+    # Common parameters to send back to central.
+    def base_params
+      @base_params ||= {
+        :worker_name    => @name, 
+        :worker_actions => @enabled_actions.join(',')
+      }
+    end
+    
+    # Common parameters to send back to central upon unit completion, 
+    # regardless of success or failure.
+    def completion_params
+      base_params.merge({
+        :id       => @options['work_unit_id'], 
+        :time     => Time.now - @start_time 
+      })
+    end
+    
+    # Extract our instance variables from a WorkUnit's JSON.
+    def setup_work_unit(unit_json)
+      return false unless unit_json
+      unit = JSON.parse(unit_json)
+      @start_time = Time.now
+      @action_name, @input, @options, @status = unit['action'], unit['input'], unit['options'], unit['status']
+      @options['job_id'] = unit['job_id']
+      @options['work_unit_id'] = unit['id']
+      @options['attempts'] ||= unit['attempts']
+      log "fetched #{display_work_unit}"
+      return true
+    end
+    
+    # Log a message to the daemon log. Includes PID for identification.
+    def log(message)
+      puts "Worker ##{@id}: #{message}" unless ENV['RACK_ENV'] == 'test'
+    end
+    
+    # When we're done with a unit, clear out our instance variables to make way 
+    # for the next one. Also, remove all of the unit's temporary storage.
+    def clear_work_unit
+      @action.cleanup_work_directory
+      @action, @action_name, @input, @options, @start_time = nil, nil, nil, nil, nil
+    end
+    
+  end
+  
+end

data/public/css/admin_console.css

@@ -0,0 +1,221 @@
+body {
+  background: #979797;
+  font-family: Arial;
+  font-size: 12px;
+  color: #252525;
+}
+
+.small_caps {
+  font: 11px Arial, sans-serif;
+  text-transform: uppercase;
+}
+
+#header {
+  height: 110px;
+  position: absolute;
+  top: 0; left: 0; right: 0;
+  background: url(/images/header_back.png);
+}
+  #logo {
+    position: absolute;
+    left: 37px; top: 9px;
+    width: 236px; height: 91px;
+    background: url(/images/logo.png);
+  }
+  
+#disconnected {
+  position: absolute;
+  top: 122px; right: 15px;
+  background: #7f7f7f;
+  color: #333;
+  border: 1px solid #555;
+  font-size: 10px;
+  line-height: 18px;
+  padding: 3px 4px 1px 4px;
+  -moz-border-radius: 5px; -webkit-border-radius: 5px; border-radius: 5px;
+}
+  #disconnected .server_error {
+    float: left;
+    width: 16px; height: 16px;
+    background: url(/images/server_error.png);
+    opacity: 0.7;
+    margin-right: 3px;
+  }
+
+#queue {
+  position: absolute;
+  top: 16px; left: 327px; right: 15px;
+  height: 77px;
+  overflow: hidden;
+}
+  #no_jobs {
+    text-align: left;
+    position: absolute;
+    bottom: 8px; right: 8px;
+    color: #999;
+    display: none;
+  }
+    #queue.no_jobs #no_jobs {
+      display: block;
+    }
+  #queue_fill {
+    position: absolute;
+    left: 0; right: 0; top: 0;
+    height: 75px;
+    border: 1px solid #5c5c5c;
+    -moz-border-radius: 10px; -webkit-border-radius: 10px; border-radius: 10px;
+    background: transparent url(/images/queue_fill.png) repeat-x 0px -1px;
+  }
+    #queue.no_jobs #queue_fill {
+      opacity: 0.3;
+    }
+  #queue .job {
+    position: relative;
+    margin-top: 1px;
+    height: 75px;
+    background: blue;
+    float: left;
+    overflow: hidden;
+    -moz-border-radius: 10px;
+    -webkit-border-radius: 10px;
+  }
+    #queue .completion {
+      position: absolute;
+      bottom: -1px;
+      height: 30px;
+      background: black;
+      border: 1px solid white;
+      -moz-border-radius: 10px; -webkit-border-radius: 10px;
+      opacity: 0.5;
+      overflow: hidden;
+    }
+      #queue .completion.zero {
+        border: 0;
+      }
+    #queue .percent_complete {
+      position: absolute;
+      bottom: 8px; left: 8px;
+      color: #c7c7c7;
+      z-index: 10;
+    }
+    #queue .job_id {
+      color: #333;
+      font-size: 14px;
+      position: absolute;
+      top: 8px; left: 8px;
+      z-index: 10;
+    }
+    
+#sidebar {
+  position: absolute;
+  top: 120px; left: 10px; bottom: 10px;
+  width: 300px;
+  overflow: hidden;
+}
+  #sidebar_background {
+    position: absolute;
+    top: 21px; bottom: 21px;
+    width: 298px;
+    background: #e0e0e0;
+    border: 1px solid #8b8b8b;
+    border-top: 0; border-bottom: 0;
+  }
+  .sidebar_back {
+    position: absolute;
+    height: 21px; width: 300px;
+  }
+    #sidebar_top {
+      top: 0px;
+      background: url(/images/sidebar_top.png);
+    }
+    #sidebar_bottom {
+      bottom: 0px;
+      background: url(/images/sidebar_bottom.png);
+    }
+  #sidebar_header {
+    position: absolute;
+    top: 5px; left: 8px;
+    color: #404040;
+    text-shadow: 0px 1px 1px #eee;
+  }
+    #sidebar_header.no_workers .no_workers,
+    #sidebar_header .has_workers {
+      display: block;
+    }
+    #sidebar_header .no_workers,
+    #sidebar_header.no_workers .has_workers {
+      display: none;
+    }
+  #workers {
+    position: absolute;
+    padding: 2px 0;
+    top: 21px; left: 0; bottom: 21px;
+    width: 298px;
+    overflow-y: auto; overflow-x: hidden;
+  }
+    #workers .worker {
+      border: 1px solid transparent;
+      margin: 1px 7px;
+      padding-left: 18px;
+      font-size: 11px;
+      line-height: 22px;
+      background: url(/images/bullet_white.png) no-repeat left center;
+      cursor: pointer;
+    }
+      #workers .worker.processing,
+      #workers .worker.splitting,
+      #workers .worker.merging {
+        background: url(/images/bullet_green.png) no-repeat left center;
+      }
+      #workers .worker:hover {
+        border: 1px solid #aaa;
+        border-radius: 4px; -moz-border-radius: 4px; -webkit-border-radius: 4px;
+        background-color: #ccc;
+      }
+      
+#worker_info {
+  position: absolute;
+  width: 231px; height: 79px;
+  margin: -9px 0 0 -20px;
+  background: url(/images/worker_info.png);
+  overflow: hidden;
+  cursor: pointer;
+}
+  #worker_info_inner {
+    margin: 15px 15px 15px 32px;
+    line-height: 15px;
+    color: #333;
+    text-shadow: 0px 1px 1px #eee;
+  }
+    #worker_info.loading #worker_info_inner {
+      background: url(/images/worker_info_loading.gif) no-repeat right bottom;
+      width: 45px; height: 9px;
+    }
+    #worker_info.awake #worker_details, 
+    #worker_sleeping {
+      display: block;
+    }
+    #worker_details, #worker_info.loading #worker_details, 
+    #worker_info.loading #worker_sleeping, #worker_info.awake #worker_sleeping {
+      display: none;
+    }
+      
+#graphs {
+  position: absolute;
+  padding: 17px 15px 15px 17px;
+  top: 110px; left: 310px; right: 0px; bottom: 0;
+  overflow: hidden;
+  overflow-y: auto;
+}
+  .graph_container {
+    margin-bottom: 25px;
+  }
+    .graph_title {
+      color: #333;
+      font-size: 16px;
+      text-shadow: 0px 1px 1px #eee;
+      margin-bottom: 10px;
+    }
+    .graph {
+      height: 150px;
+    }