brendan-skynet 0.9.3.1

data/examples/rails_mysql_example/config/routes.rb

@@ -0,0 +1,35 @@
+ActionController::Routing::Routes.draw do |map|
+  # The priority is based upon order of creation: first created -> highest priority.
+
+  # Sample of regular route:
+  #   map.connect 'products/:id', :controller => 'catalog', :action => 'view'
+  # Keep in mind you can assign values other than :controller and :action
+
+  # Sample of named route:
+  #   map.purchase 'products/:id/purchase', :controller => 'catalog', :action => 'purchase'
+  # This route can be invoked with purchase_url(:id => product.id)
+
+  # Sample resource route (maps HTTP verbs to controller actions automatically):
+  #   map.resources :products
+
+  # Sample resource route with options:
+  #   map.resources :products, :member => { :short => :get, :toggle => :post }, :collection => { :sold => :get }
+
+  # Sample resource route with sub-resources:
+  #   map.resources :products, :has_many => [ :comments, :sales ], :has_one => :seller
+
+  # Sample resource route within a namespace:
+  #   map.namespace :admin do |admin|
+  #     # Directs /admin/products/* to Admin::ProductsController (app/controllers/admin/products_controller.rb)
+  #     admin.resources :products
+  #   end
+
+  # You can have the root of your site routed with map.root -- just remember to delete public/index.html.
+  # map.root :controller => "welcome"
+
+  # See how all your routes lay out with "rake routes"
+
+  # Install the default routes as the lowest priority.
+  map.connect ':controller/:action/:id'
+  map.connect ':controller/:action/:id.:format'
+end

data/examples/rails_mysql_example/config/skynet_config.rb

@@ -0,0 +1,36 @@
+# Skynet Configuration File.  Should be in APP_ROOT/config/skynet_config.rb  
+# Start skynet from within your app root with 
+# > skynet start
+
+require 'rubygems'
+require 'skynet'         
+
+# Load your rails app
+if not defined?(RAILS_GEM_VERSION)
+  require File.expand_path(File.dirname(__FILE__)) + '/../config/environment'
+end
+
+Skynet::CONFIG[:SKYNET_LOG_LEVEL] = Logger::ERROR
+Skynet::CONFIG[:APP_ROOT]         = RAILS_ROOT
+Skynet::CONFIG[:SKYNET_LOG_DIR]   = File.expand_path(Skynet::CONFIG[:APP_ROOT]+ "/log")
+Skynet::CONFIG[:SKYNET_PID_DIR]   = File.expand_path(Skynet::CONFIG[:APP_ROOT] + "/log")
+Skynet::CONFIG[:SKYNET_LOG_FILE]  = "skynet_#{RAILS_ENV}.log"
+Skynet::CONFIG[:SKYNET_PID_FILE]  = "skynet_#{RAILS_ENV}.pid"
+
+
+# Use the mysql message queue adapter
+Skynet::CONFIG[:MESSAGE_QUEUE_ADAPTER] = "Skynet::MessageQueueAdapter::Mysql"
+
+# ==================================================================
+# = Require any other libraries you want skynet to know about here =
+# ==================================================================
+
+
+# ===========================================
+# = Set your own configuration options here =
+# ===========================================
+# You can also configure skynet with
+# Skynet.configure(:SOME_CONFIG_OPTION => true, :SOME_OTHER_CONFIG => 3)
+
+Skynet::CONFIG[:SKYNET_LOG_LEVEL]  = Logger::INFO
+Skynet::CONFIG[:TS_USE_RINGSERVER] = false

data/examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb

@@ -0,0 +1,43 @@
+class CreateSkynetTables < ActiveRecord::Migration
+  def self.up
+    create_table :skynet_message_queues do |t|
+      t.column  :id,            "bigint unsigned primary key"
+      t.column  :queue_id,      :integer, :default => 0
+      t.column  :tran_id,       "bigint unsigned"
+      t.column  :created_on,    :timestamp
+      t.column  :updated_on,    :timestamp
+      t.column  :tasktype,      :string
+      t.column  :task_id,       'bigint unsigned'
+      t.column  :job_id,        'bigint unsigned'
+      t.column  :raw_payload,   "longtext"
+      t.column  :payload_type,  :string
+      t.column  :name,          :string
+      t.column  :expiry,        :integer
+      t.column  :expire_time,   "decimal(16,4)"
+      t.column  :iteration,     :integer
+      t.column  :version,       :integer
+      t.column  :timeout,       "decimal(16,4)"
+      t.column  :retry,         :integer, :default => 0
+    end                                   
+    create_table :skynet_queue_temperature do |t|
+      t.column  :id,            "bigint unsigned primary key"
+      t.column  :queue_id,      :integer, :default => 0      
+      t.column  :updated_on,    :timestamp
+      t.column  :count,         :integer, :default => 0
+      t.column  :temperature,   "decimal(6,4) default 1"
+      t.column  :type,          :string
+    end
+    add_index :skynet_message_queues, :job_id
+    add_index :skynet_message_queues, :task_id
+    add_index :skynet_message_queues, :tran_id, :unique => true
+    add_index :skynet_message_queues, [:queue_id,:tasktype,:payload_type,:expire_time], :name => "index_skynet_mqueue_for_take"
+    execute "insert into skynet_queue_temperature (queue_id,type) values (0,'master')"
+    execute "insert into skynet_queue_temperature (queue_id,type) values (0,'any')"
+    execute "insert into skynet_queue_temperature (queue_id,type) values (0,'task')"
+  end
+
+  def self.down
+    drop_table :skynet_queue_temperature
+    drop_table :skynet_message_queues
+  end
+end

data/examples/rails_mysql_example/db/migrate/002_create_users.rb

@@ -0,0 +1,16 @@
+class CreateUsers < ActiveRecord::Migration
+  def self.up
+    create_table :users do |t|
+      t.string :name
+      t.string :password
+      t.string :favorites
+      t.string :email
+
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+end

data/examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb

@@ -0,0 +1,14 @@
+class CreateUserFavorites < ActiveRecord::Migration
+  def self.up
+    create_table :user_favorites do |t|
+      t.integer :user_id
+      t.string :favorite
+
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :user_favorites
+  end
+end

data/examples/rails_mysql_example/db/schema.rb

@@ -0,0 +1,85 @@
+# This file is auto-generated from the current state of the database. Instead of editing this file, 
+# please use the migrations feature of ActiveRecord to incrementally modify your database, and
+# then regenerate this schema definition.
+#
+# Note that this schema.rb definition is the authoritative source for your database schema. If you need
+# to create the application database on another system, you should be using db:schema:load, not running
+# all the migrations from scratch. The latter is a flawed and unsustainable approach (the more migrations
+# you'll amass, the slower it'll run and the greater likelihood for issues).
+#
+# It's strongly recommended to check this file into your version control system.
+
+ActiveRecord::Schema.define(:version => 3) do
+
+  create_table "skynet_message_queues", :force => true do |t|
+    t.integer  "queue_id",                                                  :default => 0
+    t.integer  "tran_id",      :limit => 20
+    t.datetime "created_on"
+    t.datetime "updated_on"
+    t.string   "tasktype"
+    t.integer  "task_id",      :limit => 20
+    t.integer  "job_id",       :limit => 20
+    t.text     "raw_payload"
+    t.string   "payload_type"
+    t.string   "name"
+    t.integer  "expiry"
+    t.decimal  "expire_time",                :precision => 16, :scale => 4
+    t.integer  "iteration"
+    t.integer  "version"
+    t.decimal  "timeout",                    :precision => 16, :scale => 4
+    t.integer  "retry",                                                     :default => 0
+  end
+
+  add_index "skynet_message_queues", ["tran_id"], :name => "index_skynet_message_queues_on_tran_id", :unique => true
+  add_index "skynet_message_queues", ["job_id"], :name => "index_skynet_message_queues_on_job_id"
+  add_index "skynet_message_queues", ["task_id"], :name => "index_skynet_message_queues_on_task_id"
+  add_index "skynet_message_queues", ["queue_id", "tasktype", "payload_type", "expire_time"], :name => "index_skynet_mqueue_for_take"
+
+  create_table "skynet_queue_temperature", :force => true do |t|
+    t.integer  "queue_id",                                  :default => 0
+    t.datetime "updated_on"
+    t.integer  "count",                                     :default => 0
+    t.decimal  "temperature", :precision => 6, :scale => 4
+    t.string   "type"
+  end
+
+  create_table "skynet_worker_queues", :force => true do |t|
+    t.integer  "queue_id",                                                   :default => 0
+    t.datetime "created_on"
+    t.datetime "updated_on"
+    t.string   "tasktype"
+    t.string   "tasksubtype"
+    t.integer  "worker_id",     :limit => 20
+    t.string   "hostname"
+    t.integer  "process_id"
+    t.integer  "job_id",        :limit => 20
+    t.integer  "task_id",       :limit => 20
+    t.integer  "iteration"
+    t.string   "name"
+    t.string   "map_or_reduce"
+    t.decimal  "started_at",                  :precision => 16, :scale => 4
+    t.integer  "version"
+    t.integer  "processed"
+    t.decimal  "timeout",                     :precision => 16, :scale => 4
+  end
+
+  add_index "skynet_worker_queues", ["worker_id"], :name => "index_skynet_worker_queues_on_worker_id", :unique => true
+  add_index "skynet_worker_queues", ["hostname", "process_id"], :name => "index_skynet_worker_queues_on_hostname_and_process_id"
+
+  create_table "user_favorites", :force => true do |t|
+    t.integer  "user_id"
+    t.string   "favorite"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  create_table "users", :force => true do |t|
+    t.string   "name"
+    t.string   "password"
+    t.string   "favorites"
+    t.string   "email"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+end

data/examples/rails_mysql_example/db/skynet_mysql_schema.sql

@@ -0,0 +1,33 @@
+CREATE TABLE skynet_message_queues (
+  id int(11) NOT NULL auto_increment,
+  queue_id int(11) default '0',
+  tran_id bigint(20) unsigned default NULL,
+  created_on datetime default NULL,
+  updated_on datetime default NULL,
+  tasktype varchar(255) default NULL,
+  task_id bigint(20) unsigned default NULL,
+  job_id bigint(20) unsigned default NULL,
+  raw_payload longtext,
+  payload_type varchar(255) default NULL,
+  name varchar(255) default NULL,
+  expiry int(11) default NULL,
+  expire_time decimal(16,4) default NULL,
+  iteration int(11) default NULL,
+  version int(11) default NULL,
+  timeout decimal(16,4) default NULL,
+  retry int(11) default '0',
+  PRIMARY KEY  (id),
+  UNIQUE KEY index_skynet_message_queues_on_tran_id (tran_id),
+  KEY index_skynet_message_queues_on_job_id (job_id),
+  KEY index_skynet_message_queues_on_task_id (task_id),
+  KEY index_skynet_mqueue_for_take (queue_id,tasktype,payload_type,expire_time)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+CREATE TABLE skynet_queue_temperature (
+  id int(11) NOT NULL auto_increment,
+  queue_id int(11) default '0',
+  updated_on datetime default NULL,
+  count int(11) default '0',
+  temperature decimal(6,4) default NULL,
+  type varchar(255) default NULL,
+  PRIMARY KEY  (id)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;

data/examples/rails_mysql_example/doc/README_FOR_APP

@@ -0,0 +1,2 @@
+Use this README file to introduce your application and point to useful places in the API for learning more.
+Run "rake doc:app" to generate API documentation for your models, controllers, helpers, and libraries.

data/examples/rails_mysql_example/lib/tasks/rails_mysql_example.rake

@@ -0,0 +1,20 @@
+namespace :db do
+  desc "Initialize Defaults"
+  task :initialize_defaults => :environment do
+    puts "Clearing User and UserFavorite tables"
+    User.destroy_all
+    puts "Creating Someguy"
+    User.create(:name => "Someguy", :favorites => "boats,fishing,boat-fishing", :email => 'skynet@mailinator.com')
+    puts "Creating AnotherGuy"
+    User.create(:name => "AnotherGuy", :favorites => "eating,sleeping,sleep-walking", :email => 'skynet@mailinator.com')
+    puts "Creating YoMamma"
+    User.create(:name => "YoMomma", :favorites => "kidding,joking,pining", :email => 'skynet@mailinator.com')
+    puts "finished"
+  end
+
+  desc "Migrate Favorites"
+  task :migrate_favorites => :environment do
+    User.distributed_find(:all).map(:migrate_favorites)
+  end
+
+end

data/examples/rails_mysql_example/public/.htaccess

@@ -0,0 +1,40 @@
+# General Apache options
+AddHandler fastcgi-script .fcgi
+AddHandler cgi-script .cgi
+Options +FollowSymLinks +ExecCGI
+
+# If you don't want Rails to look in certain directories,
+# use the following rewrite rules so that Apache won't rewrite certain requests
+# 
+# Example:
+#   RewriteCond %{REQUEST_URI} ^/notrails.*
+#   RewriteRule .* - [L]
+
+# Redirect all requests not available on the filesystem to Rails
+# By default the cgi dispatcher is used which is very slow
+# 
+# For better performance replace the dispatcher with the fastcgi one
+#
+# Example:
+#   RewriteRule ^(.*)$ dispatch.fcgi [QSA,L]
+RewriteEngine On
+
+# If your Rails application is accessed via an Alias directive,
+# then you MUST also set the RewriteBase in this htaccess file.
+#
+# Example:
+#   Alias /myrailsapp /path/to/myrailsapp/public
+#   RewriteBase /myrailsapp
+
+RewriteRule ^$ index.html [QSA]
+RewriteRule ^([^.]+)$ $1.html [QSA]
+RewriteCond %{REQUEST_FILENAME} !-f
+RewriteRule ^(.*)$ dispatch.cgi [QSA,L]
+
+# In case Rails experiences terminal errors
+# Instead of displaying this message you can supply a file here which will be rendered instead
+# 
+# Example:
+#   ErrorDocument 500 /500.html
+
+ErrorDocument 500 "<h2>Application error</h2>Rails application failed to start properly"

data/examples/rails_mysql_example/public/404.html

@@ -0,0 +1,30 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <title>The page you were looking for doesn't exist (404)</title>
+	<style type="text/css">
+		body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
+		div.dialog {
+			width: 25em;
+			padding: 0 4em;
+			margin: 4em auto 0 auto;
+			border: 1px solid #ccc;
+			border-right-color: #999;
+			border-bottom-color: #999;
+		}
+		h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
+	</style>
+</head>
+
+<body>
+  <!-- This file lives in public/404.html -->
+  <div class="dialog">
+    <h1>The page you were looking for doesn't exist.</h1>
+    <p>You may have mistyped the address or the page may have moved.</p>
+  </div>
+</body>
+</html>

data/examples/rails_mysql_example/public/422.html

@@ -0,0 +1,30 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <title>The change you wanted was rejected (422)</title>
+	<style type="text/css">
+		body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
+		div.dialog {
+			width: 25em;
+			padding: 0 4em;
+			margin: 4em auto 0 auto;
+			border: 1px solid #ccc;
+			border-right-color: #999;
+			border-bottom-color: #999;
+		}
+		h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
+	</style>
+</head>
+
+<body>
+  <!-- This file lives in public/422.html -->
+  <div class="dialog">
+    <h1>The change you wanted was rejected.</h1>
+    <p>Maybe you tried to change something you didn't have access to.</p>
+  </div>
+</body>
+</html>

data/examples/rails_mysql_example/public/500.html

@@ -0,0 +1,30 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <title>We're sorry, but something went wrong (500)</title>
+	<style type="text/css">
+		body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
+		div.dialog {
+			width: 25em;
+			padding: 0 4em;
+			margin: 4em auto 0 auto;
+			border: 1px solid #ccc;
+			border-right-color: #999;
+			border-bottom-color: #999;
+		}
+		h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
+	</style>
+</head>
+
+<body>
+  <!-- This file lives in public/500.html -->
+  <div class="dialog">
+    <h1>We're sorry, but something went wrong.</h1>
+    <p>We've been notified about this issue and we'll take a look at it shortly.</p>
+  </div>
+</body>
+</html>

data/examples/rails_mysql_example/public/dispatch.cgi

@@ -0,0 +1,10 @@
+#!/opt/local/bin/ruby
+
+require File.dirname(__FILE__) + "/../config/environment" unless defined?(RAILS_ROOT)
+
+# If you're using RubyGems and mod_ruby, this require should be changed to an absolute path one, like:
+# "/usr/local/lib/ruby/gems/1.8/gems/rails-0.8.0/lib/dispatcher" -- otherwise performance is severely impaired
+require "dispatcher"
+
+ADDITIONAL_LOAD_PATHS.reverse.each { |dir| $:.unshift(dir) if File.directory?(dir) } if defined?(Apache::RubyRun)
+Dispatcher.dispatch

data/examples/rails_mysql_example/public/dispatch.fcgi

@@ -0,0 +1,24 @@
+#!/opt/local/bin/ruby
+#
+# You may specify the path to the FastCGI crash log (a log of unhandled
+# exceptions which forced the FastCGI instance to exit, great for debugging)
+# and the number of requests to process before running garbage collection.
+#
+# By default, the FastCGI crash log is RAILS_ROOT/log/fastcgi.crash.log
+# and the GC period is nil (turned off).  A reasonable number of requests
+# could range from 10-100 depending on the memory footprint of your app.
+#
+# Example:
+#   # Default log path, normal GC behavior.
+#   RailsFCGIHandler.process!
+#
+#   # Default log path, 50 requests between GC.
+#   RailsFCGIHandler.process! nil, 50
+#
+#   # Custom log path, normal GC behavior.
+#   RailsFCGIHandler.process! '/var/log/myapp_fcgi_crash.log'
+#
+require File.dirname(__FILE__) + "/../config/environment"
+require 'fcgi_handler'
+
+RailsFCGIHandler.process!

data/examples/rails_mysql_example/public/dispatch.rb

@@ -0,0 +1,10 @@
+#!/opt/local/bin/ruby
+
+require File.dirname(__FILE__) + "/../config/environment" unless defined?(RAILS_ROOT)
+
+# If you're using RubyGems and mod_ruby, this require should be changed to an absolute path one, like:
+# "/usr/local/lib/ruby/gems/1.8/gems/rails-0.8.0/lib/dispatcher" -- otherwise performance is severely impaired
+require "dispatcher"
+
+ADDITIONAL_LOAD_PATHS.reverse.each { |dir| $:.unshift(dir) if File.directory?(dir) } if defined?(Apache::RubyRun)
+Dispatcher.dispatch