skynet 0.9.2 → 0.9.3

data/examples/rails_mysql_example/config/database.yml

@@ -0,0 +1,42 @@
+# MySQL.  Versions 4.1 and 5.0 are recommended.
+#
+# Install the MySQL driver:
+#   gem install mysql
+# On Mac OS X:
+#   sudo gem install mysql -- --with-mysql-dir=/usr/local/mysql
+# On Mac OS X Leopard:
+#   sudo env ARCHFLAGS="-arch i386" gem install mysql -- --with-mysql-config=/usr/local/mysql/bin/mysql_config
+#       This sets the ARCHFLAGS environment variable to your native architecture
+# On Windows:
+#   gem install mysql
+#       Choose the win32 build.
+#       Install MySQL and put its /bin directory on your path.
+#
+# And be sure to use new-style password hashing:
+#   http://dev.mysql.com/doc/refman/5.0/en/old-client.html
+development:
+  adapter: mysql
+  encoding: utf8
+  database: rails_mysql_example_development
+  username: root
+  password:
+  socket: /opt/local/var/run/mysql5/mysqld.sock
+
+# Warning: The database defined as 'test' will be erased and
+# re-generated from your development database when you run 'rake'.
+# Do not set this db to the same as development or production.
+test:
+  adapter: mysql
+  encoding: utf8
+  database: rails_mysql_example_test
+  username: root
+  password:
+  socket: /opt/local/var/run/mysql5/mysqld.sock
+
+production:
+  adapter: mysql
+  encoding: utf8
+  database: rails_mysql_example_production
+  username: root
+  password: 
+  socket: /opt/local/var/run/mysql5/mysqld.sock

data/examples/rails_mysql_example/config/environment.rb

@@ -0,0 +1,59 @@
+# Be sure to restart your server when you modify this file
+
+# Uncomment below to force Rails into production mode when
+# you don't control web/app server and can't set it the proper way
+# ENV['RAILS_ENV'] ||= 'production'
+
+# Specifies gem version of Rails to use when vendor/rails is not present
+RAILS_GEM_VERSION = '2.0.2' unless defined? RAILS_GEM_VERSION
+
+# Bootstrap the Rails environment, frameworks, and default configuration
+require File.join(File.dirname(__FILE__), 'boot')
+
+Rails::Initializer.run do |config|
+  # Settings in config/environments/* take precedence over those specified here.
+  # Application configuration should go into files in config/initializers
+  # -- all .rb files in that directory are automatically loaded.
+  # See Rails::Configuration for more options.
+
+  # Skip frameworks you're not going to use (only works if using vendor/rails).
+  # To use Rails without a database, you must remove the Active Record framework
+  # config.frameworks -= [ :active_record, :active_resource, :action_mailer ]
+
+  # Only load the plugins named here, in the order given. By default, all plugins 
+  # in vendor/plugins are loaded in alphabetical order.
+  # :all can be used as a placeholder for all plugins not explicitly named
+  # config.plugins = [ :exception_notification, :ssl_requirement, :all ]
+
+  # Add additional load paths for your own custom dirs
+  # config.load_paths += %W( #{RAILS_ROOT}/extras )
+
+  # Force all environments to use the same logger level
+  # (by default production uses :info, the others :debug)
+  # config.log_level = :debug
+
+  # Your secret key for verifying cookie session data integrity.
+  # If you change this key, all old sessions will become invalid!
+  # Make sure the secret is at least 30 characters and all random, 
+  # no regular words or you'll be exposed to dictionary attacks.
+  config.action_controller.session = {
+    :session_key => '_rails_mysql_example_session',
+    :secret      => 'd4db9c4042902a6ffea104d1400f85a72ecac047ed1ec7e509b3670f1d77dd00318e9cc6a03d010e70b11e32c6195714e34ec1324d5856fda6b92a02104eca93'
+  }
+
+  # Use the database for sessions instead of the cookie-based default,
+  # which shouldn't be used to store highly confidential information
+  # (create the session table with 'rake db:sessions:create')
+  # config.action_controller.session_store = :active_record_store
+
+  # Use SQL instead of Active Record's schema dumper when creating the test database.
+  # This is necessary if your schema can't be completely dumped by the schema dumper,
+  # like if you have constraints or database-specific column types
+  # config.active_record.schema_format = :sql
+
+  # Activate observers that should always be running
+  # config.active_record.observers = :cacher, :garbage_collector
+
+  # Make Active Record use UTC-base instead of local time
+  # config.active_record.default_timezone = :utc
+end

data/examples/rails_mysql_example/config/environments/development.rb

@@ -0,0 +1,18 @@
+# Settings specified here will take precedence over those in config/environment.rb
+
+# In the development environment your application's code is reloaded on
+# every request.  This slows down response time but is perfect for development
+# since you don't have to restart the webserver when you make code changes.
+config.cache_classes = false
+
+# Log error messages when you accidentally call methods on nil.
+config.whiny_nils = true
+
+# Show full error reports and disable caching
+config.action_controller.consider_all_requests_local = true
+config.action_view.debug_rjs                         = true
+config.action_controller.perform_caching             = false
+config.action_view.cache_template_extensions         = false
+
+# Don't care if the mailer can't send
+config.action_mailer.raise_delivery_errors = false

data/examples/rails_mysql_example/config/environments/production.rb

@@ -0,0 +1,19 @@
+# Settings specified here will take precedence over those in config/environment.rb
+
+# The production environment is meant for finished, "live" apps.
+# Code is not reloaded between requests
+config.cache_classes = true
+
+# Use a different logger for distributed setups
+# config.logger = SyslogLogger.new
+
+# Full error reports are disabled and caching is turned on
+config.action_controller.consider_all_requests_local = false
+config.action_controller.perform_caching             = true
+config.action_view.cache_template_loading            = true
+
+# Enable serving of images, stylesheets, and javascripts from an asset server
+# config.action_controller.asset_host                  = "http://assets.example.com"
+
+# Disable delivery errors, bad email addresses will be ignored
+# config.action_mailer.raise_delivery_errors = false

data/examples/rails_mysql_example/config/environments/test.rb

@@ -0,0 +1,22 @@
+# Settings specified here will take precedence over those in config/environment.rb
+
+# The test environment is used exclusively to run your application's
+# test suite.  You never need to work with it otherwise.  Remember that
+# your test database is "scratch space" for the test suite and is wiped
+# and recreated between test runs.  Don't rely on the data there!
+config.cache_classes = true
+
+# Log error messages when you accidentally call methods on nil.
+config.whiny_nils = true
+
+# Show full error reports and disable caching
+config.action_controller.consider_all_requests_local = true
+config.action_controller.perform_caching             = false
+
+# Disable request forgery protection in test environment
+config.action_controller.allow_forgery_protection    = false
+
+# Tell ActionMailer not to deliver emails to the real world.
+# The :test delivery method accumulates sent emails in the
+# ActionMailer::Base.deliveries array.
+config.action_mailer.delivery_method = :test

data/examples/rails_mysql_example/config/initializers/inflections.rb

@@ -0,0 +1,10 @@
+# Be sure to restart your server when you modify this file.
+
+# Add new inflection rules using the following format 
+# (all these examples are active by default):
+# Inflector.inflections do |inflect|
+#   inflect.plural /^(ox)$/i, '\1en'
+#   inflect.singular /^(ox)en/i, '\1'
+#   inflect.irregular 'person', 'people'
+#   inflect.uncountable %w( fish sheep )
+# end

data/examples/rails_mysql_example/config/initializers/mime_types.rb

@@ -0,0 +1,5 @@
+# Be sure to restart your server when you modify this file.
+
+# Add new mime types for use in respond_to blocks:
+# Mime::Type.register "text/richtext", :rtf
+# Mime::Type.register_alias "text/html", :iphone

data/examples/rails_mysql_example/config/initializers/skynet.rb

@@ -0,0 +1 @@
+require RAILS_ROOT+'/config/skynet_config.rb'

data/examples/rails_mysql_example/config/routes.rb

@@ -0,0 +1,35 @@
+ActionController::Routing::Routes.draw do |map|
+  # The priority is based upon order of creation: first created -> highest priority.
+
+  # Sample of regular route:
+  #   map.connect 'products/:id', :controller => 'catalog', :action => 'view'
+  # Keep in mind you can assign values other than :controller and :action
+
+  # Sample of named route:
+  #   map.purchase 'products/:id/purchase', :controller => 'catalog', :action => 'purchase'
+  # This route can be invoked with purchase_url(:id => product.id)
+
+  # Sample resource route (maps HTTP verbs to controller actions automatically):
+  #   map.resources :products
+
+  # Sample resource route with options:
+  #   map.resources :products, :member => { :short => :get, :toggle => :post }, :collection => { :sold => :get }
+
+  # Sample resource route with sub-resources:
+  #   map.resources :products, :has_many => [ :comments, :sales ], :has_one => :seller
+
+  # Sample resource route within a namespace:
+  #   map.namespace :admin do |admin|
+  #     # Directs /admin/products/* to Admin::ProductsController (app/controllers/admin/products_controller.rb)
+  #     admin.resources :products
+  #   end
+
+  # You can have the root of your site routed with map.root -- just remember to delete public/index.html.
+  # map.root :controller => "welcome"
+
+  # See how all your routes lay out with "rake routes"
+
+  # Install the default routes as the lowest priority.
+  map.connect ':controller/:action/:id'
+  map.connect ':controller/:action/:id.:format'
+end

data/examples/rails_mysql_example/config/skynet_config.rb

@@ -0,0 +1,36 @@
+# Skynet Configuration File.  Should be in APP_ROOT/config/skynet_config.rb  
+# Start skynet from within your app root with 
+# > skynet start
+
+require 'rubygems'
+require 'skynet'         
+
+# Load your rails app
+if not defined?(RAILS_GEM_VERSION)
+  require File.expand_path(File.dirname(__FILE__)) + '/../config/environment'
+end
+
+Skynet::CONFIG[:SKYNET_LOG_LEVEL] = Logger::ERROR
+Skynet::CONFIG[:APP_ROOT]         = RAILS_ROOT
+Skynet::CONFIG[:SKYNET_LOG_DIR]   = File.expand_path(Skynet::CONFIG[:APP_ROOT]+ "/log")
+Skynet::CONFIG[:SKYNET_PID_DIR]   = File.expand_path(Skynet::CONFIG[:APP_ROOT] + "/log")
+Skynet::CONFIG[:SKYNET_LOG_FILE]  = "skynet_#{RAILS_ENV}.log"
+Skynet::CONFIG[:SKYNET_PID_FILE]  = "skynet_#{RAILS_ENV}.pid"
+
+
+# Use the mysql message queue adapter
+Skynet::CONFIG[:MESSAGE_QUEUE_ADAPTER] = "Skynet::MessageQueueAdapter::Mysql"
+
+# ==================================================================
+# = Require any other libraries you want skynet to know about here =
+# ==================================================================
+
+
+# ===========================================
+# = Set your own configuration options here =
+# ===========================================
+# You can also configure skynet with
+# Skynet.configure(:SOME_CONFIG_OPTION => true, :SOME_OTHER_CONFIG => 3)
+
+Skynet::CONFIG[:SKYNET_LOG_LEVEL]  = Logger::INFO
+Skynet::CONFIG[:TS_USE_RINGSERVER] = false

data/examples/rails_mysql_example/db/migrate/001_create_skynet_tables.rb

@@ -0,0 +1,43 @@
+class CreateSkynetTables < ActiveRecord::Migration
+  def self.up
+    create_table :skynet_message_queues do |t|
+      t.column  :id,            "bigint unsigned primary key"
+      t.column  :queue_id,      :integer, :default => 0
+      t.column  :tran_id,       "bigint unsigned"
+      t.column  :created_on,    :timestamp
+      t.column  :updated_on,    :timestamp
+      t.column  :tasktype,      :string
+      t.column  :task_id,       'bigint unsigned'
+      t.column  :job_id,        'bigint unsigned'
+      t.column  :raw_payload,   "longtext"
+      t.column  :payload_type,  :string
+      t.column  :name,          :string
+      t.column  :expiry,        :integer
+      t.column  :expire_time,   "decimal(16,4)"
+      t.column  :iteration,     :integer
+      t.column  :version,       :integer
+      t.column  :timeout,       "decimal(16,4)"
+      t.column  :retry,         :integer, :default => 0
+    end                                   
+    create_table :skynet_queue_temperature do |t|
+      t.column  :id,            "bigint unsigned primary key"
+      t.column  :queue_id,      :integer, :default => 0      
+      t.column  :updated_on,    :timestamp
+      t.column  :count,         :integer, :default => 0
+      t.column  :temperature,   "decimal(6,4) default 1"
+      t.column  :type,          :string
+    end
+    add_index :skynet_message_queues, :job_id
+    add_index :skynet_message_queues, :task_id
+    add_index :skynet_message_queues, :tran_id, :unique => true
+    add_index :skynet_message_queues, [:queue_id,:tasktype,:payload_type,:expire_time], :name => "index_skynet_mqueue_for_take"
+    execute "insert into skynet_queue_temperature (queue_id,type) values (0,'master')"
+    execute "insert into skynet_queue_temperature (queue_id,type) values (0,'any')"
+    execute "insert into skynet_queue_temperature (queue_id,type) values (0,'task')"
+  end
+
+  def self.down
+    drop_table :skynet_queue_temperature
+    drop_table :skynet_message_queues
+  end
+end

data/examples/rails_mysql_example/db/migrate/002_create_users.rb

@@ -0,0 +1,16 @@
+class CreateUsers < ActiveRecord::Migration
+  def self.up
+    create_table :users do |t|
+      t.string :name
+      t.string :password
+      t.string :favorites
+      t.string :email
+
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+end

data/examples/rails_mysql_example/db/migrate/003_create_user_favorites.rb

@@ -0,0 +1,14 @@
+class CreateUserFavorites < ActiveRecord::Migration
+  def self.up
+    create_table :user_favorites do |t|
+      t.integer :user_id
+      t.string :favorite
+
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :user_favorites
+  end
+end

data/examples/rails_mysql_example/db/schema.rb

@@ -0,0 +1,85 @@
+# This file is auto-generated from the current state of the database. Instead of editing this file, 
+# please use the migrations feature of ActiveRecord to incrementally modify your database, and
+# then regenerate this schema definition.
+#
+# Note that this schema.rb definition is the authoritative source for your database schema. If you need
+# to create the application database on another system, you should be using db:schema:load, not running
+# all the migrations from scratch. The latter is a flawed and unsustainable approach (the more migrations
+# you'll amass, the slower it'll run and the greater likelihood for issues).
+#
+# It's strongly recommended to check this file into your version control system.
+
+ActiveRecord::Schema.define(:version => 3) do
+
+  create_table "skynet_message_queues", :force => true do |t|
+    t.integer  "queue_id",                                                  :default => 0
+    t.integer  "tran_id",      :limit => 20
+    t.datetime "created_on"
+    t.datetime "updated_on"
+    t.string   "tasktype"
+    t.integer  "task_id",      :limit => 20
+    t.integer  "job_id",       :limit => 20
+    t.text     "raw_payload"
+    t.string   "payload_type"
+    t.string   "name"
+    t.integer  "expiry"
+    t.decimal  "expire_time",                :precision => 16, :scale => 4
+    t.integer  "iteration"
+    t.integer  "version"
+    t.decimal  "timeout",                    :precision => 16, :scale => 4
+    t.integer  "retry",                                                     :default => 0
+  end
+
+  add_index "skynet_message_queues", ["tran_id"], :name => "index_skynet_message_queues_on_tran_id", :unique => true
+  add_index "skynet_message_queues", ["job_id"], :name => "index_skynet_message_queues_on_job_id"
+  add_index "skynet_message_queues", ["task_id"], :name => "index_skynet_message_queues_on_task_id"
+  add_index "skynet_message_queues", ["queue_id", "tasktype", "payload_type", "expire_time"], :name => "index_skynet_mqueue_for_take"
+
+  create_table "skynet_queue_temperature", :force => true do |t|
+    t.integer  "queue_id",                                  :default => 0
+    t.datetime "updated_on"
+    t.integer  "count",                                     :default => 0
+    t.decimal  "temperature", :precision => 6, :scale => 4
+    t.string   "type"
+  end
+
+  create_table "skynet_worker_queues", :force => true do |t|
+    t.integer  "queue_id",                                                   :default => 0
+    t.datetime "created_on"
+    t.datetime "updated_on"
+    t.string   "tasktype"
+    t.string   "tasksubtype"
+    t.integer  "worker_id",     :limit => 20
+    t.string   "hostname"
+    t.integer  "process_id"
+    t.integer  "job_id",        :limit => 20
+    t.integer  "task_id",       :limit => 20
+    t.integer  "iteration"
+    t.string   "name"
+    t.string   "map_or_reduce"
+    t.decimal  "started_at",                  :precision => 16, :scale => 4
+    t.integer  "version"
+    t.integer  "processed"
+    t.decimal  "timeout",                     :precision => 16, :scale => 4
+  end
+
+  add_index "skynet_worker_queues", ["worker_id"], :name => "index_skynet_worker_queues_on_worker_id", :unique => true
+  add_index "skynet_worker_queues", ["hostname", "process_id"], :name => "index_skynet_worker_queues_on_hostname_and_process_id"
+
+  create_table "user_favorites", :force => true do |t|
+    t.integer  "user_id"
+    t.string   "favorite"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+  create_table "users", :force => true do |t|
+    t.string   "name"
+    t.string   "password"
+    t.string   "favorites"
+    t.string   "email"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+
+end

data/examples/rails_mysql_example/db/skynet_mysql_schema.sql

@@ -0,0 +1,33 @@
+CREATE TABLE skynet_message_queues (
+  id int(11) NOT NULL auto_increment,
+  queue_id int(11) default '0',
+  tran_id bigint(20) unsigned default NULL,
+  created_on datetime default NULL,
+  updated_on datetime default NULL,
+  tasktype varchar(255) default NULL,
+  task_id bigint(20) unsigned default NULL,
+  job_id bigint(20) unsigned default NULL,
+  raw_payload longtext,
+  payload_type varchar(255) default NULL,
+  name varchar(255) default NULL,
+  expiry int(11) default NULL,
+  expire_time decimal(16,4) default NULL,
+  iteration int(11) default NULL,
+  version int(11) default NULL,
+  timeout decimal(16,4) default NULL,
+  retry int(11) default '0',
+  PRIMARY KEY  (id),
+  UNIQUE KEY index_skynet_message_queues_on_tran_id (tran_id),
+  KEY index_skynet_message_queues_on_job_id (job_id),
+  KEY index_skynet_message_queues_on_task_id (task_id),
+  KEY index_skynet_mqueue_for_take (queue_id,tasktype,payload_type,expire_time)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+CREATE TABLE skynet_queue_temperature (
+  id int(11) NOT NULL auto_increment,
+  queue_id int(11) default '0',
+  updated_on datetime default NULL,
+  count int(11) default '0',
+  temperature decimal(6,4) default NULL,
+  type varchar(255) default NULL,
+  PRIMARY KEY  (id)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;