data_fabric 1.0.0
Sign up to get free protection for your applications and to get access to all the features.
- data/CHANGELOG +1 -0
- data/Manifest +79 -0
- data/README.rdoc +108 -0
- data/Rakefile +69 -0
- data/TESTING.rdoc +34 -0
- data/TODO +1 -0
- data/data_fabric.gemspec +166 -0
- data/example/Rakefile +58 -0
- data/example/app/controllers/accounts_controller.rb +22 -0
- data/example/app/controllers/application.rb +39 -0
- data/example/app/controllers/figments_controller.rb +8 -0
- data/example/app/helpers/accounts_helper.rb +2 -0
- data/example/app/helpers/application_helper.rb +3 -0
- data/example/app/helpers/figments_helper.rb +2 -0
- data/example/app/models/account.rb +3 -0
- data/example/app/models/figment.rb +4 -0
- data/example/app/views/accounts/index.html.erb +47 -0
- data/example/app/views/layouts/application.html.erb +8 -0
- data/example/config/boot.rb +109 -0
- data/example/config/database.yml +21 -0
- data/example/config/environment.rb +67 -0
- data/example/config/environments/development.rb +17 -0
- data/example/config/environments/production.rb +22 -0
- data/example/config/environments/test.rb +22 -0
- data/example/config/initializers/inflections.rb +10 -0
- data/example/config/initializers/mime_types.rb +5 -0
- data/example/config/initializers/new_rails_defaults.rb +15 -0
- data/example/config/routes.rb +45 -0
- data/example/db/development.sqlite3 +0 -0
- data/example/db/migrate/20080702154628_create_accounts.rb +14 -0
- data/example/db/migrate/20080702154820_create_figments.rb +14 -0
- data/example/db/s0_development.sqlite3 +0 -0
- data/example/db/s0_test.sqlite3 +0 -0
- data/example/db/s1_development.sqlite3 +0 -0
- data/example/db/s1_test.sqlite3 +0 -0
- data/example/db/schema.rb +28 -0
- data/example/db/test.sqlite3 +0 -0
- data/example/public/404.html +30 -0
- data/example/public/422.html +30 -0
- data/example/public/500.html +30 -0
- data/example/public/dispatch.cgi +10 -0
- data/example/public/dispatch.fcgi +24 -0
- data/example/public/dispatch.rb +10 -0
- data/example/public/favicon.ico +0 -0
- data/example/public/images/rails.png +0 -0
- data/example/public/javascripts/application.js +2 -0
- data/example/public/javascripts/controls.js +963 -0
- data/example/public/javascripts/dragdrop.js +972 -0
- data/example/public/javascripts/effects.js +1120 -0
- data/example/public/javascripts/prototype.js +4225 -0
- data/example/public/robots.txt +5 -0
- data/example/script/about +3 -0
- data/example/script/console +3 -0
- data/example/script/dbconsole +3 -0
- data/example/script/destroy +3 -0
- data/example/script/generate +3 -0
- data/example/script/performance/benchmarker +3 -0
- data/example/script/performance/profiler +3 -0
- data/example/script/performance/request +3 -0
- data/example/script/plugin +3 -0
- data/example/script/process/inspector +3 -0
- data/example/script/process/reaper +3 -0
- data/example/script/process/spawner +3 -0
- data/example/script/runner +3 -0
- data/example/script/server +3 -0
- data/example/test/fixtures/accounts.yml +7 -0
- data/example/test/functional/accounts_controller_test.rb +12 -0
- data/example/test/integration/account_figments_test.rb +95 -0
- data/example/test/test_helper.rb +41 -0
- data/example/vendor/plugins/data_fabric/init.rb +1 -0
- data/example/vendor/plugins/data_fabric/lib/data_fabric.rb +231 -0
- data/init.rb +1 -0
- data/lib/data_fabric/version.rb +5 -0
- data/lib/data_fabric.rb +231 -0
- data/test/connection_test.rb +103 -0
- data/test/database.yml +27 -0
- data/test/database_test.rb +39 -0
- data/test/shard_test.rb +24 -0
- data/test/test_helper.rb +17 -0
- data/test/thread_test.rb +91 -0
- metadata +164 -0
data/example/Rakefile
ADDED
@@ -0,0 +1,58 @@
|
|
1
|
+
# Add your own tasks in files placed in lib/tasks ending in .rake,
|
2
|
+
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
|
3
|
+
|
4
|
+
require(File.join(File.dirname(__FILE__), 'config', 'boot'))
|
5
|
+
|
6
|
+
require 'rake'
|
7
|
+
require 'rake/testtask'
|
8
|
+
require 'rake/rdoctask'
|
9
|
+
require 'tasks/rails'
|
10
|
+
|
11
|
+
require 'fileutils'
|
12
|
+
include FileUtils::Verbose
|
13
|
+
|
14
|
+
namespace :db do
|
15
|
+
task :migrate do
|
16
|
+
require 'erb'
|
17
|
+
require 'logger'
|
18
|
+
require 'active_record'
|
19
|
+
reference = YAML::load(ERB.new(IO.read("config/database.yml")).result)
|
20
|
+
env = RAILS_ENV = ENV['RAILS_ENV'] || 'development'
|
21
|
+
ActiveRecord::Base.logger = Logger.new(STDOUT)
|
22
|
+
ActiveRecord::Base.logger.level = Logger::WARN
|
23
|
+
ActiveRecord::Base.configurations = reference.dup
|
24
|
+
old_config = reference[env]
|
25
|
+
reference.each_key do |name|
|
26
|
+
next unless name.include? env
|
27
|
+
next if name.include? 'slave' # Replicated databases should not be touched directly
|
28
|
+
|
29
|
+
puts "Migrating #{name}"
|
30
|
+
ActiveRecord::Base.clear_active_connections!
|
31
|
+
ActiveRecord::Base.configurations[env] = reference[name]
|
32
|
+
ActiveRecord::Base.establish_connection RAILS_ENV
|
33
|
+
ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
|
34
|
+
ActiveRecord::Migrator.migrate("db/migrate/", ENV["VERSION"] ? ENV["VERSION"].to_i : nil)
|
35
|
+
end
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
namespace :app do
|
40
|
+
task :prepare => [:clean, :copy_plugin, :migrate]
|
41
|
+
|
42
|
+
task :copy_plugin do
|
43
|
+
mkdir_p 'vendor/plugins/data_fabric'
|
44
|
+
cp_r '../lib', 'vendor/plugins/data_fabric'
|
45
|
+
cp '../init.rb', 'vendor/plugins/data_fabric'
|
46
|
+
end
|
47
|
+
|
48
|
+
task :clean do
|
49
|
+
rm_rf 'vendor/plugins/data_fabric'
|
50
|
+
rm_f 'db/*.sqlite3'
|
51
|
+
end
|
52
|
+
|
53
|
+
task :migrate do
|
54
|
+
sh "rake db:migrate"
|
55
|
+
sh "rake RAILS_ENV=test db:migrate"
|
56
|
+
end
|
57
|
+
end
|
58
|
+
|
@@ -0,0 +1,22 @@
|
|
1
|
+
class AccountsController < ApplicationController
|
2
|
+
layout 'application'
|
3
|
+
|
4
|
+
def index
|
5
|
+
@accounts = Account.find(:all)
|
6
|
+
end
|
7
|
+
|
8
|
+
def choose
|
9
|
+
@account = Account.find(params[:id])
|
10
|
+
if @account
|
11
|
+
session[:account_id] = @account.id
|
12
|
+
flash[:notice] = "Selected account: #{@account.name}"
|
13
|
+
end
|
14
|
+
redirect_to '/'
|
15
|
+
end
|
16
|
+
|
17
|
+
def create
|
18
|
+
Account.create!(params[:acct])
|
19
|
+
flash[:notice] = "Account created successfully"
|
20
|
+
redirect_to '/'
|
21
|
+
end
|
22
|
+
end
|
@@ -0,0 +1,39 @@
|
|
1
|
+
# Filters added to this controller apply to all controllers in the application.
|
2
|
+
# Likewise, all the methods added will be available for all controllers.
|
3
|
+
|
4
|
+
class ApplicationController < ActionController::Base
|
5
|
+
helper :all # include all helpers, all the time
|
6
|
+
|
7
|
+
# See ActionController::RequestForgeryProtection for details
|
8
|
+
# Uncomment the :secret if you're not using the cookie session store
|
9
|
+
protect_from_forgery # :secret => '44f8cf8a0491c23ae99c031a900123cc'
|
10
|
+
|
11
|
+
# See ActionController::Base for details
|
12
|
+
# Uncomment this to filter the contents of submitted sensitive data parameters
|
13
|
+
# from your application log (in this case, all fields with names like "password").
|
14
|
+
# filter_parameter_logging :password
|
15
|
+
|
16
|
+
before_filter :find_account
|
17
|
+
around_filter :select_shard
|
18
|
+
|
19
|
+
private
|
20
|
+
def find_account
|
21
|
+
aid = session[:account_id]
|
22
|
+
if aid && aid.to_i != 0
|
23
|
+
begin
|
24
|
+
@account = Account.find(Integer(aid))
|
25
|
+
rescue ActiveRecord::RecordNotFound => e
|
26
|
+
RAILS_DEFAULT_LOGGER.warn "No such account #{aid}, skipping..."
|
27
|
+
end
|
28
|
+
end
|
29
|
+
session[:account_id] = nil unless @account
|
30
|
+
end
|
31
|
+
|
32
|
+
def select_shard(&block)
|
33
|
+
if @account
|
34
|
+
DataFabric.activate_shard(:shard => @account.shard, &block)
|
35
|
+
else
|
36
|
+
yield
|
37
|
+
end
|
38
|
+
end
|
39
|
+
end
|
@@ -0,0 +1,47 @@
|
|
1
|
+
<hr/>
|
2
|
+
<h2>Accounts</h2>
|
3
|
+
<table>
|
4
|
+
<thead>
|
5
|
+
<tr><th>ID</th><th>Name</th><th>Shard</th><th> </th></tr>
|
6
|
+
</thead>
|
7
|
+
<tbody>
|
8
|
+
<% @accounts.each do |account| %>
|
9
|
+
<tr>
|
10
|
+
<td><%= account.id %></td>
|
11
|
+
<td><%= account.name %></td>
|
12
|
+
<td><%= account.shard %></td>
|
13
|
+
<td><%= link_to 'Choose', choose_account_path(account) %></td>
|
14
|
+
</tr>
|
15
|
+
<% end %>
|
16
|
+
</tbody>
|
17
|
+
</table>
|
18
|
+
<hr/>
|
19
|
+
<h2>New Account</h2>
|
20
|
+
<p>
|
21
|
+
<% form_for :acct, :url => accounts_path do |f| %>
|
22
|
+
Name : <%= f.text_field :name %><br/>
|
23
|
+
Shard: <%= select 'acct', 'shard', [[0,0],[1,1]] %><br/>
|
24
|
+
<%= submit_tag 'Save' %>
|
25
|
+
<% end %>
|
26
|
+
</p>
|
27
|
+
<hr/>
|
28
|
+
<% if @account %>
|
29
|
+
<h2>Current Account: <%= @account.name %></h2>
|
30
|
+
<table>
|
31
|
+
<thead>
|
32
|
+
<tr><th>ID</th><th>Account</th><th>Value</th></tr>
|
33
|
+
</thead>
|
34
|
+
<tbody>
|
35
|
+
<% @account.figments.each do |fig| %>
|
36
|
+
<tr>
|
37
|
+
<td><%= fig.id %></td>
|
38
|
+
<td><%= fig.account.name %></td>
|
39
|
+
<td><%= fig.value %></td>
|
40
|
+
</tr>
|
41
|
+
<% end %>
|
42
|
+
</tbody>
|
43
|
+
</table>
|
44
|
+
Add Fig: <% form_for :figment, :url => figments_path do |f| %><%= f.text_field :value %><%= submit_tag 'Save' %><% end %>
|
45
|
+
<% else %>
|
46
|
+
<em>No account selected.</em>
|
47
|
+
<% end %>
|
@@ -0,0 +1,109 @@
|
|
1
|
+
# Don't change this file!
|
2
|
+
# Configure your app in config/environment.rb and config/environments/*.rb
|
3
|
+
|
4
|
+
RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
|
5
|
+
|
6
|
+
module Rails
|
7
|
+
class << self
|
8
|
+
def boot!
|
9
|
+
unless booted?
|
10
|
+
preinitialize
|
11
|
+
pick_boot.run
|
12
|
+
end
|
13
|
+
end
|
14
|
+
|
15
|
+
def booted?
|
16
|
+
defined? Rails::Initializer
|
17
|
+
end
|
18
|
+
|
19
|
+
def pick_boot
|
20
|
+
(vendor_rails? ? VendorBoot : GemBoot).new
|
21
|
+
end
|
22
|
+
|
23
|
+
def vendor_rails?
|
24
|
+
File.exist?("#{RAILS_ROOT}/vendor/rails")
|
25
|
+
end
|
26
|
+
|
27
|
+
def preinitialize
|
28
|
+
load(preinitializer_path) if File.exist?(preinitializer_path)
|
29
|
+
end
|
30
|
+
|
31
|
+
def preinitializer_path
|
32
|
+
"#{RAILS_ROOT}/config/preinitializer.rb"
|
33
|
+
end
|
34
|
+
end
|
35
|
+
|
36
|
+
class Boot
|
37
|
+
def run
|
38
|
+
load_initializer
|
39
|
+
Rails::Initializer.run(:set_load_path)
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
class VendorBoot < Boot
|
44
|
+
def load_initializer
|
45
|
+
require "#{RAILS_ROOT}/vendor/rails/railties/lib/initializer"
|
46
|
+
Rails::Initializer.run(:install_gem_spec_stubs)
|
47
|
+
end
|
48
|
+
end
|
49
|
+
|
50
|
+
class GemBoot < Boot
|
51
|
+
def load_initializer
|
52
|
+
self.class.load_rubygems
|
53
|
+
load_rails_gem
|
54
|
+
require 'initializer'
|
55
|
+
end
|
56
|
+
|
57
|
+
def load_rails_gem
|
58
|
+
if version = self.class.gem_version
|
59
|
+
gem 'rails', version
|
60
|
+
else
|
61
|
+
gem 'rails'
|
62
|
+
end
|
63
|
+
rescue Gem::LoadError => load_error
|
64
|
+
$stderr.puts %(Missing the Rails #{version} gem. Please `gem install -v=#{version} rails`, update your RAILS_GEM_VERSION setting in config/environment.rb for the Rails version you do have installed, or comment out RAILS_GEM_VERSION to use the latest version installed.)
|
65
|
+
exit 1
|
66
|
+
end
|
67
|
+
|
68
|
+
class << self
|
69
|
+
def rubygems_version
|
70
|
+
Gem::RubyGemsVersion if defined? Gem::RubyGemsVersion
|
71
|
+
end
|
72
|
+
|
73
|
+
def gem_version
|
74
|
+
if defined? RAILS_GEM_VERSION
|
75
|
+
RAILS_GEM_VERSION
|
76
|
+
elsif ENV.include?('RAILS_GEM_VERSION')
|
77
|
+
ENV['RAILS_GEM_VERSION']
|
78
|
+
else
|
79
|
+
parse_gem_version(read_environment_rb)
|
80
|
+
end
|
81
|
+
end
|
82
|
+
|
83
|
+
def load_rubygems
|
84
|
+
require 'rubygems'
|
85
|
+
|
86
|
+
unless rubygems_version >= '0.9.4'
|
87
|
+
$stderr.puts %(Rails requires RubyGems >= 0.9.4 (you have #{rubygems_version}). Please `gem update --system` and try again.)
|
88
|
+
exit 1
|
89
|
+
end
|
90
|
+
|
91
|
+
rescue LoadError
|
92
|
+
$stderr.puts %(Rails requires RubyGems >= 0.9.4. Please install RubyGems and try again: http://rubygems.rubyforge.org)
|
93
|
+
exit 1
|
94
|
+
end
|
95
|
+
|
96
|
+
def parse_gem_version(text)
|
97
|
+
$1 if text =~ /^[^#]*RAILS_GEM_VERSION\s*=\s*["']([!~<>=]*\s*[\d.]+)["']/
|
98
|
+
end
|
99
|
+
|
100
|
+
private
|
101
|
+
def read_environment_rb
|
102
|
+
File.read("#{RAILS_ROOT}/config/environment.rb")
|
103
|
+
end
|
104
|
+
end
|
105
|
+
end
|
106
|
+
end
|
107
|
+
|
108
|
+
# All that for this:
|
109
|
+
Rails.boot!
|
@@ -0,0 +1,21 @@
|
|
1
|
+
# SQLite version 3.x
|
2
|
+
# gem install sqlite3-ruby (not necessary on OS X Leopard)
|
3
|
+
|
4
|
+
<% %w(development test production).each do |env| %>
|
5
|
+
|
6
|
+
<%= env %>:
|
7
|
+
adapter: sqlite3
|
8
|
+
database: <%= "db/#{env}.sqlite3" %>
|
9
|
+
timeout: 5000
|
10
|
+
|
11
|
+
<%= "shard_0_#{env}" %>:
|
12
|
+
adapter: sqlite3
|
13
|
+
database: <%= "db/s0_#{env}.sqlite3" %>
|
14
|
+
timeout: 5000
|
15
|
+
|
16
|
+
<%= "shard_1_#{env}" %>:
|
17
|
+
adapter: sqlite3
|
18
|
+
database: <%= "db/s1_#{env}.sqlite3" %>
|
19
|
+
timeout: 5000
|
20
|
+
|
21
|
+
<% end %>
|
@@ -0,0 +1,67 @@
|
|
1
|
+
# Be sure to restart your server when you modify this file
|
2
|
+
|
3
|
+
# Uncomment below to force Rails into production mode when
|
4
|
+
# you don't control web/app server and can't set it the proper way
|
5
|
+
# ENV['RAILS_ENV'] ||= 'production'
|
6
|
+
|
7
|
+
# Specifies gem version of Rails to use when vendor/rails is not present
|
8
|
+
RAILS_GEM_VERSION = '2.1.0' unless defined? RAILS_GEM_VERSION
|
9
|
+
|
10
|
+
# Bootstrap the Rails environment, frameworks, and default configuration
|
11
|
+
require File.join(File.dirname(__FILE__), 'boot')
|
12
|
+
|
13
|
+
Rails::Initializer.run do |config|
|
14
|
+
# Settings in config/environments/* take precedence over those specified here.
|
15
|
+
# Application configuration should go into files in config/initializers
|
16
|
+
# -- all .rb files in that directory are automatically loaded.
|
17
|
+
# See Rails::Configuration for more options.
|
18
|
+
|
19
|
+
# Skip frameworks you're not going to use. To use Rails without a database
|
20
|
+
# you must remove the Active Record framework.
|
21
|
+
# config.frameworks -= [ :active_record, :active_resource, :action_mailer ]
|
22
|
+
|
23
|
+
# Specify gems that this application depends on.
|
24
|
+
# They can then be installed with "rake gems:install" on new installations.
|
25
|
+
# config.gem "bj"
|
26
|
+
# config.gem "hpricot", :version => '0.6', :source => "http://code.whytheluckystiff.net"
|
27
|
+
# config.gem "aws-s3", :lib => "aws/s3"
|
28
|
+
|
29
|
+
# Only load the plugins named here, in the order given. By default, all plugins
|
30
|
+
# in vendor/plugins are loaded in alphabetical order.
|
31
|
+
# :all can be used as a placeholder for all plugins not explicitly named
|
32
|
+
# config.plugins = [ :exception_notification, :ssl_requirement, :all ]
|
33
|
+
|
34
|
+
# Add additional load paths for your own custom dirs
|
35
|
+
# config.load_paths += %W( #{RAILS_ROOT}/extras )
|
36
|
+
|
37
|
+
# Force all environments to use the same logger level
|
38
|
+
# (by default production uses :info, the others :debug)
|
39
|
+
# config.log_level = :debug
|
40
|
+
|
41
|
+
# Make Time.zone default to the specified zone, and make Active Record store time values
|
42
|
+
# in the database in UTC, and return them converted to the specified local zone.
|
43
|
+
# Run "rake -D time" for a list of tasks for finding time zone names. Uncomment to use default local time.
|
44
|
+
config.time_zone = 'UTC'
|
45
|
+
|
46
|
+
# Your secret key for verifying cookie session data integrity.
|
47
|
+
# If you change this key, all old sessions will become invalid!
|
48
|
+
# Make sure the secret is at least 30 characters and all random,
|
49
|
+
# no regular words or you'll be exposed to dictionary attacks.
|
50
|
+
config.action_controller.session = {
|
51
|
+
:session_key => '_example_session',
|
52
|
+
:secret => 'fa331d8ca4b067b31008ae157b6785319b76f59e202d9e917a9aa79a1c5f8a87c1dbb1d20bd242a5dc598b66e255e02f8c8516b2d0b64f1f7e6e60ce90205f77'
|
53
|
+
}
|
54
|
+
|
55
|
+
# Use the database for sessions instead of the cookie-based default,
|
56
|
+
# which shouldn't be used to store highly confidential information
|
57
|
+
# (create the session table with "rake db:sessions:create")
|
58
|
+
# config.action_controller.session_store = :active_record_store
|
59
|
+
|
60
|
+
# Use SQL instead of Active Record's schema dumper when creating the test database.
|
61
|
+
# This is necessary if your schema can't be completely dumped by the schema dumper,
|
62
|
+
# like if you have constraints or database-specific column types
|
63
|
+
# config.active_record.schema_format = :sql
|
64
|
+
|
65
|
+
# Activate observers that should always be running
|
66
|
+
# config.active_record.observers = :cacher, :garbage_collector
|
67
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
# Settings specified here will take precedence over those in config/environment.rb
|
2
|
+
|
3
|
+
# In the development environment your application's code is reloaded on
|
4
|
+
# every request. This slows down response time but is perfect for development
|
5
|
+
# since you don't have to restart the webserver when you make code changes.
|
6
|
+
config.cache_classes = false
|
7
|
+
|
8
|
+
# Log error messages when you accidentally call methods on nil.
|
9
|
+
config.whiny_nils = true
|
10
|
+
|
11
|
+
# Show full error reports and disable caching
|
12
|
+
config.action_controller.consider_all_requests_local = true
|
13
|
+
config.action_view.debug_rjs = true
|
14
|
+
config.action_controller.perform_caching = false
|
15
|
+
|
16
|
+
# Don't care if the mailer can't send
|
17
|
+
config.action_mailer.raise_delivery_errors = false
|
@@ -0,0 +1,22 @@
|
|
1
|
+
# Settings specified here will take precedence over those in config/environment.rb
|
2
|
+
|
3
|
+
# The production environment is meant for finished, "live" apps.
|
4
|
+
# Code is not reloaded between requests
|
5
|
+
config.cache_classes = true
|
6
|
+
|
7
|
+
# Use a different logger for distributed setups
|
8
|
+
# config.logger = SyslogLogger.new
|
9
|
+
|
10
|
+
# Full error reports are disabled and caching is turned on
|
11
|
+
config.action_controller.consider_all_requests_local = false
|
12
|
+
config.action_controller.perform_caching = true
|
13
|
+
config.action_view.cache_template_loading = true
|
14
|
+
|
15
|
+
# Use a different cache store in production
|
16
|
+
# config.cache_store = :mem_cache_store
|
17
|
+
|
18
|
+
# Enable serving of images, stylesheets, and javascripts from an asset server
|
19
|
+
# config.action_controller.asset_host = "http://assets.example.com"
|
20
|
+
|
21
|
+
# Disable delivery errors, bad email addresses will be ignored
|
22
|
+
# config.action_mailer.raise_delivery_errors = false
|