data_fabric 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/CHANGELOG +1 -0
- data/Manifest +79 -0
- data/README.rdoc +108 -0
- data/Rakefile +69 -0
- data/TESTING.rdoc +34 -0
- data/TODO +1 -0
- data/data_fabric.gemspec +166 -0
- data/example/Rakefile +58 -0
- data/example/app/controllers/accounts_controller.rb +22 -0
- data/example/app/controllers/application.rb +39 -0
- data/example/app/controllers/figments_controller.rb +8 -0
- data/example/app/helpers/accounts_helper.rb +2 -0
- data/example/app/helpers/application_helper.rb +3 -0
- data/example/app/helpers/figments_helper.rb +2 -0
- data/example/app/models/account.rb +3 -0
- data/example/app/models/figment.rb +4 -0
- data/example/app/views/accounts/index.html.erb +47 -0
- data/example/app/views/layouts/application.html.erb +8 -0
- data/example/config/boot.rb +109 -0
- data/example/config/database.yml +21 -0
- data/example/config/environment.rb +67 -0
- data/example/config/environments/development.rb +17 -0
- data/example/config/environments/production.rb +22 -0
- data/example/config/environments/test.rb +22 -0
- data/example/config/initializers/inflections.rb +10 -0
- data/example/config/initializers/mime_types.rb +5 -0
- data/example/config/initializers/new_rails_defaults.rb +15 -0
- data/example/config/routes.rb +45 -0
- data/example/db/development.sqlite3 +0 -0
- data/example/db/migrate/20080702154628_create_accounts.rb +14 -0
- data/example/db/migrate/20080702154820_create_figments.rb +14 -0
- data/example/db/s0_development.sqlite3 +0 -0
- data/example/db/s0_test.sqlite3 +0 -0
- data/example/db/s1_development.sqlite3 +0 -0
- data/example/db/s1_test.sqlite3 +0 -0
- data/example/db/schema.rb +28 -0
- data/example/db/test.sqlite3 +0 -0
- data/example/public/404.html +30 -0
- data/example/public/422.html +30 -0
- data/example/public/500.html +30 -0
- data/example/public/dispatch.cgi +10 -0
- data/example/public/dispatch.fcgi +24 -0
- data/example/public/dispatch.rb +10 -0
- data/example/public/favicon.ico +0 -0
- data/example/public/images/rails.png +0 -0
- data/example/public/javascripts/application.js +2 -0
- data/example/public/javascripts/controls.js +963 -0
- data/example/public/javascripts/dragdrop.js +972 -0
- data/example/public/javascripts/effects.js +1120 -0
- data/example/public/javascripts/prototype.js +4225 -0
- data/example/public/robots.txt +5 -0
- data/example/script/about +3 -0
- data/example/script/console +3 -0
- data/example/script/dbconsole +3 -0
- data/example/script/destroy +3 -0
- data/example/script/generate +3 -0
- data/example/script/performance/benchmarker +3 -0
- data/example/script/performance/profiler +3 -0
- data/example/script/performance/request +3 -0
- data/example/script/plugin +3 -0
- data/example/script/process/inspector +3 -0
- data/example/script/process/reaper +3 -0
- data/example/script/process/spawner +3 -0
- data/example/script/runner +3 -0
- data/example/script/server +3 -0
- data/example/test/fixtures/accounts.yml +7 -0
- data/example/test/functional/accounts_controller_test.rb +12 -0
- data/example/test/integration/account_figments_test.rb +95 -0
- data/example/test/test_helper.rb +41 -0
- data/example/vendor/plugins/data_fabric/init.rb +1 -0
- data/example/vendor/plugins/data_fabric/lib/data_fabric.rb +231 -0
- data/init.rb +1 -0
- data/lib/data_fabric/version.rb +5 -0
- data/lib/data_fabric.rb +231 -0
- data/test/connection_test.rb +103 -0
- data/test/database.yml +27 -0
- data/test/database_test.rb +39 -0
- data/test/shard_test.rb +24 -0
- data/test/test_helper.rb +17 -0
- data/test/thread_test.rb +91 -0
- metadata +164 -0
data/example/Rakefile
ADDED
@@ -0,0 +1,58 @@
|
|
1
|
+
# Add your own tasks in files placed in lib/tasks ending in .rake,
|
2
|
+
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
|
3
|
+
|
4
|
+
require(File.join(File.dirname(__FILE__), 'config', 'boot'))
|
5
|
+
|
6
|
+
require 'rake'
|
7
|
+
require 'rake/testtask'
|
8
|
+
require 'rake/rdoctask'
|
9
|
+
require 'tasks/rails'
|
10
|
+
|
11
|
+
require 'fileutils'
|
12
|
+
include FileUtils::Verbose
|
13
|
+
|
14
|
+
namespace :db do
|
15
|
+
task :migrate do
|
16
|
+
require 'erb'
|
17
|
+
require 'logger'
|
18
|
+
require 'active_record'
|
19
|
+
reference = YAML::load(ERB.new(IO.read("config/database.yml")).result)
|
20
|
+
env = RAILS_ENV = ENV['RAILS_ENV'] || 'development'
|
21
|
+
ActiveRecord::Base.logger = Logger.new(STDOUT)
|
22
|
+
ActiveRecord::Base.logger.level = Logger::WARN
|
23
|
+
ActiveRecord::Base.configurations = reference.dup
|
24
|
+
old_config = reference[env]
|
25
|
+
reference.each_key do |name|
|
26
|
+
next unless name.include? env
|
27
|
+
next if name.include? 'slave' # Replicated databases should not be touched directly
|
28
|
+
|
29
|
+
puts "Migrating #{name}"
|
30
|
+
ActiveRecord::Base.clear_active_connections!
|
31
|
+
ActiveRecord::Base.configurations[env] = reference[name]
|
32
|
+
ActiveRecord::Base.establish_connection RAILS_ENV
|
33
|
+
ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
|
34
|
+
ActiveRecord::Migrator.migrate("db/migrate/", ENV["VERSION"] ? ENV["VERSION"].to_i : nil)
|
35
|
+
end
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
namespace :app do
|
40
|
+
task :prepare => [:clean, :copy_plugin, :migrate]
|
41
|
+
|
42
|
+
task :copy_plugin do
|
43
|
+
mkdir_p 'vendor/plugins/data_fabric'
|
44
|
+
cp_r '../lib', 'vendor/plugins/data_fabric'
|
45
|
+
cp '../init.rb', 'vendor/plugins/data_fabric'
|
46
|
+
end
|
47
|
+
|
48
|
+
task :clean do
|
49
|
+
rm_rf 'vendor/plugins/data_fabric'
|
50
|
+
rm_f 'db/*.sqlite3'
|
51
|
+
end
|
52
|
+
|
53
|
+
task :migrate do
|
54
|
+
sh "rake db:migrate"
|
55
|
+
sh "rake RAILS_ENV=test db:migrate"
|
56
|
+
end
|
57
|
+
end
|
58
|
+
|
@@ -0,0 +1,22 @@
|
|
1
|
+
class AccountsController < ApplicationController
|
2
|
+
layout 'application'
|
3
|
+
|
4
|
+
def index
|
5
|
+
@accounts = Account.find(:all)
|
6
|
+
end
|
7
|
+
|
8
|
+
def choose
|
9
|
+
@account = Account.find(params[:id])
|
10
|
+
if @account
|
11
|
+
session[:account_id] = @account.id
|
12
|
+
flash[:notice] = "Selected account: #{@account.name}"
|
13
|
+
end
|
14
|
+
redirect_to '/'
|
15
|
+
end
|
16
|
+
|
17
|
+
def create
|
18
|
+
Account.create!(params[:acct])
|
19
|
+
flash[:notice] = "Account created successfully"
|
20
|
+
redirect_to '/'
|
21
|
+
end
|
22
|
+
end
|
@@ -0,0 +1,39 @@
|
|
1
|
+
# Filters added to this controller apply to all controllers in the application.
|
2
|
+
# Likewise, all the methods added will be available for all controllers.
|
3
|
+
|
4
|
+
class ApplicationController < ActionController::Base
|
5
|
+
helper :all # include all helpers, all the time
|
6
|
+
|
7
|
+
# See ActionController::RequestForgeryProtection for details
|
8
|
+
# Uncomment the :secret if you're not using the cookie session store
|
9
|
+
protect_from_forgery # :secret => '44f8cf8a0491c23ae99c031a900123cc'
|
10
|
+
|
11
|
+
# See ActionController::Base for details
|
12
|
+
# Uncomment this to filter the contents of submitted sensitive data parameters
|
13
|
+
# from your application log (in this case, all fields with names like "password").
|
14
|
+
# filter_parameter_logging :password
|
15
|
+
|
16
|
+
before_filter :find_account
|
17
|
+
around_filter :select_shard
|
18
|
+
|
19
|
+
private
|
20
|
+
def find_account
|
21
|
+
aid = session[:account_id]
|
22
|
+
if aid && aid.to_i != 0
|
23
|
+
begin
|
24
|
+
@account = Account.find(Integer(aid))
|
25
|
+
rescue ActiveRecord::RecordNotFound => e
|
26
|
+
RAILS_DEFAULT_LOGGER.warn "No such account #{aid}, skipping..."
|
27
|
+
end
|
28
|
+
end
|
29
|
+
session[:account_id] = nil unless @account
|
30
|
+
end
|
31
|
+
|
32
|
+
def select_shard(&block)
|
33
|
+
if @account
|
34
|
+
DataFabric.activate_shard(:shard => @account.shard, &block)
|
35
|
+
else
|
36
|
+
yield
|
37
|
+
end
|
38
|
+
end
|
39
|
+
end
|
@@ -0,0 +1,47 @@
|
|
1
|
+
<hr/>
|
2
|
+
<h2>Accounts</h2>
|
3
|
+
<table>
|
4
|
+
<thead>
|
5
|
+
<tr><th>ID</th><th>Name</th><th>Shard</th><th> </th></tr>
|
6
|
+
</thead>
|
7
|
+
<tbody>
|
8
|
+
<% @accounts.each do |account| %>
|
9
|
+
<tr>
|
10
|
+
<td><%= account.id %></td>
|
11
|
+
<td><%= account.name %></td>
|
12
|
+
<td><%= account.shard %></td>
|
13
|
+
<td><%= link_to 'Choose', choose_account_path(account) %></td>
|
14
|
+
</tr>
|
15
|
+
<% end %>
|
16
|
+
</tbody>
|
17
|
+
</table>
|
18
|
+
<hr/>
|
19
|
+
<h2>New Account</h2>
|
20
|
+
<p>
|
21
|
+
<% form_for :acct, :url => accounts_path do |f| %>
|
22
|
+
Name : <%= f.text_field :name %><br/>
|
23
|
+
Shard: <%= select 'acct', 'shard', [[0,0],[1,1]] %><br/>
|
24
|
+
<%= submit_tag 'Save' %>
|
25
|
+
<% end %>
|
26
|
+
</p>
|
27
|
+
<hr/>
|
28
|
+
<% if @account %>
|
29
|
+
<h2>Current Account: <%= @account.name %></h2>
|
30
|
+
<table>
|
31
|
+
<thead>
|
32
|
+
<tr><th>ID</th><th>Account</th><th>Value</th></tr>
|
33
|
+
</thead>
|
34
|
+
<tbody>
|
35
|
+
<% @account.figments.each do |fig| %>
|
36
|
+
<tr>
|
37
|
+
<td><%= fig.id %></td>
|
38
|
+
<td><%= fig.account.name %></td>
|
39
|
+
<td><%= fig.value %></td>
|
40
|
+
</tr>
|
41
|
+
<% end %>
|
42
|
+
</tbody>
|
43
|
+
</table>
|
44
|
+
Add Fig: <% form_for :figment, :url => figments_path do |f| %><%= f.text_field :value %><%= submit_tag 'Save' %><% end %>
|
45
|
+
<% else %>
|
46
|
+
<em>No account selected.</em>
|
47
|
+
<% end %>
|
@@ -0,0 +1,109 @@
|
|
1
|
+
# Don't change this file!
|
2
|
+
# Configure your app in config/environment.rb and config/environments/*.rb
|
3
|
+
|
4
|
+
RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
|
5
|
+
|
6
|
+
module Rails
|
7
|
+
class << self
|
8
|
+
def boot!
|
9
|
+
unless booted?
|
10
|
+
preinitialize
|
11
|
+
pick_boot.run
|
12
|
+
end
|
13
|
+
end
|
14
|
+
|
15
|
+
def booted?
|
16
|
+
defined? Rails::Initializer
|
17
|
+
end
|
18
|
+
|
19
|
+
def pick_boot
|
20
|
+
(vendor_rails? ? VendorBoot : GemBoot).new
|
21
|
+
end
|
22
|
+
|
23
|
+
def vendor_rails?
|
24
|
+
File.exist?("#{RAILS_ROOT}/vendor/rails")
|
25
|
+
end
|
26
|
+
|
27
|
+
def preinitialize
|
28
|
+
load(preinitializer_path) if File.exist?(preinitializer_path)
|
29
|
+
end
|
30
|
+
|
31
|
+
def preinitializer_path
|
32
|
+
"#{RAILS_ROOT}/config/preinitializer.rb"
|
33
|
+
end
|
34
|
+
end
|
35
|
+
|
36
|
+
class Boot
|
37
|
+
def run
|
38
|
+
load_initializer
|
39
|
+
Rails::Initializer.run(:set_load_path)
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
class VendorBoot < Boot
|
44
|
+
def load_initializer
|
45
|
+
require "#{RAILS_ROOT}/vendor/rails/railties/lib/initializer"
|
46
|
+
Rails::Initializer.run(:install_gem_spec_stubs)
|
47
|
+
end
|
48
|
+
end
|
49
|
+
|
50
|
+
class GemBoot < Boot
|
51
|
+
def load_initializer
|
52
|
+
self.class.load_rubygems
|
53
|
+
load_rails_gem
|
54
|
+
require 'initializer'
|
55
|
+
end
|
56
|
+
|
57
|
+
def load_rails_gem
|
58
|
+
if version = self.class.gem_version
|
59
|
+
gem 'rails', version
|
60
|
+
else
|
61
|
+
gem 'rails'
|
62
|
+
end
|
63
|
+
rescue Gem::LoadError => load_error
|
64
|
+
$stderr.puts %(Missing the Rails #{version} gem. Please `gem install -v=#{version} rails`, update your RAILS_GEM_VERSION setting in config/environment.rb for the Rails version you do have installed, or comment out RAILS_GEM_VERSION to use the latest version installed.)
|
65
|
+
exit 1
|
66
|
+
end
|
67
|
+
|
68
|
+
class << self
|
69
|
+
def rubygems_version
|
70
|
+
Gem::RubyGemsVersion if defined? Gem::RubyGemsVersion
|
71
|
+
end
|
72
|
+
|
73
|
+
def gem_version
|
74
|
+
if defined? RAILS_GEM_VERSION
|
75
|
+
RAILS_GEM_VERSION
|
76
|
+
elsif ENV.include?('RAILS_GEM_VERSION')
|
77
|
+
ENV['RAILS_GEM_VERSION']
|
78
|
+
else
|
79
|
+
parse_gem_version(read_environment_rb)
|
80
|
+
end
|
81
|
+
end
|
82
|
+
|
83
|
+
def load_rubygems
|
84
|
+
require 'rubygems'
|
85
|
+
|
86
|
+
unless rubygems_version >= '0.9.4'
|
87
|
+
$stderr.puts %(Rails requires RubyGems >= 0.9.4 (you have #{rubygems_version}). Please `gem update --system` and try again.)
|
88
|
+
exit 1
|
89
|
+
end
|
90
|
+
|
91
|
+
rescue LoadError
|
92
|
+
$stderr.puts %(Rails requires RubyGems >= 0.9.4. Please install RubyGems and try again: http://rubygems.rubyforge.org)
|
93
|
+
exit 1
|
94
|
+
end
|
95
|
+
|
96
|
+
def parse_gem_version(text)
|
97
|
+
$1 if text =~ /^[^#]*RAILS_GEM_VERSION\s*=\s*["']([!~<>=]*\s*[\d.]+)["']/
|
98
|
+
end
|
99
|
+
|
100
|
+
private
|
101
|
+
def read_environment_rb
|
102
|
+
File.read("#{RAILS_ROOT}/config/environment.rb")
|
103
|
+
end
|
104
|
+
end
|
105
|
+
end
|
106
|
+
end
|
107
|
+
|
108
|
+
# All that for this:
|
109
|
+
Rails.boot!
|
@@ -0,0 +1,21 @@
|
|
1
|
+
# SQLite version 3.x
|
2
|
+
# gem install sqlite3-ruby (not necessary on OS X Leopard)
|
3
|
+
|
4
|
+
<% %w(development test production).each do |env| %>
|
5
|
+
|
6
|
+
<%= env %>:
|
7
|
+
adapter: sqlite3
|
8
|
+
database: <%= "db/#{env}.sqlite3" %>
|
9
|
+
timeout: 5000
|
10
|
+
|
11
|
+
<%= "shard_0_#{env}" %>:
|
12
|
+
adapter: sqlite3
|
13
|
+
database: <%= "db/s0_#{env}.sqlite3" %>
|
14
|
+
timeout: 5000
|
15
|
+
|
16
|
+
<%= "shard_1_#{env}" %>:
|
17
|
+
adapter: sqlite3
|
18
|
+
database: <%= "db/s1_#{env}.sqlite3" %>
|
19
|
+
timeout: 5000
|
20
|
+
|
21
|
+
<% end %>
|
@@ -0,0 +1,67 @@
|
|
1
|
+
# Be sure to restart your server when you modify this file
|
2
|
+
|
3
|
+
# Uncomment below to force Rails into production mode when
|
4
|
+
# you don't control web/app server and can't set it the proper way
|
5
|
+
# ENV['RAILS_ENV'] ||= 'production'
|
6
|
+
|
7
|
+
# Specifies gem version of Rails to use when vendor/rails is not present
|
8
|
+
RAILS_GEM_VERSION = '2.1.0' unless defined? RAILS_GEM_VERSION
|
9
|
+
|
10
|
+
# Bootstrap the Rails environment, frameworks, and default configuration
|
11
|
+
require File.join(File.dirname(__FILE__), 'boot')
|
12
|
+
|
13
|
+
Rails::Initializer.run do |config|
|
14
|
+
# Settings in config/environments/* take precedence over those specified here.
|
15
|
+
# Application configuration should go into files in config/initializers
|
16
|
+
# -- all .rb files in that directory are automatically loaded.
|
17
|
+
# See Rails::Configuration for more options.
|
18
|
+
|
19
|
+
# Skip frameworks you're not going to use. To use Rails without a database
|
20
|
+
# you must remove the Active Record framework.
|
21
|
+
# config.frameworks -= [ :active_record, :active_resource, :action_mailer ]
|
22
|
+
|
23
|
+
# Specify gems that this application depends on.
|
24
|
+
# They can then be installed with "rake gems:install" on new installations.
|
25
|
+
# config.gem "bj"
|
26
|
+
# config.gem "hpricot", :version => '0.6', :source => "http://code.whytheluckystiff.net"
|
27
|
+
# config.gem "aws-s3", :lib => "aws/s3"
|
28
|
+
|
29
|
+
# Only load the plugins named here, in the order given. By default, all plugins
|
30
|
+
# in vendor/plugins are loaded in alphabetical order.
|
31
|
+
# :all can be used as a placeholder for all plugins not explicitly named
|
32
|
+
# config.plugins = [ :exception_notification, :ssl_requirement, :all ]
|
33
|
+
|
34
|
+
# Add additional load paths for your own custom dirs
|
35
|
+
# config.load_paths += %W( #{RAILS_ROOT}/extras )
|
36
|
+
|
37
|
+
# Force all environments to use the same logger level
|
38
|
+
# (by default production uses :info, the others :debug)
|
39
|
+
# config.log_level = :debug
|
40
|
+
|
41
|
+
# Make Time.zone default to the specified zone, and make Active Record store time values
|
42
|
+
# in the database in UTC, and return them converted to the specified local zone.
|
43
|
+
# Run "rake -D time" for a list of tasks for finding time zone names. Uncomment to use default local time.
|
44
|
+
config.time_zone = 'UTC'
|
45
|
+
|
46
|
+
# Your secret key for verifying cookie session data integrity.
|
47
|
+
# If you change this key, all old sessions will become invalid!
|
48
|
+
# Make sure the secret is at least 30 characters and all random,
|
49
|
+
# no regular words or you'll be exposed to dictionary attacks.
|
50
|
+
config.action_controller.session = {
|
51
|
+
:session_key => '_example_session',
|
52
|
+
:secret => 'fa331d8ca4b067b31008ae157b6785319b76f59e202d9e917a9aa79a1c5f8a87c1dbb1d20bd242a5dc598b66e255e02f8c8516b2d0b64f1f7e6e60ce90205f77'
|
53
|
+
}
|
54
|
+
|
55
|
+
# Use the database for sessions instead of the cookie-based default,
|
56
|
+
# which shouldn't be used to store highly confidential information
|
57
|
+
# (create the session table with "rake db:sessions:create")
|
58
|
+
# config.action_controller.session_store = :active_record_store
|
59
|
+
|
60
|
+
# Use SQL instead of Active Record's schema dumper when creating the test database.
|
61
|
+
# This is necessary if your schema can't be completely dumped by the schema dumper,
|
62
|
+
# like if you have constraints or database-specific column types
|
63
|
+
# config.active_record.schema_format = :sql
|
64
|
+
|
65
|
+
# Activate observers that should always be running
|
66
|
+
# config.active_record.observers = :cacher, :garbage_collector
|
67
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
# Settings specified here will take precedence over those in config/environment.rb
|
2
|
+
|
3
|
+
# In the development environment your application's code is reloaded on
|
4
|
+
# every request. This slows down response time but is perfect for development
|
5
|
+
# since you don't have to restart the webserver when you make code changes.
|
6
|
+
config.cache_classes = false
|
7
|
+
|
8
|
+
# Log error messages when you accidentally call methods on nil.
|
9
|
+
config.whiny_nils = true
|
10
|
+
|
11
|
+
# Show full error reports and disable caching
|
12
|
+
config.action_controller.consider_all_requests_local = true
|
13
|
+
config.action_view.debug_rjs = true
|
14
|
+
config.action_controller.perform_caching = false
|
15
|
+
|
16
|
+
# Don't care if the mailer can't send
|
17
|
+
config.action_mailer.raise_delivery_errors = false
|
@@ -0,0 +1,22 @@
|
|
1
|
+
# Settings specified here will take precedence over those in config/environment.rb
|
2
|
+
|
3
|
+
# The production environment is meant for finished, "live" apps.
|
4
|
+
# Code is not reloaded between requests
|
5
|
+
config.cache_classes = true
|
6
|
+
|
7
|
+
# Use a different logger for distributed setups
|
8
|
+
# config.logger = SyslogLogger.new
|
9
|
+
|
10
|
+
# Full error reports are disabled and caching is turned on
|
11
|
+
config.action_controller.consider_all_requests_local = false
|
12
|
+
config.action_controller.perform_caching = true
|
13
|
+
config.action_view.cache_template_loading = true
|
14
|
+
|
15
|
+
# Use a different cache store in production
|
16
|
+
# config.cache_store = :mem_cache_store
|
17
|
+
|
18
|
+
# Enable serving of images, stylesheets, and javascripts from an asset server
|
19
|
+
# config.action_controller.asset_host = "http://assets.example.com"
|
20
|
+
|
21
|
+
# Disable delivery errors, bad email addresses will be ignored
|
22
|
+
# config.action_mailer.raise_delivery_errors = false
|