ar-octopus-master 0.9.2.master → 0.9.2.1

data/spec/spec_helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'pry'
+require 'bundler/setup'
+require 'octopus'
+
+Octopus.instance_variable_set(:@directory, File.dirname(__FILE__))
+
+BaseOctopusMigrationClass = (Octopus.rails4? ? ActiveRecord::Migration : ActiveRecord::Migration[ActiveRecord::VERSION::STRING[0..2]])
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
+
+RSpec.configure do |config|
+  config.before(:each) do |example|
+    OctopusHelper.clean_all_shards(example.metadata[:shards])
+  end
+end

data/spec/support/active_record/connection_adapters/modify_config_adapter.rb

@@ -0,0 +1,15 @@
+module ActiveRecord
+  class Base
+    def self.modify_config_connection(config)
+      ConnectionAdapters::ModifyConfigAdapter.new(config)
+    end
+  end
+
+  module ConnectionAdapters
+    class ModifyConfigAdapter < AbstractAdapter
+      def initialize(config)
+        config.replace(config.symbolize_keys)
+      end
+    end
+  end
+end

data/spec/support/database_connection.rb

@@ -0,0 +1,4 @@
+require 'logger'
+
+ActiveRecord::Base.establish_connection(:adapter => 'mysql2', :database => 'octopus_shard_1', :username => "#{ENV['MYSQL_USER'] || 'root'}", :password => '')
+ActiveRecord::Base.logger = Logger.new(File.open('database.log', 'a'))

data/spec/support/database_models.rb

@@ -0,0 +1,118 @@
+# Rails 3.1 needs to do some introspection around the base class, which requires
+# the model be a descendent of ActiveRecord::Base.
+class BlankModel < ActiveRecord::Base; end
+
+# The user class is just sharded, not replicated
+class User < ActiveRecord::Base
+  scope :thiago, -> { where(:name => 'Thiago') }
+
+  def awesome_queries
+    Octopus.using(:canada) do
+      User.create(:name => 'teste')
+    end
+  end
+end
+
+# The client class isn't replicated
+class Client < ActiveRecord::Base
+  has_many :items
+  has_many :comments, :as => :commentable
+end
+
+# This class is replicated
+class Cat < ActiveRecord::Base
+  replicated_model
+  # sharded_model()
+end
+
+# This class sets its own connection
+class CustomConnection < ActiveRecord::Base
+  self.table_name = 'custom'
+  octopus_establish_connection(:adapter => 'mysql2', :database => 'octopus_shard_2', :username => "#{ENV['MYSQL_USER'] || 'root'}", :password => '')
+end
+
+# This items belongs to a client
+class Item < ActiveRecord::Base
+  belongs_to :client
+  has_many :parts
+end
+
+class Part < ActiveRecord::Base
+  belongs_to :item
+end
+
+class Keyboard < ActiveRecord::Base
+  replicated_model
+  validates_uniqueness_of :name
+  belongs_to :computer
+end
+
+class Computer < ActiveRecord::Base
+  has_one :keyboard
+end
+
+class Role < ActiveRecord::Base
+  has_and_belongs_to_many :permissions
+end
+
+class Permission < ActiveRecord::Base
+  has_and_belongs_to_many :roles
+end
+
+class Assignment < ActiveRecord::Base
+  belongs_to :programmer
+  belongs_to :project
+end
+
+class Programmer < ActiveRecord::Base
+  has_many :assignments
+  has_many :projects, :through => :assignments
+end
+
+class Project < ActiveRecord::Base
+  has_many :assignments
+  has_many :programmers, :through => :assignments
+end
+
+class Comment < ActiveRecord::Base
+  belongs_to :commentable, :polymorphic => true
+  scope :open, -> { where(open: true) }
+end
+
+class Bacon < ActiveRecord::Base
+  self.table_name = 'yummy'
+end
+
+class Cheese < ActiveRecord::Base
+  self.table_name = 'yummy'
+end
+
+class Ham < ActiveRecord::Base
+  self.table_name = 'yummy'
+end
+
+# This class sets its own connection
+class Advert < ActiveRecord::Base
+  establish_connection(:adapter => 'postgresql', :database => 'octopus_shard_1', :username => ENV['POSTGRES_USER'] || 'postgres', :password => '')
+end
+
+class MmorpgPlayer < ActiveRecord::Base
+  has_many :weapons
+  has_many :skills
+end
+
+class Weapon < ActiveRecord::Base
+  belongs_to :mmorpg_player, :inverse_of => :weapons
+  validates :hand, :uniqueness => { :scope => :mmorpg_player_id }
+  validates_presence_of :mmorpg_player
+  has_many :skills
+end
+
+class Skill < ActiveRecord::Base
+  belongs_to :weapon, :inverse_of => :skills
+  belongs_to :mmorpg_player, :inverse_of => :skills
+
+  validates_presence_of :weapon
+  validates_presence_of :mmorpg_player
+  validates :name, :uniqueness => { :scope => :mmorpg_player_id }
+end

data/spec/support/octopus_helper.rb

@@ -0,0 +1,54 @@
+module OctopusHelper
+  def self.clean_all_shards(shards)
+    if shards.nil?
+      shards = BlankModel.using(:master).connection.shards.keys
+    end
+
+    shards.each do |shard_symbol|
+      %w(schema_migrations users clients cats items keyboards computers permissions_roles roles permissions assignments projects programmers yummy adverts).each do |tables|
+        BlankModel.using(shard_symbol).connection.execute("DELETE FROM #{tables}")
+      end
+
+      if shard_symbol == 'alone_shard'
+        %w(mmorpg_players weapons skills).each do |table|
+          BlankModel.using(shard_symbol).connection.execute("DELETE FROM #{table}")
+        end
+      end
+    end
+  end
+
+  def self.clean_connection_proxy
+    Thread.current['octopus.current_model'] = nil
+    Thread.current['octopus.current_shard'] = nil
+    Thread.current['octopus.current_group'] = nil
+    Thread.current['octopus.current_slave_group'] = nil
+    Thread.current['octopus.block'] = nil
+
+    ActiveRecord::Base.class_variable_set(:@@connection_proxy, nil)
+  end
+
+  def self.migrating_to_version(version, &_block)
+    migrations_root = File.expand_path(File.join(File.dirname(__FILE__), '..', 'migrations'))
+
+    begin
+      ActiveRecord::Migrator.run(:up, migrations_root, version)
+      yield
+    ensure
+      ActiveRecord::Migrator.run(:down, migrations_root, version)
+    end
+  end
+
+  def self.using_environment(environment, &_block)
+    self.octopus_env = environment.to_s
+    clean_connection_proxy
+    yield
+  ensure
+    self.octopus_env = 'octopus'
+    clean_connection_proxy
+  end
+
+  def self.octopus_env=(env)
+    Octopus.instance_variable_set(:@config, nil)
+    Octopus.stub(:env).and_return(env)
+  end
+end

data/spec/support/query_count.rb

@@ -0,0 +1,17 @@
+module ActiveRecord
+  class QueryCounter
+    attr_accessor :query_count
+
+    def initialize
+      @query_count = 0
+    end
+
+    def to_proc
+      lambda(&method(:callback))
+    end
+
+    def callback(_name, _start, _finish, _message_id, values)
+      @query_count += 1 unless %w(CACHE SCHEMA).include?(values[:name])
+    end
+  end
+end

data/spec/support/shared_contexts.rb

@@ -0,0 +1,18 @@
+shared_context 'with query cache enabled' do
+  let!(:counter) { ActiveRecord::QueryCounter.new }
+
+  before(:each) do
+    ActiveRecord::Base.connection.enable_query_cache!
+    counter.query_count = 0
+  end
+
+  after(:each) do
+    ActiveRecord::Base.connection.disable_query_cache!
+  end
+
+  around(:each) do |example|
+    active_support_subscribed(counter.to_proc, 'sql.active_record') do
+      example.run
+    end
+  end
+end

data/spec/tasks/octopus.rake_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+require 'rake'
+
+describe 'octopus.rake' do
+  before do
+    load File.expand_path('../../../lib/tasks/octopus.rake', __FILE__)
+    Rake::Task.define_task(:environment)
+  end
+
+  describe 'octopus:copy_schema_versions' do
+    class SchemaMigration < ActiveRecord::Base; end
+
+    before do
+      Rake::Task['octopus:copy_schema_versions'].reenable
+
+      path = File.expand_path('../../migrations', __FILE__)
+      ActiveRecord::Migrator.migrations_paths = [path]
+    end
+
+    it 'assumes each shard migrated to the current master version' do
+      SchemaMigration.create(:version => 1)
+      SchemaMigration.create(:version => 2)
+      SchemaMigration.create(:version => 3)
+
+      Rake::Task['octopus:copy_schema_versions'].invoke
+
+      ActiveRecord::Base.connection.shard_names.each do |shard_name|
+        expect(Octopus.using(shard_name) { ActiveRecord::SchemaMigration.all.pluck(:version).map(&:to_i).sort }).to eq([1, 2, 3])
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ar-octopus-master
 version: !ruby/object:Gem::Version
-  version: 0.9.2.master
+  version: 0.9.2.1
 platform: ruby
 authors:
 - Thiago Pradi
@@ -180,7 +180,166 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
+- ".travis.yml"
+- Appraisals
+- Gemfile
+- README.mkdn
+- Rakefile
+- TODO.txt
+- ar-octopus.gemspec
+- gemfiles/rails4.gemfile
+- gemfiles/rails41.gemfile
+- gemfiles/rails42.gemfile
+- gemfiles/rails5.gemfile
+- gemfiles/rails51.gemfile
+- lib/ar-octopus.rb
+- lib/octopus.rb
+- lib/octopus/abstract_adapter.rb
+- lib/octopus/association.rb
+- lib/octopus/association_shard_tracking.rb
+- lib/octopus/collection_association.rb
+- lib/octopus/collection_proxy.rb
+- lib/octopus/exception.rb
+- lib/octopus/finder_methods.rb
+- lib/octopus/has_and_belongs_to_many_association.rb
+- lib/octopus/load_balancing.rb
+- lib/octopus/load_balancing/round_robin.rb
+- lib/octopus/log_subscriber.rb
+- lib/octopus/migration.rb
+- lib/octopus/model.rb
+- lib/octopus/persistence.rb
+- lib/octopus/proxy.rb
+- lib/octopus/proxy_config.rb
+- lib/octopus/query_cache_for_shards.rb
+- lib/octopus/railtie.rb
+- lib/octopus/relation_proxy.rb
+- lib/octopus/result_patch.rb
+- lib/octopus/scope_proxy.rb
+- lib/octopus/shard_tracking.rb
+- lib/octopus/shard_tracking/attribute.rb
+- lib/octopus/shard_tracking/dynamic.rb
+- lib/octopus/singular_association.rb
+- lib/octopus/slave_group.rb
+- lib/octopus/version.rb
+- lib/tasks/octopus.rake
+- sample_app/.gitignore
+- sample_app/.rspec
+- sample_app/Gemfile
+- sample_app/README
+- sample_app/README.rdoc
+- sample_app/Rakefile
+- sample_app/app/assets/images/rails.png
+- sample_app/app/assets/javascripts/application.js
+- sample_app/app/assets/stylesheets/application.css
+- sample_app/app/controllers/application_controller.rb
+- sample_app/app/helpers/application_helper.rb
+- sample_app/app/mailers/.gitkeep
+- sample_app/app/models/.gitkeep
+- sample_app/app/models/item.rb
+- sample_app/app/models/user.rb
+- sample_app/app/views/layouts/application.html.erb
+- sample_app/autotest/discover.rb
+- sample_app/config.ru
+- sample_app/config/application.rb
+- sample_app/config/boot.rb
+- sample_app/config/cucumber.yml
+- sample_app/config/database.yml
+- sample_app/config/environment.rb
+- sample_app/config/environments/development.rb
+- sample_app/config/environments/production.rb
+- sample_app/config/environments/test.rb
+- sample_app/config/initializers/backtrace_silencers.rb
+- sample_app/config/initializers/inflections.rb
+- sample_app/config/initializers/mime_types.rb
+- sample_app/config/initializers/secret_token.rb
+- sample_app/config/initializers/session_store.rb
+- sample_app/config/initializers/wrap_parameters.rb
+- sample_app/config/locales/en.yml
+- sample_app/config/routes.rb
+- sample_app/config/shards.yml
+- sample_app/db/migrate/20100720172715_create_users.rb
+- sample_app/db/migrate/20100720172730_create_items.rb
+- sample_app/db/migrate/20100720210335_create_sample_users.rb
+- sample_app/db/schema.rb
+- sample_app/db/seeds.rb
+- sample_app/doc/README_FOR_APP
+- sample_app/features/migrate.feature
+- sample_app/features/seed.feature
+- sample_app/features/step_definitions/seeds_steps.rb
+- sample_app/features/step_definitions/web_steps.rb
+- sample_app/features/support/database.rb
+- sample_app/features/support/env.rb
+- sample_app/features/support/paths.rb
+- sample_app/lib/assets/.gitkeep
+- sample_app/lib/tasks/.gitkeep
+- sample_app/lib/tasks/cucumber.rake
+- sample_app/log/.gitkeep
+- sample_app/public/404.html
+- sample_app/public/422.html
+- sample_app/public/500.html
+- sample_app/public/favicon.ico
+- sample_app/public/images/rails.png
+- sample_app/public/index.html
+- sample_app/public/javascripts/application.js
+- sample_app/public/javascripts/controls.js
+- sample_app/public/javascripts/dragdrop.js
+- sample_app/public/javascripts/effects.js
+- sample_app/public/javascripts/prototype.js
+- sample_app/public/javascripts/rails.js
+- sample_app/public/robots.txt
+- sample_app/public/stylesheets/.gitkeep
+- sample_app/script/cucumber
+- sample_app/script/rails
+- sample_app/spec/models/item_spec.rb
+- sample_app/spec/models/user_spec.rb
+- sample_app/spec/spec_helper.rb
+- sample_app/vendor/assets/javascripts/.gitkeep
+- sample_app/vendor/assets/stylesheets/.gitkeep
+- sample_app/vendor/plugins/.gitkeep
+- spec/config/shards.yml
+- spec/migrations/10_create_users_using_replication.rb
+- spec/migrations/11_add_field_in_all_slaves.rb
+- spec/migrations/12_create_users_using_block.rb
+- spec/migrations/13_create_users_using_block_and_using.rb
+- spec/migrations/14_create_users_on_shards_of_a_group_with_versions.rb
+- spec/migrations/15_create_user_on_shards_of_default_group_with_versions.rb
+- spec/migrations/1_create_users_on_master.rb
+- spec/migrations/2_create_users_on_canada.rb
+- spec/migrations/3_create_users_on_both_shards.rb
+- spec/migrations/4_create_users_on_shards_of_a_group.rb
+- spec/migrations/5_create_users_on_multiples_groups.rb
+- spec/migrations/6_raise_exception_with_invalid_shard_name.rb
+- spec/migrations/7_raise_exception_with_invalid_multiple_shard_names.rb
+- spec/migrations/8_raise_exception_with_invalid_group_name.rb
+- spec/migrations/9_raise_exception_with_multiple_invalid_group_names.rb
+- spec/octopus/association_shard_tracking_spec.rb
+- spec/octopus/collection_proxy_spec.rb
+- spec/octopus/load_balancing/round_robin_spec.rb
+- spec/octopus/log_subscriber_spec.rb
+- spec/octopus/migration_spec.rb
+- spec/octopus/model_spec.rb
+- spec/octopus/octopus_spec.rb
+- spec/octopus/proxy_spec.rb
+- spec/octopus/query_cache_for_shards_spec.rb
+- spec/octopus/relation_proxy_spec.rb
+- spec/octopus/replicated_slave_grouped_spec.rb
+- spec/octopus/replication_spec.rb
+- spec/octopus/scope_proxy_spec.rb
+- spec/octopus/sharded_replicated_slave_grouped_spec.rb
+- spec/octopus/sharded_spec.rb
+- spec/spec_helper.rb
+- spec/support/active_record/connection_adapters/modify_config_adapter.rb
+- spec/support/database_connection.rb
+- spec/support/database_models.rb
+- spec/support/octopus_helper.rb
+- spec/support/query_count.rb
+- spec/support/shared_contexts.rb
+- spec/tasks/octopus.rake_spec.rb
 homepage: https://github.com/tchandy/octopus
 licenses:
 - MIT
@@ -200,13 +359,52 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
 summary: Easy Database Sharding for ActiveRecord
-test_files: []
+test_files:
+- spec/config/shards.yml
+- spec/migrations/10_create_users_using_replication.rb
+- spec/migrations/11_add_field_in_all_slaves.rb
+- spec/migrations/12_create_users_using_block.rb
+- spec/migrations/13_create_users_using_block_and_using.rb
+- spec/migrations/14_create_users_on_shards_of_a_group_with_versions.rb
+- spec/migrations/15_create_user_on_shards_of_default_group_with_versions.rb
+- spec/migrations/1_create_users_on_master.rb
+- spec/migrations/2_create_users_on_canada.rb
+- spec/migrations/3_create_users_on_both_shards.rb
+- spec/migrations/4_create_users_on_shards_of_a_group.rb
+- spec/migrations/5_create_users_on_multiples_groups.rb
+- spec/migrations/6_raise_exception_with_invalid_shard_name.rb
+- spec/migrations/7_raise_exception_with_invalid_multiple_shard_names.rb
+- spec/migrations/8_raise_exception_with_invalid_group_name.rb
+- spec/migrations/9_raise_exception_with_multiple_invalid_group_names.rb
+- spec/octopus/association_shard_tracking_spec.rb
+- spec/octopus/collection_proxy_spec.rb
+- spec/octopus/load_balancing/round_robin_spec.rb
+- spec/octopus/log_subscriber_spec.rb
+- spec/octopus/migration_spec.rb
+- spec/octopus/model_spec.rb
+- spec/octopus/octopus_spec.rb
+- spec/octopus/proxy_spec.rb
+- spec/octopus/query_cache_for_shards_spec.rb
+- spec/octopus/relation_proxy_spec.rb
+- spec/octopus/replicated_slave_grouped_spec.rb
+- spec/octopus/replication_spec.rb
+- spec/octopus/scope_proxy_spec.rb
+- spec/octopus/sharded_replicated_slave_grouped_spec.rb
+- spec/octopus/sharded_spec.rb
+- spec/spec_helper.rb
+- spec/support/active_record/connection_adapters/modify_config_adapter.rb
+- spec/support/database_connection.rb
+- spec/support/database_models.rb
+- spec/support/octopus_helper.rb
+- spec/support/query_count.rb
+- spec/support/shared_contexts.rb
+- spec/tasks/octopus.rake_spec.rb