sengiri 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e96f58180e38a69f58dabf28faa0722d4eca41b3
+  data.tar.gz: 97123fb3ce73b761c46ac5127e06f619f3ab6e3a
+SHA512:
+  metadata.gz: c5992be99772ef05bd1a3ed049bbe72ed7a3ed1767f7b9d91562043be7c7f5ad6e484301cb03e37b717f775532fc6657a83187c9c0536011aa641920de550bf1
+  data.tar.gz: 8a3449b6f80cecb874ea5ac8e7914313eac1f6184377af0af8c66a858dccd793eb51f3c11c7446a864003cb45d2a86190a4a03daeab77b9224ea244f425a56fe

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2014 mewlist
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,42 @@
+# Sengiri
+
+Flexible sharding access for Ruby on Rails with ActiveRecord
+
+## Sharding model generator
+
+    rails g sengiri:model mygroup user name:string
+
+## database.yml
+
+    mysql: &mysql
+      adapter: mysql2
+      encoding: utf8
+      reconnect: false
+      pool: 1
+      username: root
+      password:
+      host: localhost
+    
+    mygroup_1:
+      <<: *mysql
+      database: mygroup_1
+      host: hosta
+    mygroup_2:
+      <<: *mysql
+      database: mygroup_2
+      host: hostb
+    mygroup_3:
+      <<: *mysql
+      database: mygroup_3
+      host: hostc
+    .
+    .
+    .
+
+## Sharding migration
+
+    rake sengiri:mygroup:db:create
+    rake sengiri:mygroup:db:migrate
+
+
+This project rocks and uses MIT-LICENSE.

data/Rakefile

@@ -0,0 +1,21 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'sengiri'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+
+
+Bundler::GemHelper.install_tasks
+

data/lib/sengiri.rb

@@ -0,0 +1,18 @@
+module Sengiri
+  require "sengiri/model/base"
+  require "sengiri/railtie" if defined? Rails
+end
+
+
+module ActiveRecord
+  class Relation
+    def broadcast
+      records = []
+      klass.shard_names.each do |shard_name|
+        records += shard(shard_name).find_by_sql(arel.to_sql)
+      end
+      @records = records
+      @records
+    end
+  end
+end

data/lib/sengiri/generators/migration_generator.rb

@@ -0,0 +1,22 @@
+require 'rails/generators/active_record'
+require 'rails/generators/active_record/migration/migration_generator'
+
+module Sengiri
+  module Generators
+    class MigrationGenerator < ActiveRecord::Generators::MigrationGenerator
+      remove_argument :name, :attributes
+      argument :group, type: :string, :banner => "SHARDING_GROUP"
+      argument :name, type: :string
+      argument :attributes, :type => :array, :default => [], :banner => "field[:type][:index] field[:type][:index]"
+
+      source_root File.expand_path("../templates", __FILE__)
+
+      def create_migration_file
+        set_local_assigns!
+        validate_file_name!
+        binding.pry
+        migration_template @migration_template, "db/sengiri/#{self.group}/#{file_name}.rb"
+      end
+    end
+  end
+end

data/lib/sengiri/generators/model_generator.rb

@@ -0,0 +1,36 @@
+require 'rails/generators/active_record'
+require 'rails/generators/active_record/model/model_generator'
+
+module Sengiri
+  module Generators
+    class ModelGenerator < ActiveRecord::Generators::ModelGenerator
+      remove_argument :name, :attributes
+      argument :group, type: :string, :banner => "SHARDING_GROUP"
+      argument :name, type: :string
+      argument :attributes, :type => :array, :default => [], :banner => "field[:type][:index] field[:type][:index]"
+
+      source_root File.expand_path("../templates", __FILE__)
+
+      def create_migration_file
+        return unless options[:migration] && options[:parent].nil?
+        attributes.each { |a| a.attr_options.delete(:index) if a.reference? && !a.has_index? } if options[:indexes] == false
+        migration_template "create_table_migration.rb", "db/sengiri/#{self.group}/create_#{table_name}.rb"
+      end
+
+      def create_model_file
+        template 'model.rb', File.join('app/models', class_path, "#{file_name}.rb")
+      end
+
+      def create_module_file
+        return if regular_class_path.empty?
+        template 'module.rb', File.join('app/models', "#{class_path.join('/')}.rb") if behavior == :invoke
+      end
+      protected
+
+      # Used by the migration template to determine the parent name of the model
+        def parent_class_name
+          options[:parent] || "Sengiri::Model::Base"
+        end
+    end
+  end
+end

data/lib/sengiri/generators/sharding_generator.rb

@@ -0,0 +1,9 @@
+module Sengiri
+  module Generators
+    class GroupGenerator < Rails::Generators::NamedBase
+      def create_directories
+        empty_directory "db/sengiri/#{file_name}"
+      end
+    end
+  end
+end

data/lib/sengiri/generators/templates/create_table_migration.rb

@@ -0,0 +1,19 @@
+class <%= migration_class_name %> < ActiveRecord::Migration
+  def change
+    create_table :<%= table_name %> do |t|
+<% attributes.each do |attribute| -%>
+<% if attribute.password_digest? -%>
+      t.string :password_digest<%= attribute.inject_options %>
+<% else -%>
+      t.<%= attribute.type %> :<%= attribute.name %><%= attribute.inject_options %>
+<% end -%>
+<% end -%>
+<% if options[:timestamps] %>
+      t.timestamps
+<% end -%>
+    end
+<% attributes_with_index.each do |attribute| -%>
+    add_index :<%= table_name %>, :<%= attribute.index_name %><%= attribute.inject_index_options %>
+<% end -%>
+  end
+end

data/lib/sengiri/generators/templates/migration.rb

@@ -0,0 +1,39 @@
+class <%= migration_class_name %> < ActiveRecord::Migration
+<%- if migration_action == 'add' -%>
+  def change
+<% attributes.each do |attribute| -%>
+  <%- if attribute.reference? -%>
+    add_reference :<%= table_name %>, :<%= attribute.name %><%= attribute.inject_options %>
+  <%- else -%>
+    add_column :<%= table_name %>, :<%= attribute.name %>, :<%= attribute.type %><%= attribute.inject_options %>
+    <%- if attribute.has_index? -%>
+    add_index :<%= table_name %>, :<%= attribute.index_name %><%= attribute.inject_index_options %>
+    <%- end -%>
+  <%- end -%>
+<%- end -%>
+  end
+<%- elsif migration_action == 'join' -%>
+  def change
+    create_join_table :<%= join_tables.first %>, :<%= join_tables.second %> do |t|
+    <%- attributes.each do |attribute| -%>
+      <%= '# ' unless attribute.has_index? -%>t.index <%= attribute.index_name %><%= attribute.inject_index_options %>
+    <%- end -%>
+    end
+  end
+<%- else -%>
+  def change
+<% attributes.each do |attribute| -%>
+<%- if migration_action -%>
+  <%- if attribute.reference? -%>
+    remove_reference :<%= table_name %>, :<%= attribute.name %><%= attribute.inject_options %>
+  <%- else -%>
+    <%- if attribute.has_index? -%>
+    remove_index :<%= table_name %>, :<%= attribute.index_name %><%= attribute.inject_index_options %>
+    <%- end -%>
+    remove_column :<%= table_name %>, :<%= attribute.name %>, :<%= attribute.type %><%= attribute.inject_options %>
+  <%- end -%>
+<%- end -%>
+<%- end -%>
+  end
+<%- end -%>
+end

data/lib/sengiri/generators/templates/model.rb

@@ -0,0 +1,11 @@
+<% module_namespacing do -%>
+class <%= class_name %> < <%= parent_class_name.classify %>
+  sharding_group :<%= group %>
+<% attributes.select(&:reference?).each do |attribute| -%>
+  belongs_to :<%= attribute.name %><%= ', polymorphic: true' if attribute.polymorphic? %>
+<% end -%>
+<% if attributes.any?(&:password_digest?) -%>
+  has_secure_password
+<% end -%>
+end
+<% end -%>

data/lib/sengiri/generators/templates/module.rb

@@ -0,0 +1,7 @@
+<% module_namespacing do -%>
+module <%= class_path.map(&:camelize).join('::') %>
+  def self.table_name_prefix
+    '<%= namespaced? ? namespaced_class_path.join('_') : class_path.join('_') %>_'
+  end
+end
+<% end -%>

data/lib/sengiri/model/base.rb

@@ -0,0 +1,107 @@
+module Sengiri
+  module Model
+    class Base < ActiveRecord::Base
+      self.abstract_class = true
+      attr_reader :current_shard
+
+      def initialize(attributes = nil, options = {})
+        @shard_name = self.class.shard_name
+        super
+      end
+
+      def sharding_group_name
+        self.class.instance_variable_get :@sharding_group_name
+      end
+
+      def shard_name
+        self.class.instance_variable_get :@shard_name
+      end
+
+      class << self
+        def shard_name         ; @shard_name          end
+        def sharding_group_name; @sharding_group_name end
+
+        def shard_classes
+          return @shard_class_hash.values if @shard_class_hash
+          []
+        end
+
+        def sharding_group(name, confs=nil)
+          @dbconfs = confs if confs
+          @sharding_group_name = name
+          @shard_class_hash = {}
+          first = true
+          shard_names.each do |s|
+            klass = Class.new(self)
+            Object.const_set self.name + s, klass
+            klass.instance_variable_set :@shard_name, s
+            klass.instance_variable_set :@dbconfs,    dbconfs
+            klass.instance_variable_set :@sharding_group_name, name
+            #
+            # first shard shares connection with base class
+            #
+            if first
+              establish_shard_connection s
+            else
+              klass.establish_shard_connection s
+            end
+            first = false
+            if defined? Ardisconnector::Middleware
+              Ardisconnector::Middleware.models << klass
+            end
+            @shard_class_hash[s] = klass
+          end
+        end
+
+        def dbconfs
+          if defined? Rails
+            @dbconfs ||= Rails.application.config.database_configuration.select {|name| /^#{@sharding_group_name}/ =~ name }
+
+          end
+          @dbconfs
+        end
+
+        def shard_names
+          @shard_names ||= dbconfs.map do |k,v|
+            k.gsub("#{@sharding_group_name}_shards_", '')
+          end
+          @shard_names
+        end
+
+        def shard(name)
+          if block_given?
+            yield @shard_class_hash[name.to_s]
+          end
+          @shard_class_hash[name.to_s]
+        end
+
+        def shards(&block)
+          transaction do
+            shard_names.each do |shard_name|
+              block.call shard(shard_name)
+            end
+          end
+        end
+
+        def transaction(klasses=shard_classes, &block)
+          if shard_name
+            super &block
+          else
+            if klasses.length > 0
+              klass = klasses.pop
+              klass.transaction do
+                transaction klasses, &block
+              end
+            else
+              yield
+            end
+          end
+        end
+
+        def establish_shard_connection(name)
+          establish_connection dbconfs["#{@sharding_group_name}_shards_#{name}"]
+        end
+      end
+    end
+  end
+end

data/lib/sengiri/railtie.rb

@@ -0,0 +1,32 @@
+module Sengiri
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      dbdir = Rails.application.config.paths["db"].first
+      dirs = Dir.glob(dbdir + '/sengiri/*').select do |f|
+        FileTest::directory? f
+      end
+      sharding_names = dirs.map{|dir| dir.split('/').last }
+      sharding_names.each do |name|
+        ENV['SHARD'] = name
+        load "sengiri/railties/sharding.rake"
+      end
+
+      namespace :sengiri do
+        task :load_task do
+          Rake.application.in_namespace(:sengiri) do
+            # load activerecord databasees task in namespace
+            spec     = Gem::Specification.find_by_name("activerecord")
+            rakefile = spec.gem_dir + "/lib/active_record/railties/databases.rake"
+            Rake.load_rakefile rakefile
+          end
+        end
+      end
+    end
+
+    generators do
+      require "sengiri/generators/sharding_generator"
+      require "sengiri/generators/migration_generator"
+      require "sengiri/generators/model_generator"
+    end
+  end
+end

data/lib/sengiri/railties/sharding.rake

@@ -0,0 +1,101 @@
+require 'active_record'
+require 'pry'
+
+shard = ENV['SHARD']
+
+namespace :sengiri do
+  db_ns = namespace :db do
+    task :load_config do
+    end
+  end
+
+  namespace shard do
+
+    namespace :db do
+
+      dbconfs = Rails.application.config.database_configuration.select {|name| /^#{shard}/ =~ name }
+      switch_db_config = lambda do
+        puts "now on '#{shard}' sharding"
+
+        shard_group_dir = "db/sengiri/#{shard}"
+        ActiveRecord::Base.configurations = dbconfs
+        Rails.application.config.paths.add shard_group_dir
+
+        ActiveRecord::Tasks::DatabaseTasks.seed_loader            = Rails.application
+        ActiveRecord::Tasks::DatabaseTasks.env                    = Rails.env
+        ActiveRecord::Tasks::DatabaseTasks.db_dir                 = Rails.application.config.paths["db"].first
+        ActiveRecord::Tasks::DatabaseTasks.database_configuration = dbconfs
+        ActiveRecord::Tasks::DatabaseTasks.migrations_paths       = Rails.application.paths[shard_group_dir].to_a
+        ActiveRecord::Tasks::DatabaseTasks.fixtures_path          = File.join Rails.root, 'test', 'fixtures'
+      end
+
+      execute_on_shards = lambda do |task|
+        dbconfs.each do |k,dbconf|
+          ActiveRecord::Base.establish_connection dbconf
+          db_ns[task].execute
+        end
+      end
+
+      execute_with_dbtask_env = lambda do |task|
+        dbconfs.each do |k,dbconf|
+          ActiveRecord::Tasks::DatabaseTasks.env = k
+          db_ns[task].execute
+        end
+      end
+
+      task :load_config => ['sengiri:load_task'] do
+        switch_db_config.call
+        db_ns['load_config'].invoke
+      end
+
+      desc "create on '#{shard}' databases"
+      task :create => [:environment, :load_config] do
+        execute_with_dbtask_env.call :create
+      end
+
+      desc "drop on '#{shard}' databases"
+      task :drop => [:environment, :load_config] do
+        execute_with_dbtask_env.call :drop
+      end
+
+      desc "migrate on '#{shard}' databases"
+      task :migrate => [:environment, :load_config] do
+        execute_on_shards.call :migrate
+      end
+
+      desc "rollback on '#{shard}' databases"
+      task :rollback => [:environment, :load_config] do
+        execute_on_shards.call :rollback
+      end
+
+      namespace :migrate do
+        task :redo => [:environment, :load_config] do
+          execute_on_shards.call 'migrate:redo'
+        end
+
+        # desc 'Resets your database using your migrations for the current environment'
+        task :reset => [:environment, :load_config] do
+          Rake::Task["sengiri:#{shard}:db:drop"]   .execute
+          Rake::Task["sengiri:#{shard}:db:create"] .execute
+          Rake::Task["sengiri:#{shard}:db:migrate"].execute
+        end
+
+        # desc 'Runs the "up" for a given migration VERSION.'
+        task :up => [:environment, :load_config] do
+          execute_on_shards.call 'migrate:up'
+        end
+
+        # desc 'Runs the "down" for a given migration VERSION.'
+        task :down => [:environment, :load_config] do
+          execute_on_shards.call 'migrate:down'
+        end
+
+        desc 'Display status of migrations'
+        task :status => [:environment, :load_config] do
+          execute_on_shards.call 'migrate:status'
+        end
+      end
+    end
+  end
+end
+

data/lib/sengiri/version.rb

@@ -0,0 +1,3 @@
+module Sengiri
+  VERSION = "0.0.1"
+end

data/lib/tasks/sengiri.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :tofu do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: sengiri
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- mewlist
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Database sharding for Ruby on Rails. Supports sharding migration, access
+  and transaction
+email:
+- mewlist@mewlist.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- db/sengiri_shards_1.sqlite3
+- db/sengiri_shards_2.sqlite3
+- lib/sengiri/generators/migration_generator.rb
+- lib/sengiri/generators/model_generator.rb
+- lib/sengiri/generators/sharding_generator.rb
+- lib/sengiri/generators/templates/create_table_migration.rb
+- lib/sengiri/generators/templates/migration.rb
+- lib/sengiri/generators/templates/model.rb
+- lib/sengiri/generators/templates/module.rb
+- lib/sengiri/model/base.rb
+- lib/sengiri/railtie.rb
+- lib/sengiri/railties/sharding.rake
+- lib/sengiri/version.rb
+- lib/sengiri.rb
+- lib/tasks/sengiri.rake
+- MIT-LICENSE
+- Rakefile
+- README.md
+homepage: https://github.com/mewlist
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Database sharding for Ruby on Rails
+test_files: []