activerecord-sharding 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 74c9354eb637b74252c1ee7631037140ad0326ea
-  data.tar.gz: c6adaf64d167afd9dbf16a0e3982158181255a9e
+  metadata.gz: 8b2713a535cf9f95e2904a4840a0b79481eb3839
+  data.tar.gz: 6dbda049b7d70c553b26d5b242c7b5ff58666070
 SHA512:
-  metadata.gz: 5c74278a9bae13cf05ccbf4fda5abf98cebec86c90ad3489cb2f18ea3eb0c4e150a0725b8151003d95712a9f989b7812f6b8da007fe01ea78e9738f94c77c0b5
-  data.tar.gz: b0ed70dc49f1d1cb389ed6313991b1ac21013f7720211d62ff57e1e253a82c3fcdbaa6ebd0d938227c0d80d324ca6044532160abdac7f9ac2c1f569168c8accb
+  metadata.gz: 9fbfdfea19ab12464e7ed5756434adb7ec025f00a5f9084ac5e195361d360f178869ffa146afe7701e169f1583fb30ee6701db1dd1f14d7641cd8b5298bed498
+  data.tar.gz: 5f109afa415f5eadbda3fcb3275c61d157c4a5b2901d63958774c96191c0bddc1fac2018301092d4dcae6a26dbe9a0a430b5f06ce57bc8049417e6ef49c0d320

data/.rubocop.yml

@@ -9,6 +9,17 @@ Style/AsciiComments:
 Style/BracesAroundHashParameters:
   Enabled: false
 
+Style/CollectionMethods:
+  Description: Preferred collection methods.
+  StyleGuide: https://github.com/bbatsov/ruby-style-guide#map-find-select-reduce-size
+  Enabled: true
+  PreferredMethods:
+    collect: map
+    collect!: map!
+    find: detect
+    find_all: select
+    reduce: reduce
+
 Style/Documentation:
   Enabled: false
 

data/README.md

@@ -152,6 +152,12 @@ for all shards query
 User.all_shards.flat_map { |model| model.find_by(name: 'foorbar') }.compact
 ```
 
+for all shards query in parallel
+
+```ruby
+User.parallel.flat_map { |model| model.find_by(name: 'foorbar') }.compact
+```
+
 #### Association/Relation
 
 if use database association/relation in sharding databases.

data/activerecord-sharding.gemspec

@@ -19,6 +19,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.required_ruby_version = ">= 2.0"
+  spec.add_dependency 'expeditor', ">= 0.1.0"
 
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake"

data/lib/active_record/sharding/all_shards_in_parallel.rb

@@ -0,0 +1,29 @@
+require "active_support/concern"
+require "expeditor"
+
+module ActiveRecord
+  module Sharding
+    class AllShardsInParallel
+      def initialize(shards)
+        @shards = shards
+      end
+
+      def map(&_block)
+        commands = @shards.map do |model|
+          Expeditor::Command.new { model.connection_pool.with_connection { yield model } }
+        end
+        commands.each(&:start)
+        commands.map(&:get)
+      end
+
+      def flat_map(&block)
+        map(&block).flatten
+      end
+
+      def each(&block)
+        map(&block) if block_given?
+        self
+      end
+    end
+  end
+end

data/lib/active_record/sharding/model.rb

@@ -59,6 +59,11 @@ module ActiveRecord
           shard_repository.all
         end
 
+        def all_shards_in_parallel
+          AllShardsInParallel.new(all_shards)
+        end
+        alias_method :parallel, :all_shards_in_parallel
+
         def define_parent_methods(&block)
           instance_eval(&block)
         end

data/lib/active_record/sharding/version.rb

@@ -1,5 +1,5 @@
 module ActiveRecord
   module Sharding
-    VERSION = "0.2.0"
+    VERSION = "0.3.0"
   end
 end

data/lib/activerecord-sharding.rb

@@ -8,6 +8,7 @@ require "active_record/sharding/modulo_router"
 require "active_record/sharding/abstract_repository"
 require "active_record/sharding/shard_repository"
 require "active_record/sharding/database_tasks"
+require "active_record/sharding/all_shards_in_parallel"
 require "active_record/sharding/model"
 require "active_record/sharding/sequencer"
 require "active_record/sharding/sequencer_repository"

data/spec/active_record/sharding/all_shards_in_parallel_spec.rb

@@ -0,0 +1,37 @@
+RSpec.describe ActiveRecord::Sharding::AllShardsInParallel do
+  let(:model_class) { User }
+  let(:instance) { described_class.new(model_class.all_shards) }
+
+  describe "#map" do
+    it "maps in parallel" do
+      expect(instance.map(&:count).reduce(&:+)).to eq 0
+      model_class.put!(name: "Alice")
+      expect(instance.map(&:count).reduce(&:+)).to eq 1
+    end
+  end
+
+  describe '#flat_map' do
+    before do
+      model_class.put!(name: "Alice")
+      model_class.put!(name: "Humpty")
+      model_class.put!(name: "Alice")
+    end
+
+    it "flat_maps in parallel" do
+      result = instance.flat_map { |m| m.where(name: "Alice") }
+      expect(result.size).to eq 2
+    end
+  end
+
+  describe '#each' do
+    it "enables to query in parallel" do
+      expect do
+        instance.each { |_| print "XXX" }
+      end.to output("XXX" * 3).to_stdout
+    end
+
+    it "returns self when block is not given" do
+      expect(instance.each).to be_a(described_class)
+    end
+  end
+end

data/spec/active_record/sharding/model_spec.rb

@@ -90,6 +90,12 @@ describe ActiveRecord::Sharding::Model do
     end
   end
 
+  describe ".all_shards_in_parallel" do
+    it "returns a ActiveRecord::Sharding::AllShardsInParallel" do
+      expect(User.all_shards_in_parallel).to be_a ActiveRecord::Sharding::AllShardsInParallel
+    end
+  end
+
   describe ".define_parent_methods" do
     before do
       model.put! name: "foo"

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-sharding
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - hirocaster
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-01-15 00:00:00.000000000 Z
+date: 2016-02-03 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: expeditor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -178,6 +192,7 @@ files:
 - bin/setup
 - lib/active_record/sharding.rb
 - lib/active_record/sharding/abstract_repository.rb
+- lib/active_record/sharding/all_shards_in_parallel.rb
 - lib/active_record/sharding/cluster_config.rb
 - lib/active_record/sharding/config.rb
 - lib/active_record/sharding/database_tasks.rb
@@ -193,6 +208,7 @@ files:
 - lib/activerecord-sharding.rb
 - lib/tasks/activerecord-sharding.rake
 - spec/active_record/sharding/abstract_repository_spec.rb
+- spec/active_record/sharding/all_shards_in_parallel_spec.rb
 - spec/active_record/sharding/cluster_config_spec.rb
 - spec/active_record/sharding/errors_spec.rb
 - spec/active_record/sharding/model_spec.rb
@@ -230,6 +246,7 @@ specification_version: 4
 summary: Sharding library for ActiveRecord(MySQL)
 test_files:
 - spec/active_record/sharding/abstract_repository_spec.rb
+- spec/active_record/sharding/all_shards_in_parallel_spec.rb
 - spec/active_record/sharding/cluster_config_spec.rb
 - spec/active_record/sharding/errors_spec.rb
 - spec/active_record/sharding/model_spec.rb