mixed_gauge 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4dc2c3036f197760c0c28b3fe7f6dd28519a2076
-  data.tar.gz: f2098922ed048918a03ade6b860447bbe2eb519a
+  metadata.gz: 1287ac868f8d04e5a084973b66d9cb3592ec1658
+  data.tar.gz: 096992dc8eb46a2fb67bd6cfad16ce348ce3ae27
 SHA512:
-  metadata.gz: 7ff5439bd44a28a0a15f6ec630bdd3d3afb46fb3d3437c64b6e8a8acc98815fa78b983f4a1c7213a143a89196b646e93e9de395ad8e0d34e5c5150e26b73bbef
-  data.tar.gz: 7161650054c1a237bd7b9e12418afaef05d886b837cd60c88fa86d4b1c9d07df73bf30798c213e4b8fd958c24eafb5daa6155c6fe20ac9ab10da2f3f268fd6c0
+  metadata.gz: a0d19dc2806f36b88c851da29e77eefa0f63466ff320a2c246c9801b7f60ee80161dedd7c5b20ae9bd8fc46ec1f619c688c2a58019091aa99f0803341bbf5fa8
+  data.tar.gz: fb370f43a0a9231fac9b35009460b53917cb86fb89c70b58e6511ced16268eeed8392580cc271133170adacd0bd5c9e4a913982cc95810d0cebf7b94045ea0fe

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # CHANGELOG for mixed_gauge
 
+## 0.1.4
+- Support executing queries in parallel.
+
 ## 0.1.3
 - Rake tasks to setup database cluster.
 

data/README.md

@@ -65,6 +65,7 @@ end
 
 Use `.get` to retrive single model class which is connected to proper
 database node. Use `.put!` to create new record to proper database node.
+
 `.all_shards` enables you to all model class which is connected to all
 database nodes in the cluster.
 
@@ -78,6 +79,15 @@ alice.save!
 User.all_shards.flat_map {|m| m.find_by(name: 'alice') }.compact
 ```
 
+When you want to execute queries in parallel, use `.all_shards_in_parallel`.
+It returns `Mixedgauge::AllShardsInParallel` and it offers some collection
+actions which runs in parallel. It is aliased to `.parallel`.
+
+```ruby
+User.all_shards_in_parallel.map(&count) #=> 1
+User.parallel.flat_map {|m| m.where(age: 1) }.size #=> 1
+```
+
 When you want find by non-distkey, not recomended though, you can define finder
 methods to model class.
 
@@ -89,7 +99,7 @@ class User < ActiveRecord::Base
 
   parent_methods do
     def find_from_all_by_name(name)
-      all_shards.map {|m| m.find_by(name: name) }.compact.first
+      all_shards_in_parallel.map {|m| m.find_by(name: name) }.compact.first
     end
   end
 end
@@ -157,16 +167,6 @@ Or install it yourself as:
 
     $ gem install mixed_gauge
 
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
 ## Contributing
 
-1. Fork it ( https://github.com/[my-github-username]/mixed_gauge/fork )
-2. Create your feature branch (`git checkout -b my-new-feature`)
-3. Commit your changes (`git commit -am 'Add some feature'`)
-4. Push to the branch (`git push origin my-new-feature`)
-5. Create a new Pull Request
+Feel free to pull request and issue :)

data/lib/mixed_gauge.rb

@@ -1,4 +1,5 @@
 require 'active_record'
+require 'expeditor'
 
 require 'mixed_gauge/version'
 require 'mixed_gauge/errors'
@@ -6,6 +7,7 @@ require 'mixed_gauge/cluster_config'
 require 'mixed_gauge/config'
 require 'mixed_gauge/routing'
 require 'mixed_gauge/sub_model_repository'
+require 'mixed_gauge/all_shards_in_parallel'
 require 'mixed_gauge/model'
 
 module MixedGauge

data/lib/mixed_gauge/all_shards_in_parallel.rb

@@ -0,0 +1,39 @@
+module MixedGauge
+  # Support parallel execution with each shard and deal with AR connection
+  # management in parallel execution.
+  class AllShardsInParallel
+    # @param [Array<Class>] An array of sub model class
+    def initialize(shards)
+      @shards = shards
+    end
+
+    # @yield [Class] A sub model class
+    # @return [Array] A result
+    # @example
+    #   User.all_shards_in_parallel.map(&:count).reduce(&:+)
+    def map(&block)
+      commands = @shards.map do |m|
+        Expeditor::Command.new { m.connection_pool.with_connection { yield m } }
+      end
+      commands.each(&:start)
+      commands.map(&:get)
+    end
+
+    # @yield [Class] A sub model class
+    # @return [Array] A result
+    # @example
+    #   User.all_shards_in_parallel.flat_map {|m| m.where(age: 1) }
+    def flat_map(&block)
+      map(&block).flatten
+    end
+
+    # @yield [Class] A sub model class
+    # @return [MixedGauge::AllShardsInParallel]
+    # @example
+    #   User.all_shards_in_parallel.each {|m| puts m.count }
+    def each(&block)
+      map(&block) if block_given?
+      self
+    end
+  end
+end

data/lib/mixed_gauge/model.rb

@@ -48,6 +48,7 @@ module MixedGauge
       # @return [ActiveRecord::Base] A sub class instance of included model
       # @raise [MixedGauge::MissingDistkeyAttribute]
       def put!(attributes)
+        raise '`distkey` is not defined. Use `def_distkey`.' unless distkey
         @before_put_callback.call(attributes) if @before_put_callback
 
         if key = attributes[distkey] || attributes[distkey.to_s]
@@ -110,6 +111,14 @@ module MixedGauge
         sub_model_repository.all
       end
 
+      # @return [Mixedgauge::AllShardsInParallel]
+      # @example
+      #   User.all_shards_in_parallel.map {|m| m.where.find_by(name: 'Alice') }.compact
+      def all_shards_in_parallel
+        AllShardsInParallel.new(all_shards)
+      end
+      alias_method :parallel, :all_shards_in_parallel
+
       # Define utility methods which uses all shards or specific shard.
       # These methods can be called from included model class.
       # @example
@@ -119,11 +128,11 @@ module MixedGauge
       #     def_distkey :name
       #     parent_methods do
       #       def all_count
-      #         all_shards.map {|m| m.count }.reduce(&:+)
+      #         parallel.map {|m| m.count }.reduce(&:+)
       #       end
       #
       #       def find_from_all_by(condition)
-      #         all_shards.flat_map {|m m.find_by(condition) }.compact.first
+      #         parallel.flat_map {|m m.find_by(condition) }.compact.first
       #       end
       #     end
       #   end

data/lib/mixed_gauge/version.rb

@@ -1,3 +1,3 @@
 module MixedGauge
-  VERSION = '0.1.3'
+  VERSION = '0.1.4'
 end

data/mixed_gauge.gemspec

@@ -20,6 +20,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_dependency 'activerecord', '>= 4.1.0'
+  spec.add_dependency 'expeditor', '>= 0.1.0'
   spec.add_development_dependency 'appraisal'
   spec.add_development_dependency 'coveralls'
   spec.add_development_dependency 'pry'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mixed_gauge
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Taiki Ono
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-05-29 00:00:00.000000000 Z
+date: 2015-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 4.1.0
+- !ruby/object:Gem::Dependency
+  name: expeditor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: appraisal
   requirement: !ruby/object:Gem::Requirement
@@ -177,6 +191,7 @@ files:
 - gemfiles/ar_4.2.gemfile
 - gemfiles/rails_edge.gemfile
 - lib/mixed_gauge.rb
+- lib/mixed_gauge/all_shards_in_parallel.rb
 - lib/mixed_gauge/cluster_config.rb
 - lib/mixed_gauge/config.rb
 - lib/mixed_gauge/database_tasks.rb