counter_culture 3.2.1 → 3.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8d06abb7c02b9c0bd0e9536c04d7ba1f753c944c018fe6f14bc156567567c46c
-  data.tar.gz: dbda06f156910a7f7a807ecee156cfb36b0ec88a97ecd35cd120be564df571bd
+  metadata.gz: 5ab4a286fa35aeed4f39a89653ed55be5da8c2ea6255a84f8f5c60c3002a4e75
+  data.tar.gz: 910213339a5c0815679736c77e72b8964a678fb58495fdfd9882157b3fdaaf5b
 SHA512:
-  metadata.gz: 2b95de040d7c944ba43bf103157144bb5cca3bc1ca309f1082189e5015b46f1fd01615296794f3cc8a27f5e0f1b499fe0744ac41e0438f21986926a4b8c38e69
-  data.tar.gz: 9889708057fbfa61c14291124e4c71bb8f0c8f67cb9bdf24f57865cff8fc27fae5f98576ff5f99d0ada07961a4781b9e943ef0679ce30f55d7e567a1d025f2eb
+  metadata.gz: d42e4460ea4ad61e3ee12bdc430d9cb833772a32d02bdfe9c2fd8b78f7f06d157f06e9f50dec1efb5df6bf6c917b624f4c9c626ac43ea541a9faef3422fbc5b8
+  data.tar.gz: 50166340b9db761bcdf4a198d21d8c1580b26d09cf4928082885175441ef260758d909e321d30c7204e2f782730833e8153db8a3d28c879dd55d8de3d2ceb453

data/.circleci/config.yml

@@ -1,7 +1,7 @@
 version: 2.1
 
 orbs:
-  ruby: circleci/ruby@1.4
+  ruby: circleci/ruby@1.8
 
 jobs:
   test:
@@ -19,7 +19,13 @@ jobs:
     steps:
       - checkout
       - run:
-          name: bundle update
+          name: gem update --system --no-ri --no-rdoc
+          # bundles sporadically fail with a weird Psych error if I don't do
+          # this. It's annoying since it's slow but it's better than
+          # non-deterministic build failures.
+          command: sudo gem update --system
+      - run:
+          name: bundle update --no-ri --no-rdoc
           command: BUNDLE_GEMFILE=gemfiles/rails_<< parameters.rails-version >>.gemfile bundle update
       - run:
           name: install dockerize
@@ -42,7 +48,7 @@ workflows:
       - test:
           matrix:
             parameters:
-              ruby-version: ["2.6", "2.7", "3.0"]
+              ruby-version: ["2.6", "2.7", "3.0", "3.1"]
               rails-version: ["5.2", "6.0", "6.1", "7.0"]
               database: ["postgresql", "sqlite3", "mysql2"]
             exclude:
@@ -55,6 +61,15 @@ workflows:
               - ruby-version: "3.0"
                 rails-version: "5.2"
                 database: "mysql2"
+              - ruby-version: "3.1"
+                rails-version: "5.2"
+                database: "postgresql"
+              - ruby-version: "3.1"
+                rails-version: "5.2"
+                database: "sqlite3"
+              - ruby-version: "3.1"
+                rails-version: "5.2"
+                database: "mysql2"
               - ruby-version: "2.6"
                 rails-version: "7.0"
                 database: "postgresql"

data/CHANGELOG.md

@@ -1,3 +1,13 @@
+## 3.3.0 (October 11, 2022)
+
+Improvements:
+  - Allow reading from replica in `counter_culture_fix_counts` (#330)
+  - Test against Ruby 3.1 (#357)
+
+Bugfixes:
+  - Don't decrement counter cache when calling `.destroy` on an already-destroyed model (#351)
+  - Don't immediately call `Proc` passed to `column_names` to avoid startup issue (#352)
+
 ## 3.2.1 (February 24, 2022)
 
 Bugfixes:

data/README.md

@@ -20,7 +20,7 @@ product.categories_count # => will use counter cache without query
 Add counter_culture to your Gemfile:
 
 ```ruby
-gem 'counter_culture', '~> 2.0'
+gem 'counter_culture', '~> 3.2'
 ```
 
 Then run `bundle install`
@@ -359,6 +359,20 @@ Product.counter_culture_fix_counts start: 2001, finish: 3000
 # In worker 2, lets process from 2001 to 3000
 ```
 
+#### Fix counter cache using a replica database
+
+When fixing counter caches the number of reads usually vastly exceeds the number of writes. It can make sense to offload the road load to a replica database in this case. Rails 6 introduced [native handling of multiple database connections](https://guides.rubyonrails.org/v6.0/active_record_multiple_databases.html). You can use this to send read traffic to a read-only repliace using the option `db_connection_builder`:
+
+```ruby
+Product.counter_culture_fix_counts db_connection_builder: proc{|reading, block|
+  if reading # Count calls will request a reading connection
+    Product.connected_to(role: :reading, &block)
+  else # Update all calls will request a non-reading connection
+    Product.connected_to(role: :writing, &block)
+  end
+}
+```
+
 #### Handling dynamic column names
 
 Manually populating counter caches with dynamic column names requires additional configuration:

data/lib/counter_culture/extensions.rb

@@ -45,15 +45,7 @@ module CounterCulture
           @after_commit_counter_cache = []
         end
 
-        column_names_valid = (
-          !options[:column_names] ||
-          options[:column_names].is_a?(Hash) ||
-          (
-            options[:column_names].is_a?(Proc) &&
-            options[:column_names].call.is_a?(Hash)
-          )
-        )
-        unless column_names_valid
+        if options[:column_names] && !(options[:column_names].is_a?(Hash) || options[:column_names].is_a?(Proc))
           raise ArgumentError.new(
             ":column_names must be a Hash of conditions and column names, " \
             "or a Proc that when called returns such a Hash"
@@ -92,7 +84,7 @@ module CounterCulture
           next if options[:exclude] && options[:exclude].include?(counter.relation)
           next if options[:only] && !options[:only].include?(counter.relation)
 
-          reconciler_options = %i(batch_size column_name finish skip_unsupported start touch verbose where polymorphic_classes)
+          reconciler_options = %i(batch_size column_name db_connection_builder finish skip_unsupported start touch verbose where polymorphic_classes)
 
           reconciler = CounterCulture::Reconciler.new(counter, options.slice(*reconciler_options))
           reconciler.reconcile!
@@ -113,8 +105,10 @@ module CounterCulture
     # called by after_destroy callback
     def _update_counts_after_destroy
       self.class.after_commit_counter_cache.each do |counter|
-        # decrement counter cache
-        counter.change_counter_cache(self, :increment => false)
+        unless destroyed?
+          # decrement counter cache
+          counter.change_counter_cache(self, :increment => false)
+        end
       end
     end
 

data/lib/counter_culture/reconciler.rb

@@ -84,6 +84,8 @@ module CounterCulture
             { nil => counter_cache_name }
           end
 
+        raise ArgumentError, ":column_names must be a Hash of conditions and column names" unless counter_column_names.is_a?(Hash)
+
         if options[:column_name]
           counter_column_names = counter_column_names.select do |_, v|
             options[:column_name].to_s == v.to_s
@@ -123,11 +125,13 @@ module CounterCulture
           find_in_batches_args[:start] = options[:start] if options[:start].present?
           find_in_batches_args[:finish] = options[:finish] if options[:finish].present?
 
-          counts_query.find_in_batches(**find_in_batches_args).with_index(1) do |records, index|
-            log "Processing batch ##{index}."
-            # now iterate over all the models and see whether their counts are right
-            update_count_for_batch(column_name, records)
-            log "Finished batch ##{index}."
+          with_reading_db_connection do
+            counts_query.find_in_batches(**find_in_batches_args).with_index(1) do |records, index|
+              log "Processing batch ##{index}."
+              # now iterate over all the models and see whether their counts are right
+              update_count_for_batch(column_name, records)
+              log "Finished batch ##{index}."
+            end
           end
         end
         log_without_newline "\n"
@@ -161,7 +165,9 @@ module CounterCulture
               end
             end
 
-            relation_class.where(relation_class.primary_key => record.send(relation_class.primary_key)).update_all(updates.join(', '))
+            with_writing_db_connection do
+              relation_class.where(relation_class.primary_key => record.send(relation_class.primary_key)).update_all(updates.join(', '))
+            end
           end
         end
       end
@@ -312,6 +318,22 @@ module CounterCulture
           string.parameterize(separator: '_')
         end
       end
+
+      def with_reading_db_connection(&block)
+        if builder = options[:db_connection_builder]
+          builder.call(true, block)
+        else
+          yield
+        end
+      end
+
+      def with_writing_db_connection(&block)
+        if builder = options[:db_connection_builder]
+          builder.call(false, block)
+        else
+          yield
+        end
+      end
     end
   end
 end

data/lib/counter_culture/version.rb

@@ -1,3 +1,3 @@
 module CounterCulture
-  VERSION = '3.2.1'.freeze
+  VERSION = '3.3.0'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: counter_culture
 version: !ruby/object:Gem::Version
-  version: 3.2.1
+  version: 3.3.0
 platform: ruby
 authors:
 - Magnus von Koeller
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-02-25 00:00:00.000000000 Z
+date: 2022-10-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -344,7 +344,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: Turbo-charged counter caches for your Rails app.