cache_json 1.2.1 → 1.2.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4c1572a9f2ee90814922450cf91ec662472b736ba86b78b1d526749c1aa79bc0
-  data.tar.gz: b060d7548235ec62c9c1b350da2f874b138a74b988224de6e8f978fd22ee0a29
+  metadata.gz: 44125f970020a38afcbd640051d4f9b6d5565530b753d1e63079401d1ef607b2
+  data.tar.gz: 8a6d4e5469e88e118ff40cc346b80d422002a2e36cde0318538b452a530ffa1b
 SHA512:
-  metadata.gz: fad61288414aa4631a48be02c418840eefad4c07d8f1aff890970fd243b01806b1d65618a74e70d80f89886ba79f4c78d7d96700119c8ae9c09359cc7a9ebf8a
-  data.tar.gz: 9735828b606808072dc388176b4634fa6b7f49e28144b500dde1bc7cec17691cf226d362a58b3614d3a963d24c2f0154672ceee4238746552d87c081e0352b26
+  metadata.gz: b76526fafe43e2f8e51b785c18672fbf7f60c1ddd86ec98185499284bf40441c3dff96e3b55a771eb275ab33656548f6d012dd135c69b408057d5366cedd60af
+  data.tar.gz: 7ab99f8451f502bae4c9f4805507f0bbdedec4c57b29117c869f079647482342b1b54c9d1bd96495928175122918623fc22a18691b34e0961f28c0fbfe05f70f

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    cache_json (1.2.0)
+    cache_json (1.2.6)
       redis (>= 3.3.5, < 5)
 
 GEM
@@ -15,7 +15,7 @@ GEM
     parallel (1.19.1)
     parser (2.7.0.3)
       ast (~> 2.4.0)
-    rack (2.2.2)
+    rack (2.2.3)
     rack-protection (2.0.8.1)
       rack
     rainbow (3.0.0)
@@ -66,4 +66,4 @@ DEPENDENCIES
   timecop (~> 0.9.1)
 
 BUNDLED WITH
-   2.0.2
+   2.2.3

data/README.md

@@ -54,6 +54,44 @@ CacheJSON.configure do |config|
 end
 ```
 
+## Automatic refreshing (Sidekiq)
+
+There is a simple Sidekiq job that lets you pre-compute selected classes with specified ranges of arguments. All you have to do is add a `refresh` option:
+
+```ruby
+class ExpensiveJob
+
+  include CacheJSON::Base
+
+
+  cache_json_options(
+    time_to_expire: 1.hour,
+    refresh: {
+      buffer: 5.minutes,
+      arguments: {
+        first: (5..10),
+        second: ['one option', 'another option'],
+        third: 'the only option',
+        fourth: -> { ['proc result'] }
+      }
+    }
+  )
+  ...
+end
+```
+
+The Sidekiq job will take the Cartesian product of all the argument ranges/arrays (all the combinations).
+
+We leave it to you to schedule the job. If you're using https://github.com/moove-it/sidekiq-scheduler, you can do something like this:
+
+```yml
+cache_json_worker:
+  every: "20s"
+  class: CacheJSON::Worker
+```
+
+Whenever the worker runs, it checks which results have expired, and refreshes only those. If you pass in the `buffer` option, it will actually refresh keys that are that far away from expiring. In the example above, the worker will refresh the cache 5 minutes before it expires. This is good if you want to avoid cache misses altogether.
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/cache_json/adapters/redis.rb

@@ -31,6 +31,10 @@ module CacheJSON
         $redis.del(class_key)
       end
 
+      def cache_expiring_soon?
+        $redis.ttl(full_key) < options[:refresh][:buffer].to_i
+      end
+
       private
 
       def full_key

data/lib/cache_json/base.rb

@@ -8,7 +8,7 @@ module CacheJSON
       base.extend(ClassMethods)
     end
 
-    def results(args)
+    def results(args = {})
       raise ArgumentError, 'Must use keyword arguments' unless args.is_a?(Hash)
 
       options = self.class.cache_json_full_options
@@ -17,6 +17,11 @@ module CacheJSON
         JSON.parse(refresh_cache!(args: args, cache: cache).to_json) # stringify keys
     end
 
+    def cache_expiring_soon?(args:, cache: nil)
+      cache ||= Cache.new(args: args, options: self.class.cache_json_full_options)
+      cache.cache_expiring_soon?
+    end
+
     def clear_cache!
       Cache.new(options: self.class.cache_json_full_options).clear_cache!
     end
@@ -54,6 +59,10 @@ module CacheJSON
         adapter.clear_cache!
       end
 
+      def cache_expiring_soon?
+        adapter.cache_expiring_soon?
+      end
+
       def adapter
         @adapter ||= CacheJSON::Adapters::Redis.new(args: args, options: options)
       end

data/lib/cache_json/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CacheJSON
-  VERSION = '1.2.1'
+  VERSION = '1.2.6'
 end

data/lib/cache_json/worker.rb

@@ -5,7 +5,6 @@ begin
 rescue LoadError
   nil
 end
-
 module CacheJSON
   class Worker
     if defined?(Sidekiq)
@@ -18,66 +17,80 @@ module CacheJSON
       end
     end
 
-    def perform(klass: nil, args: {})
+    def perform(params="{}")
+      parsed_params = JSON.parse(params)
+      klass = parsed_params["klass"]
+      args = (parsed_params["args"] || {}).transform_keys(&:to_sym)
       if klass
-        klass.new.refresh_cache!(args: args)
+        klass = Object.const_get(klass)
+        klass.new.refresh_cache!(args: args) if should_refresh?(klass, args)
       else
-        generate_workers
+        AllPermutations.new.results.each do |perm|
+          if should_refresh?(perm[:klass], perm[:args])
+            perm[:klass] = perm[:klass].to_s
+            CacheJSON::Worker.perform_async(perm.to_json)
+          end
+        end
       end
     end
 
     private
 
-    def generate_workers
-      all_cache_classes.each do |klass|
-        all_argument_permutations(klass).each do |args|
-          CacheJSON::Worker.new.perform(klass: klass, args: args) if should_refresh?(klass, args)
-        end
-      end
+    def should_refresh?(klass, args)
+      !klass.new.check_cache(args: args) || klass.new.cache_expiring_soon?(args: args)
     end
 
-    def all_cache_classes
-      # TODO: make this more efficient
-      ObjectSpace.each_object(Class).select do |klass|
-        klass.included_modules.include? CacheJSON::Base
+    class AllPermutations
+      def results
+        all_cache_classes.flat_map do |klass|
+          all_argument_permutations(klass).map do |args|
+            {
+              klass: klass,
+              args: args
+            }
+          end
+        end
       end
-    end
 
-    def all_argument_permutations(klass)
-      refresh_options = klass.cache_json_full_options[:refresh]
-      if refresh_options
-        all_combinations_with_fixed_points({}, refresh_options[:arguments])
-      else
-        []
+      def all_cache_classes
+        # TODO: make this more efficient
+        ObjectSpace.each_object(Class).select do |klass|
+          klass.included_modules.include? CacheJSON::Base
+        end
       end
-    end
 
-    def all_combinations_with_fixed_points(fixed_points, full_hash)
-      non_fixed_points = full_hash.dup.delete_if { |k, _| fixed_points.key?(k) }
-      if non_fixed_points.empty?
-        [fixed_points]
-      else
-        pivot_key = non_fixed_points.keys.first
-        values_for_key(non_fixed_points, pivot_key).flat_map do |pivot_key_value|
-          new_fixed_points = fixed_points.merge(Hash[pivot_key, pivot_key_value])
-          all_combinations_with_fixed_points(new_fixed_points, full_hash)
+      def all_argument_permutations(klass)
+        refresh_options = klass.cache_json_full_options[:refresh]
+        if refresh_options
+          all_combinations_with_fixed_points({}, refresh_options[:arguments])
+        else
+          []
         end
       end
-    end
 
-    def values_for_key(hsh, key)
-      pivot_key_values = hsh[key]
-      if pivot_key_values.is_a?(Proc)
-        pivot_key_values.call
-      elsif pivot_key_values.is_a?(Range) || pivot_key_values.is_a?(Array)
-        pivot_key_values
-      else
-        [pivot_key_values]
+      def all_combinations_with_fixed_points(fixed_points, full_hash)
+        non_fixed_points = full_hash.dup.delete_if { |k, _| fixed_points.key?(k) }
+        if non_fixed_points.empty?
+          [fixed_points]
+        else
+          pivot_key = non_fixed_points.keys.first
+          values_for_key(non_fixed_points, pivot_key).flat_map do |pivot_key_value|
+            new_fixed_points = fixed_points.merge(Hash[pivot_key, pivot_key_value])
+            all_combinations_with_fixed_points(new_fixed_points, full_hash)
+          end
+        end
       end
-    end
 
-    def should_refresh?(klass, args)
-      !klass.new.check_cache(args: args)
+      def values_for_key(hsh, key)
+        pivot_key_values = hsh[key]
+        if pivot_key_values.is_a?(Proc)
+          pivot_key_values.call
+        elsif pivot_key_values.is_a?(Range) || pivot_key_values.is_a?(Array)
+          pivot_key_values
+        else
+          [pivot_key_values]
+        end
+      end
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cache_json
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 1.2.6
 platform: ruby
 authors:
 - Paul Gut
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-05-14 00:00:00.000000000 Z
+date: 2021-04-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
@@ -166,7 +166,7 @@ licenses:
 metadata:
   homepage_uri: https://github.com/loopsupport/cache_json
   source_code_uri: https://github.com/loopsupport/cache_json
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -181,8 +181,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: Extremely simple Redis caching for any Ruby class
 test_files: []