nexus_mods 0.3.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7858789972e8674c6ba24c53d36e4af87b09b8636e84faced240ff0edd1eb3fa
-  data.tar.gz: 29df7fc4849e885e6a9aa705d1ae4868215e1181bdff8814d806787ff948790d
+  metadata.gz: 758229de2b795e860d8b150e4bbc8a2d516f6e49c2773ac242c0b67472f6c157
+  data.tar.gz: 96e38216e7f54b9198c9362bb01b7ea0fdde2205e357a419123b3337c2791ee4
 SHA512:
-  metadata.gz: 522c72b5d4cabff4d57609f9c593c5e75345c675343397e7e75c0bc10c7b29c8df72c26d7fa51bc73265bb8f0c025d3b929ef5a1810711928f416b851bedfef9
-  data.tar.gz: 17b804dfc30795f57c5e862a4990b39aec762f0b3058513956204443e2ebfe59df5285ceda0634a6644cdcd8e45619a8248964bf3028b2aa96852cbc4dd69f9f
+  metadata.gz: 8c2fa3106f59e59472bcb39d107d28bba9ce394e9c7d2783d5b60e0074ea7070bfd175aaa1dd543397b057aaabd7bd0778f299609acbf30a706870f4460c95ab
+  data.tar.gz: f2f6994f254288a5c8b7ba806a3f0b9b18a044aacdf9b7edd381b629a6e97c9d49f881ba566437beb4739cf32a2a0b11575fd71f574210e62763fb5fcc86b8cb

data/CHANGELOG.md

@@ -1,3 +1,15 @@
+# [v0.5.0](https://github.com/Muriel-Salvan/nexus_mods/compare/v0.4.0...v0.5.0) (2023-04-10 17:05:11)
+
+### Features
+
+* [[Feature] Add clear_cache parameters to invalidate the API cache at will](https://github.com/Muriel-Salvan/nexus_mods/commit/44958e35eae20ef818e3d4735cc3bd3008cfc5df)
+
+# [v0.4.0](https://github.com/Muriel-Salvan/nexus_mods/compare/v0.3.0...v0.4.0) (2023-04-10 10:15:41)
+
+### Features
+
+* [[Feature] Add persistent API caching in files](https://github.com/Muriel-Salvan/nexus_mods/commit/f124ecf58b0f478ecdca5f6ad2309779d1ab67ac)
+
 # [v0.3.0](https://github.com/Muriel-Salvan/nexus_mods/compare/v0.2.0...v0.3.0) (2023-04-10 09:13:43)
 
 ### Features

data/lib/nexus_mods/api_client.rb

@@ -12,6 +12,13 @@ class NexusMods
 
     include CacheableApi
 
+    # Default expiry times, in seconds
+    DEFAULT_API_CACHE_EXPIRY = {
+      games: 24 * 60 * 60,
+      mod: 24 * 60 * 60,
+      mod_files: 24 * 60 * 60
+    }
+
     # Constructor
     #
     # Parameters::
@@ -31,8 +38,9 @@ class NexusMods
       logger: Logger.new($stdout)
     )
       @api_key = api_key
-      ApiClient.api_cache_expiry = ApiClient.api_cache_expiry.merge(api_cache_expiry)
+      @api_cache_expiry = DEFAULT_API_CACHE_EXPIRY.merge(api_cache_expiry)
       @api_cache_file = api_cache_file
+      ApiClient.api_client = self
       @logger = logger
       # Initialize our HTTP client
       @http_cache = http_cache_file.nil? ? nil : FileCache.new(http_cache_file)
@@ -55,9 +63,65 @@ class NexusMods
     # Parameters::
     # * *path* (String): API path to contact (from v1/ and without .json)
     # * *verb* (Symbol): Verb to be used (:get, :post...) [default: :get]
+    # * *clear_cache* (Boolean): Should we clear the API cache for this resource? [default: false]
     # Result::
     # * Object: The JSON response
-    def api(path, verb: :get)
+    def api(path, verb: :get, clear_cache: false)
+      clear_cached_api_cache(path, verb:) if clear_cache
+      cached_api(path, verb:)
+    end
+
+    # Send an HTTP request to the API and get back the HTTP response
+    #
+    # Parameters::
+    # * *path* (String): API path to contact (from v1/ and without .json)
+    # * *verb* (Symbol): Verb to be used (:get, :post...) [default: :get]
+    # Result::
+    # * Faraday::Response: The HTTP response
+    def http(path, verb: :get)
+      @http_client.send(verb) do |req|
+        req.url api_uri(path)
+        req.headers['apikey'] = @api_key
+        req.headers['User-Agent'] = "nexus_mods (#{RUBY_PLATFORM}) Ruby/#{RUBY_VERSION}"
+      end
+    end
+
+    # Load the API cache if a file was given to this client
+    def load_api_cache
+      Cacheable.cache_adapter.load(@api_cache_file) if @api_cache_file && File.exist?(@api_cache_file)
+    end
+
+    # Save the API cache if a file was given to this client
+    def save_api_cache
+      return unless @api_cache_file
+
+      FileUtils.mkdir_p(File.dirname(@api_cache_file))
+      Cacheable.cache_adapter.save(@api_cache_file)
+    end
+
+    # Some attributes exposed for the cacheable feature to work
+    attr_reader :api_cache_expiry
+
+    private
+
+    class << self
+
+      # ApiClient: The API client to be used by the cacheable adapter (singleton pattern)
+      attr_accessor :api_client
+
+    end
+
+    @api_client = nil
+
+    # Send an HTTP request to the API and get back the answer as a JSON.
+    # Use caching.
+    #
+    # Parameters::
+    # * *path* (String): API path to contact (from v1/ and without .json)
+    # * *verb* (Symbol): Verb to be used (:get, :post...) [default: :get]
+    # Result::
+    # * Object: The JSON response
+    def cached_api(path, verb: :get)
       res = http(path, verb:)
       json = JSON.parse(res.body)
       uri = api_uri(path)
@@ -85,26 +149,26 @@ class NexusMods
       json
     end
     cacheable_api(
-      :api,
+      :cached_api,
       expiry_from_key: proc do |key|
         # Example of keys:
-        # NexusMods::ApiClient/api/games
-        # NexusMods::ApiClient/api/games/skyrimspecialedition/mods/2014
-        # NexusMods::ApiClient/api/games/skyrimspecialedition/mods/2014/files
-        # NexusMods::ApiClient/api/users/validate
-        key_components = key.split('/')[2..]
+        # NexusMods::ApiClient/cached_api/games/verb:get
+        # NexusMods::ApiClient/cached_api/games/skyrimspecialedition/mods/2014/verb:get
+        # NexusMods::ApiClient/cached_api/games/skyrimspecialedition/mods/2014/files/verb:get
+        # NexusMods::ApiClient/cached_api/users/validate/verb:get
+        key_components = key.split('/')[2..-2]
         case key_components[0]
         when 'games'
           if key_components[1].nil?
-            ApiClient.api_cache_expiry[:games]
+            ApiClient.api_client.api_cache_expiry[:games]
           else
             case key_components[2]
             when 'mods'
               case key_components[4]
               when nil
-                ApiClient.api_cache_expiry[:mod]
+                ApiClient.api_client.api_cache_expiry[:mod]
               when 'files'
-                ApiClient.api_cache_expiry[:mod_files]
+                ApiClient.api_client.api_cache_expiry[:mod_files]
               else
                 raise "Unknown API path: #{key}"
               end
@@ -118,55 +182,12 @@ class NexusMods
         else
           raise "Unknown API path: #{key}"
         end
+      end,
+      on_cache_update: proc do
+        ApiClient.api_client.save_api_cache
       end
     )
 
-    # Send an HTTP request to the API and get back the HTTP response
-    #
-    # Parameters::
-    # * *path* (String): API path to contact (from v1/ and without .json)
-    # * *verb* (Symbol): Verb to be used (:get, :post...) [default: :get]
-    # Result::
-    # * Faraday::Response: The HTTP response
-    def http(path, verb: :get)
-      @http_client.send(verb) do |req|
-        req.url api_uri(path)
-        req.headers['apikey'] = @api_key
-        req.headers['User-Agent'] = "nexus_mods (#{RUBY_PLATFORM}) Ruby/#{RUBY_VERSION}"
-      end
-    end
-
-    # Load the API cache if a file was given to this client
-    def load_api_cache
-      Cacheable.cache_adapter.load(@api_cache_file) if @api_cache_file && File.exist?(@api_cache_file)
-    end
-
-    # Save the API cache if a file was given to this client
-    def save_api_cache
-      return unless @api_cache_file
-
-      FileUtils.mkdir_p(File.dirname(@api_cache_file))
-      Cacheable.cache_adapter.dump(@api_cache_file)
-    end
-
-    private
-
-    class << self
-
-      # Hash<Symbol,Integer>: Expiry time, per expiry key
-      attr_accessor :api_cache_expiry
-
-    end
-
-    # Default expiry times, in seconds
-    DEFAULT_API_CACHE_EXPIRY = {
-      games: 24 * 60 * 60,
-      mod: 24 * 60 * 60,
-      mod_files: 24 * 60 * 60
-    }
-
-    @api_cache_expiry = DEFAULT_API_CACHE_EXPIRY
-
     # Get the real URI to query for a given API path
     #
     # Parameters::

data/lib/nexus_mods/cacheable_api.rb

@@ -28,7 +28,8 @@ class NexusMods
       #     * *key* (String): The key for which we want the expiry time in seconds
       #   * Result::
       #     * Integer: Corresponding expiry time
-      def cacheable_api(*original_method_names, expiry_from_key:)
+      # * *on_cache_update* (Proc): Proc called when the cache has been updated
+      def cacheable_api(*original_method_names, expiry_from_key:, on_cache_update:)
         cacheable_with_expiry(
           *original_method_names,
           key_format: lambda do |target, method_name, method_args, method_kwargs|
@@ -41,7 +42,12 @@ class NexusMods
                 method_kwargs.map { |key, value| "#{key}:#{value}" }
             ).join('/')
           end,
-          expiry_from_key:
+          expiry_from_key:,
+          cache_options: {
+            on_cache_update: proc do |_adapter, _key, _value, _options, _context|
+              on_cache_update.call
+            end
+          }
         )
       end
 

data/lib/nexus_mods/cacheable_with_expiry.rb

@@ -34,19 +34,21 @@ class NexusMods
           *original_method_names,
           **opts.merge(
             {
-              cache_options: {
-                expiry_from_key: opts[:expiry_from_key],
-                invalidate_if: proc do |key, options, context|
-                  next true unless context['invalidate_time']
+              cache_options: (opts[:cache_options] || {}).merge(
+                {
+                  expiry_from_key: opts[:expiry_from_key],
+                  invalidate_if: proc do |key, options, context|
+                    next true unless context['invalidate_time']
 
-                  # Find if we know already the expiry for this key
-                  expiry_cache[key] = options[:expiry_from_key].call(key) unless expiry_cache.key?(key)
-                  expiry_cache[key].nil? || (Time.now.utc - Time.parse(context['invalidate_time']).utc > expiry_cache[key])
-                end,
-                update_context_after_fetch: proc do |_key, _value, _options, context|
-                  context['invalidate_time'] = Time.now.utc.strftime('%FT%TUTC')
-                end
-              }
+                    # Find if we know already the expiry for this key
+                    expiry_cache[key] = options[:expiry_from_key].call(key) unless expiry_cache.key?(key)
+                    expiry_cache[key].nil? || (Time.now.utc - Time.parse(context['invalidate_time']).utc > expiry_cache[key])
+                  end,
+                  update_context_after_fetch: proc do |_key, _value, _options, context|
+                    context['invalidate_time'] = Time.now.utc.strftime('%FT%TUTC')
+                  end
+                }
+              )
             }
           )
         )

data/lib/nexus_mods/core_extensions/cacheable/cache_adapters/persistent_json_adapter.rb

@@ -18,19 +18,26 @@ module Cacheable
       # Parameters::
       # * *key* (String): Key to be fetched
       # * *options* (Hash): Cache options. The following options are interpreted by this fetch:
-      #   * *invalidate_if* (Proc): Code called to know if the cache should be invalidated for a given key:
+      #   * *invalidate_if* (Proc or nil): Optional code called to know if the cache should be invalidated for a given key:
       #     * Parameters::
       #       * *key* (String): The key for which we check the cache invalidation
       #       * *options* (Hash): Cache options linked to this key
       #       * *key_context* (Hash): Context linked to this key, that can be set using the update_context_after_fetch callback.
       #     * Result::
       #       * Boolean: Should we invalidate the cached value of this key?
-      #   * *update_context_after_fetch* (Proc): Code called when the value has been fetched for real (without cache), used to update the context
+      #   * *update_context_after_fetch* (Proc or nil): Optional code called when the value has been fetched for real (without cache), used to update the context
       #     * Parameters::
       #       * *key* (String): The key for which we just fetched the value
       #       * *value* (Object): The value that has just been fetched
       #       * *options* (Hash): Cache options linked to this key
       #       * *key_context* (Hash): Context linked to this key, that is supposed to be updated in place by this callback
+      #   * *on_cache_update* (Proc or nil): Optional code called once the cache has been updated
+      #     * Parameters::
+      #       * *adapter* (Object): Adapter that has the cache being updated
+      #       * *key* (String): The key for which we just fetched the value
+      #       * *value* (Object): The value that has just been fetched
+      #       * *options* (Hash): Cache options linked to this key
+      #       * *key_context* (Hash): Context linked to this key
       # * CodeBlock: Code called to fetch the value if not in the cache
       # Result::
       # * Object: The value for this key
@@ -43,6 +50,8 @@ module Cacheable
         value = yield
         options[:update_context_after_fetch]&.call(key, value, options, key_context)
         write(key, value)
+        options[:on_cache_update]&.call(self, key, value, options, key_context)
+        value
       end
 
       # Clear the cache
@@ -51,6 +60,33 @@ module Cacheable
         super
       end
 
+      # Save the cache and context into a JSON file
+      #
+      # Parameters::
+      # * *file* (String): The file to save to
+      def save(file)
+        # Remove from the context the keys that are not in the cache
+        File.write(
+          file,
+          JSON.dump(
+            {
+              'cache' => cache,
+              'context' => context.select { |key, _value| @cache.key?(key) }
+            }
+          )
+        )
+      end
+
+      # Load the cache and context from a JSON file
+      #
+      # Parameters::
+      # * *file* (String): The file to load from
+      def load(file)
+        loaded_content = JSON.parse(File.read(file))
+        @cache = loaded_content['cache']
+        @context = loaded_content['context']
+      end
+
       private
 
       attr_reader :context

data/lib/nexus_mods/version.rb

@@ -1,5 +1,5 @@
 class NexusMods
 
-  VERSION = '0.3.0'
+  VERSION = '0.5.0'
 
 end

data/lib/nexus_mods.rb

@@ -44,6 +44,7 @@ class NexusMods
   #   * *games*: Expiry associated to queries on games [default: 1 day]
   #   * *mod*: Expiry associated to queries on mod [default: 1 day]
   #   * *mod_files*: Expiry associated to queries on mod files [default: 1 day]
+  # * *api_cache_file* (String): File used to store the NexusMods API cache, or nil for no cache [default: "#{Dir.tmpdir}/nexus_mods_api_cache.json"]
   # * *logger* (Logger): The logger to be used for log messages [default: Logger.new(STDOUT)]
   def initialize(
     api_key: nil,
@@ -52,6 +53,7 @@ class NexusMods
     file_id: 1,
     http_cache_file: "#{Dir.tmpdir}/nexus_mods_http_cache.json",
     api_cache_expiry: {},
+    api_cache_file: "#{Dir.tmpdir}/nexus_mods_api_cache.json",
     logger: Logger.new($stdout)
   )
     @game_domain_name = game_domain_name
@@ -63,6 +65,7 @@ class NexusMods
       api_key:,
       http_cache_file:,
       api_cache_expiry:,
+      api_cache_file:,
       logger:
     )
 
@@ -95,10 +98,12 @@ class NexusMods
 
   # Get the list of games
   #
+  # Parameters::
+  # * *clear_cache* (Boolean): Should we clear the API cache for this resource? [default: false]
   # Result::
   # * Array<Game>: List of games
-  def games
-    @api_client.api('games').map do |game_json|
+  def games(clear_cache: false)
+    @api_client.api('games', clear_cache:).map do |game_json|
       # First create categories tree
       # Hash<Integer, [Category, Integer]>: Category and its parent category id, per category id
       categories = game_json['categories'].to_h do |category_json|
@@ -142,10 +147,11 @@ class NexusMods
   # Parameters::
   # * *game_domain_name* (String): Game domain name to query by default [default: @game_domain_name]
   # * *mod_id* (Integer): The mod ID [default: @mod_id]
+  # * *clear_cache* (Boolean): Should we clear the API cache for this resource? [default: false]
   # Result::
   # * Mod: Mod information
-  def mod(game_domain_name: @game_domain_name, mod_id: @mod_id)
-    mod_json = @api_client.api "games/#{game_domain_name}/mods/#{mod_id}"
+  def mod(game_domain_name: @game_domain_name, mod_id: @mod_id, clear_cache: false)
+    mod_json = @api_client.api("games/#{game_domain_name}/mods/#{mod_id}", clear_cache:)
     Api::Mod.new(
       uid: mod_json['uid'],
       mod_id: mod_json['mod_id'],
@@ -190,10 +196,11 @@ class NexusMods
   # Parameters::
   # * *game_domain_name* (String): Game domain name to query by default [default: @game_domain_name]
   # * *mod_id* (Integer): The mod ID [default: @mod_id]
+  # * *clear_cache* (Boolean): Should we clear the API cache for this resource? [default: false]
   # Result::
   # * Array<ModFile>: List of mod's files
-  def mod_files(game_domain_name: @game_domain_name, mod_id: @mod_id)
-    @api_client.api("games/#{game_domain_name}/mods/#{mod_id}/files")['files'].map do |file_json|
+  def mod_files(game_domain_name: @game_domain_name, mod_id: @mod_id, clear_cache: false)
+    @api_client.api("games/#{game_domain_name}/mods/#{mod_id}/files", clear_cache:)['files'].map do |file_json|
       category_id = FILE_CATEGORIES[file_json['category_id']]
       raise "Unknown file category: #{file_json['category_id']}" if category_id.nil?
 
@@ -218,4 +225,9 @@ class NexusMods
     end
   end
 
+  # TODO: Check http cache usefulness and either test it or remove it
+  # TODO: Check if attr_reader of mod_id and game_id is needed and remove it if not
+  # TODO: Find better cache keys
+  # TODO: Documentation and examples
+
 end

data/spec/nexus_mods_test/helpers.rb

@@ -55,14 +55,28 @@ module NexusModsTest
     def nexus_mods(**args)
       if @nexus_mods.nil?
         args[:api_key] = MOCKED_API_KEY unless args.key?(:api_key)
+        # By default running tests should not persistent cache files
+        args[:http_cache_file] = nil unless args.key?(:http_cache_file)
+        args[:api_cache_file] = nil unless args.key?(:api_cache_file)
         # Redirect any log into a string so that they don't pollute the tests output and they could be asserted.
-        nexus_mods_logger = StringIO.new
-        args[:logger] = Logger.new(nexus_mods_logger)
+        @nexus_mods_logger = StringIO.new
+        args[:logger] = Logger.new(@nexus_mods_logger)
         @nexus_mods = NexusMods.new(**args)
       end
       @nexus_mods
     end
 
+    # Reset the NexusMods instance.
+    # Dump the output if needed for debugging purposes.
+    def reset_nexus_mods
+      if @nexus_mods && test_debug?
+        puts '===== NexusMods output BEGIN ====='
+        puts @nexus_mods_logger.string
+        puts '===== NexusMods output END ====='
+      end
+      @nexus_mods = nil
+    end
+
     # Expect an HTTP API call to be made, and mock the corresponding HTTP response.
     # Handle the API key and user agent.
     #
@@ -134,6 +148,27 @@ module NexusModsTest
       )
     end
 
+    # Setup an API cache file to be used (does not create it)
+    #
+    # Parameters::
+    # * CodeBlock: The code called when the API cache file is reserved
+    #   * Parameters::
+    #     * *api_cache_file* (String): File name to be used for the API cache file
+    def with_api_cache_file
+      api_cache_file = "#{Dir.tmpdir}/nexus_mods_test/api_cache.json"
+      FileUtils.mkdir_p(File.dirname(api_cache_file))
+      FileUtils.rm_f(api_cache_file)
+      yield api_cache_file
+    end
+
+    # Are we in test debug mode?
+    #
+    # Result::
+    # * Boolean: Are we in test debug mode?
+    def test_debug?
+      ENV['TEST_DEBUG'] == '1'
+    end
+
   end
 
 end
@@ -159,6 +194,11 @@ RSpec.configure do |config|
       expect(stub).to have_been_made.times(times)
     end
   end
+  config.around do |example|
+    example.call
+  ensure
+    reset_nexus_mods
+  end
 end
 
 # Set a bigger output length for expectation errors, as most error messages include API keys and headers which can be lengthy

data/spec/nexus_mods_test/scenarios/nexus_mods_caching_spec.rb

@@ -1,3 +1,5 @@
+require 'fileutils'
+
 describe NexusMods do
 
   context 'when testing caching' do
@@ -21,6 +23,20 @@ describe NexusMods do
       expect(nexus_mods.games).to eq(games)
     end
 
+    it 'does not cache games queries if asked' do
+      expect_validate_user
+      expect_http_call_to(
+        path: '/v1/games.json',
+        json: [
+          json_game100,
+          json_game101
+        ],
+        times: 2
+      )
+      games = nexus_mods.games
+      expect(nexus_mods.games(clear_cache: true)).to eq(games)
+    end
+
     it 'caches mod queries' do
       expect_validate_user
       expect_http_call_to(
@@ -31,6 +47,17 @@ describe NexusMods do
       expect(nexus_mods.mod(game_domain_name: 'skyrimspecialedition', mod_id: 2014)).to eq(mod)
     end
 
+    it 'does not cache mod queries if asked' do
+      expect_validate_user
+      expect_http_call_to(
+        path: '/v1/games/skyrimspecialedition/mods/2014.json',
+        json: json_complete_mod,
+        times: 2
+      )
+      mod = nexus_mods.mod(game_domain_name: 'skyrimspecialedition', mod_id: 2014)
+      expect(nexus_mods.mod(game_domain_name: 'skyrimspecialedition', mod_id: 2014, clear_cache: true)).to eq(mod)
+    end
+
     it 'caches mod files queries' do
       expect_validate_user
       expect_http_call_to(
@@ -41,6 +68,17 @@ describe NexusMods do
       expect(nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014)).to eq(mod_files)
     end
 
+    it 'does not cache mod files queries if asked' do
+      expect_validate_user
+      expect_http_call_to(
+        path: '/v1/games/skyrimspecialedition/mods/2014/files.json',
+        json: { files: [json_mod_file2472, json_mod_file2487] },
+        times: 2
+      )
+      mod_files = nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014)
+      expect(nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014, clear_cache: true)).to eq(mod_files)
+    end
+
     it 'expires games queries cache' do
       expect_validate_user
       expect_http_call_to(
@@ -83,6 +121,170 @@ describe NexusMods do
       expect(nexus_mods_instance.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014)).to eq(mod_files)
     end
 
+    it 'only clears the cache of the wanted resource' do
+      expect_validate_user
+      expect_http_call_to(
+        path: '/v1/games/skyrimspecialedition/mods/2014/files.json',
+        json: { files: [json_mod_file2472] },
+        times: 2
+      )
+      expect_http_call_to(
+        path: '/v1/games/skyrimspecialedition/mods/2015/files.json',
+        json: { files: [json_mod_file2487] }
+      )
+      mod_files20141 = nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014)
+      mod_files20151 = nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2015)
+      mod_files20142 = nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014, clear_cache: true)
+      mod_files20152 = nexus_mods.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2015)
+      expect(mod_files20141).to eq(mod_files20142)
+      expect(mod_files20151).to eq(mod_files20152)
+    end
+
+    context 'with file persistence' do
+
+      it 'persists API cache in a file' do
+        with_api_cache_file do |api_cache_file|
+          expect_validate_user
+          expect_http_call_to(
+            path: '/v1/games.json',
+            json: [
+              json_game100,
+              json_game101
+            ]
+          )
+          nexus_mods(api_cache_file:).games
+          expect(File.exist?(api_cache_file)).to be true
+          expect(File.size(api_cache_file)).to be > 0
+        end
+      end
+
+      it 'uses API cache from a file' do
+        with_api_cache_file do |api_cache_file|
+          expect_validate_user(times: 2)
+          expect_http_call_to(
+            path: '/v1/games.json',
+            json: [
+              json_game100,
+              json_game101
+            ]
+          )
+          # Generate the cache first
+          games = nexus_mods(api_cache_file:).games
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          expect(nexus_mods(api_cache_file:).games).to eq games
+        end
+      end
+
+      it 'uses API cache from a file, taking expiry time into account' do
+        with_api_cache_file do |api_cache_file|
+          expect_validate_user(times: 2)
+          expect_http_call_to(
+            path: '/v1/games.json',
+            json: [
+              json_game100,
+              json_game101
+            ],
+            times: 2
+          )
+          # Generate the cache first
+          games = nexus_mods(api_cache_file:, api_cache_expiry: { games: 1 }).games
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          sleep 2
+          # As the expiry time is 1 second, then the cache should still be invalidated
+          expect(nexus_mods(api_cache_file:, api_cache_expiry: { games: 1 }).games).to eq games
+        end
+      end
+
+      it 'uses API cache from a file, taking expiry time of the new process into account' do
+        with_api_cache_file do |api_cache_file|
+          expect_validate_user(times: 2)
+          expect_http_call_to(
+            path: '/v1/games.json',
+            json: [
+              json_game100,
+              json_game101
+            ],
+            times: 2
+          )
+          # Generate the cache first
+          games = nexus_mods(api_cache_file:, api_cache_expiry: { games: 10 }).games
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          sleep 2
+          # Even if the expiry time was 10 seconds while fetching the resource,
+          # if we decide it has to be 1 second now then it has to be invalidated.
+          expect(nexus_mods(api_cache_file:, api_cache_expiry: { games: 1 }).games).to eq games
+        end
+      end
+
+      it 'completes the API cache from a file' do
+        with_api_cache_file do |api_cache_file|
+          expect_validate_user(times: 3)
+          # Generate the cache first for games only
+          expect_http_call_to(
+            path: '/v1/games.json',
+            json: [
+              json_game100,
+              json_game101
+            ]
+          )
+          games = nexus_mods(api_cache_file:).games
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          # Complete the cache with a mod
+          expect_http_call_to(
+            path: '/v1/games/skyrimspecialedition/mods/2014.json',
+            json: json_complete_mod
+          )
+          mod = nexus_mods(api_cache_file:).mod(game_domain_name: 'skyrimspecialedition', mod_id: 2014)
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          # Check that both API calls were cached correctly
+          nexus_mods_instance = nexus_mods(api_cache_file:)
+          expect(nexus_mods_instance.games).to eq games
+          expect(nexus_mods_instance.mod(game_domain_name: 'skyrimspecialedition', mod_id: 2014)).to eq mod
+        end
+      end
+
+      it 'clears the cache of a wanted resource in the API cache file as well' do
+        with_api_cache_file do |api_cache_file|
+          expect_validate_user(times: 3)
+          # Generate the cache first for 2 mod files queries
+          expect_http_call_to(
+            path: '/v1/games/skyrimspecialedition/mods/2014/files.json',
+            json: { files: [json_mod_file2472] },
+            times: 2
+          )
+          expect_http_call_to(
+            path: '/v1/games/skyrimspecialedition/mods/2015/files.json',
+            json: { files: [json_mod_file2487] }
+          )
+          nexus_mods_instance1 = nexus_mods(api_cache_file:)
+          mod_files20141 = nexus_mods_instance1.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014)
+          mod_files20151 = nexus_mods_instance1.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2015)
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          # Clear the cache of the first API query
+          nexus_mods_instance2 = nexus_mods(api_cache_file:)
+          mod_files20142 = nexus_mods_instance2.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014, clear_cache: true)
+          mod_files20152 = nexus_mods_instance2.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2015)
+          # Force a new instance of NexusMods API to run
+          reset_nexus_mods
+          # Get again the data, it should have been in the cache already
+          nexus_mods_instance3 = nexus_mods(api_cache_file:)
+          mod_files20143 = nexus_mods_instance3.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2014)
+          mod_files20153 = nexus_mods_instance3.mod_files(game_domain_name: 'skyrimspecialedition', mod_id: 2015)
+          expect(mod_files20141).to eq(mod_files20142)
+          expect(mod_files20141).to eq(mod_files20143)
+          expect(mod_files20151).to eq(mod_files20152)
+          expect(mod_files20151).to eq(mod_files20153)
+        end
+      end
+
+    end
+
   end
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: nexus_mods
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Muriel Salvan