relaton 1.7.6 → 1.8.pre3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fdf3d2a7e0d55bf5b5edf65ef0e6f1f3d3ce5648388b6bae43127040df90d881
-  data.tar.gz: d3cc65b7002c57f6e72c86dccfab92956a992fcfef9ce836ec5b3b4806646e88
+  metadata.gz: 9d954779afa85cdbe30b00b6780f4fe2ea261839da0f82855dca6e63fe8be77d
+  data.tar.gz: e7549980e5771e74412291428b8010ad4d6a7720526b98169b97dac82539e909
 SHA512:
-  metadata.gz: ae4cba856c12417b10308310c14aec5e2d4452c0c24a4fe30b597d57b7c142e138e858fb97ad452bb29488e3d5d4b0a6bc1fde8dcc41bd4bb10c837315dc7257
-  data.tar.gz: e47b6c8e2feb25956d77df52352a474936168854263aeb354d526890b63428d420eeebdc7be6f6547689ec5a25e5a1b2045c72d82680ae7e234c5d1d42023579
+  metadata.gz: 466c2e7c24c972df07bf9548b0dac26ec0eb2c03d7c8716abba50cc7a95f83dd58c903b3b99a99fbddcb3afa1d68518c93082acee68034ec3d3230e10d4f0b25
+  data.tar.gz: 3f4fb6fd8750375862ae109d8d50654372fa3d8e1b6b8eb966e827a026cd4c99f1790a68068c6785a93c6a2c459b6c1506a1768aef881025fa12914cffd0708b

data/.github/workflows/rake.yml

@@ -16,7 +16,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby: [ '2.7', '2.6', '2.5', '2.4' ]
+        ruby: [ '2.7', '2.6', '2.5' ]
         os: [ ubuntu-latest, windows-latest, macos-latest ]
         experimental: [ false ]
         include:

data/.rubocop.yml

@@ -5,6 +5,6 @@
 inherit_from:
   - https://raw.githubusercontent.com/riboseinc/oss-guides/master/ci/rubocop.yml
 AllCops:
-  TargetRubyVersion: 2.4
+  TargetRubyVersion: 2.5
 Rails:
   Enabled: false

data/docs/README.adoc

@@ -106,14 +106,18 @@ db = Relaton::Db.new("globalcache", "localcache")
 
 ==== Move DB
 
-`Relaton::Db#mv(new_globalcache_dir, new_localcahe_dir)` moves DB directories to new location.
+`Relaton::Db#mv(new_dir, type: :global)` moves DB directory to new location. Returns path to new directory if successful, or `nil` if target directiory exists.
 
-* `new_globalcahe_dir` - (String or nil) new globalcache location
-* `new_localcahe_dir` - (String or nil) new localcache location
+* `new_dir` - (String) new cache location
+* `type` - (Symbol) type of cache DB. Allowed values are: `:global`, `:local`. Default is `:global`.
 
 [source,ruby]
 ----
-db.mv("new_globalcache_dir", "new_localcahe_dir")
+db.mv("new_global_dir")
+=> "new_global_dir"
+
+db.mv("new_local_dir", type: :local)
+=> "new_local_dir"
 ----
 
 ==== Clear DB
@@ -178,14 +182,19 @@ x = db.fetch_db("ISO 5749")
 # prepare queue for results
 results = Queue.new
 
-# fetch document
-db.fetch_async("ISO 19115") do |result|
-  results << { "ISO 19115" => result }
+# references ot fetch
+refs = ["ISO 19011", "ISO 19115"]
+
+# fetch documents
+refs.each do |ref|
+  db.fetch_async(ref) do |doc|
+    results << [ref, doc]
+  end
 end
-# fetch other documets the same way
 
 # wait until documets fetching
-while x = results.pop
+refs.size.times do
+  ref, doc = results.pop
   # do thatever you need with result x
 end
 ----
@@ -330,7 +339,7 @@ ISO/IEC DIR 1
 ISO/IEC DIR 2 IEC
 ISO/IEC DIR 2 ISO
 ISO/IEC DIR IEC SUP
-ISO/IEC DIR 1 ISO SUP
+ISO/IEC DIR 1 JTC SUP
 ----
 
 === Get document type
@@ -368,7 +377,7 @@ x.to_xml bibdata: true
 db.load_entry("ISO(ISO 19011)")
 => "<bibdata type="standard">
       ...
-    <?bibdata>"
+    </bibdata>"
 ----
 
 === Entry manipulation

data/lib/relaton.rb

@@ -1,5 +1,6 @@
 require "relaton/util"
 require "relaton/config"
+require "yaml"
 
 require "relaton/workers_pool"
 require "relaton/db"

data/lib/relaton/config.rb

@@ -12,11 +12,15 @@ module Relaton
   end
 
   class Configuration
-    attr_accessor :logs, :use_api
+    attr_accessor :logs, :use_api, :api_host, :api_mode
 
     def initialize
-      @logs = %i(warning error)
-      @use_api = false # @TODO change to true when we start using api.relaton.org
+      @logs = %i(info error) # allowed values: :info, :warning, :error, :debug
+
+      # @TODO change to true when we start using api.relaton.org
+      @use_api = true
+      @api_mode = false
+      @api_host = "https://api.relaton.org/api/v1"
     end
   end
 

data/lib/relaton/db.rb

@@ -1,60 +1,71 @@
-require "yaml"
-require_relative "registry"
-require_relative "db_cache"
-
 module Relaton
-  class RelatonError < StandardError; end
+  # class RelatonError < StandardError; end
 
   class Db
     # @param global_cache [String] directory of global DB
     # @param local_cache [String] directory of local DB
-    def initialize(global_cache, local_cache)
+    def initialize(global_cache, local_cache) # rubocop:disable Metrics/MethodLength
       @registry = Relaton::Registry.instance
-      @db = open_cache_biblio(global_cache, type: :global)
-      @local_db = open_cache_biblio(local_cache, type: :local)
-      @static_db = open_cache_biblio File.expand_path("../relaton/static_cache", __dir__)
+      if Relaton.configuration.api_mode
+        gpath = global_cache
+        lpath = local_cache
+      else
+        gpath = global_cache && File.expand_path(global_cache)
+        lpath = local_cache && File.expand_path(local_cache)
+      end
+      @db = open_cache_biblio(gpath, type: :global)
+      @local_db = open_cache_biblio(lpath, type: :local)
+      @static_db = open_cache_biblio File.expand_path "../relaton/static_cache", __dir__
       @queues = {}
     end
 
-    # Move global and/or local caches to anothe dirs
-    # @param new_global_dir [String, nil]
-    # @param new_local_dir [String, nil]
-    def mv(new_global_dir, new_local_dir)
-      @db.mv new_global_dir
-      @local_db.mv new_local_dir
+    # Move global or local caches to anothe dirs
+    # @param new_dir [String, nil]
+    # @param type: [Symbol]
+    # @return [String, nil]
+    def mv(new_dir, type: :global)
+      case type
+      when :global then @db&.mv new_dir
+      when :local then @local_db&.mv new_dir
+      end
     end
 
     # Clear global and local databases
     def clear
-      @db.clear
-      @local_db.clear
+      @db&.clear
+      @local_db&.clear
     end
 
     ##
     # The class of reference requested is determined by the prefix of the code:
-    # GB Standard for gbbib, IETF for ietfbib, ISO for isobib, IEC or IEV for iecbib,
+    # GB Standard for gbbib, IETF for ietfbib, ISO for isobib, IEC or IEV for
+    #   iecbib,
     #
     # @param code [String] the ISO standard Code to look up (e.g. "ISO 9000")
     # @param year [String] the year the standard was published (optional)
     #
     # @param opts [Hash] options
     # @option opts [Boolean] :all_parts If all-parts reference is required
-    # @option opts [Boolean] :keep_year If undated reference should return actual reference with year
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
     # @option opts [Integer] :retries (1) Number of network retries
     #
-    # @return [nil, RelatonBib::BibliographicItem, RelatonIsoBib::IsoBibliographicItem,
-    #   RelatonItu::ItuBibliographicItem, RelatonIetf::IetfBibliographicItem,
-    #   RelatonIec::IecBibliographicItem, RelatonIeee::IeeeBibliographicItem,
-    #   RelatonNist::NistBibliongraphicItem, RelatonGb::GbbibliographicItem,
-    #   RelatonOgc::OgcBibliographicItem, RelatonCalconnect::CcBibliographicItem]
+    # @return [nil, RelatonBib::BibliographicItem,
+    #   RelatonIsoBib::IsoBibliographicItem, RelatonItu::ItuBibliographicItem,
+    #   RelatonIetf::IetfBibliographicItem, RelatonIec::IecBibliographicItem,
+    #   RelatonIeee::IeeeBibliographicItem, RelatonNist::NistBibliongraphicItem,
+    #   RelatonGb::GbbibliographicItem, RelatonOgc::OgcBibliographicItem,
+    #   RelatonCalconnect::CcBibliographicItem, RelatinUn::UnBibliographicItem,
     #   RelatonBipm::BipmBibliographicItem, RelatonIho::IhoBibliographicItem,
-    #   RelatonOmg::OmgBibliographicItem RelatinUn::UnBibliographicItem,
-    #   RelatonW3c::W3cBibliographicItem
+    #   RelatonOmg::OmgBibliographicItem, RelatonW3c::W3cBibliographicItem]
     ##
     def fetch(code, year = nil, opts = {})
       stdclass = standard_class(code) || return
       processor = @registry.processors[stdclass]
-      ref = processor.respond_to?(:urn_to_code) ? processor.urn_to_code(code)&.first : code
+      ref = if processor.respond_to?(:urn_to_code)
+              processor.urn_to_code(code)&.first
+            else code
+            end
       ref ||= code
       result = combine_doc ref, year, opts, stdclass
       result ||= check_bibliocache(ref, year, opts, stdclass)
@@ -73,19 +84,21 @@ module Relaton
     # @param year [Integer, nil]
     # @return [Array]
     def fetch_all(text = nil, edition: nil, year: nil)
-      result = @static_db.all { |file, yml| search_yml file, yml, text, edition, year }.compact
-      db = @db || @local_db
-      result += db.all { |file, xml| search_xml file, xml, text, edition, year }.compact if db
+      result = @static_db.all do |file, yml|
+        search_yml file, yml, text, edition, year
+      end.compact
+      if (db = @db || @local_db)
+        result += db.all { |f, x| search_xml f, x, text, edition, year }.compact
+      end
       result
     end
 
     # Fetch asynchronously
     def fetch_async(code, year = nil, opts = {}, &_block) # rubocop:disable Metrics/AbcSize,Metrics/MethodLength
-      stdclass = standard_class code
-      if stdclass
+      if (stdclass = standard_class code)
         unless @queues[stdclass]
           processor = @registry.processors[stdclass]
-          wp = WorkersPool.new(processor.threads) { |args| yield fetch *args }
+          wp = WorkersPool.new(processor.threads) { |args| yield fetch(*args) }
           @queues[stdclass] = { queue: Queue.new, workers_pool: wp }
           Thread.new { process_queue @queues[stdclass] }
         end
@@ -100,17 +113,18 @@ module Relaton
     #
     # @param opts [Hash]
     # @option opts [Boolean] :all_parts If all-parts reference is required
-    # @option opts [Boolean] :keep_year If undated reference should return actual reference with year
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
     # @option opts [Integer] :retries (1) Number of network retries
     #
-    # @return [nil, RelatonBib::BibliographicItem, RelatonIsoBib::IsoBibliographicItem,
-    #   RelatonItu::ItuBibliographicItem, RelatonIetf::IetfBibliographicItem,
-    #   RelatonIec::IecBibliographicItem, RelatonIeee::IeeeBibliographicItem,
-    #   RelatonNist::NistBibliongraphicItem, RelatonGb::GbbibliographicItem,
-    #   RelatonOgc::OgcBibliographicItem, RelatonCalconnect::CcBibliographicItem]
+    # @return [nil, RelatonBib::BibliographicItem,
+    #   RelatonIsoBib::IsoBibliographicItem, RelatonItu::ItuBibliographicItem,
+    #   RelatonIetf::IetfBibliographicItem, RelatonIec::IecBibliographicItem,
+    #   RelatonIeee::IeeeBibliographicItem, RelatonNist::NistBibliongraphicItem,
+    #   RelatonGb::GbbibliographicItem, RelatonOgc::OgcBibliographicItem,
+    #   RelatonCalconnect::CcBibliographicItem, RelatinUn::UnBibliographicItem,
     #   RelatonBipm::BipmBibliographicItem, RelatonIho::IhoBibliographicItem,
-    #   RelatonOmg::OmgBibliographicItem RelatinUn::UnBibliographicItem,
-    #   RelatonW3c::W3cBibliographicItem
+    #   RelatonOmg::OmgBibliographicItem, RelatonW3c::W3cBibliographicItem]
     def fetch_std(code, year = nil, stdclass = nil, opts = {})
       std = nil
       @registry.processors.each do |name, processor|
@@ -153,14 +167,43 @@ module Relaton
     def to_xml
       db = @local_db || @db || return
       Nokogiri::XML::Builder.new(encoding: "UTF-8") do |xml|
-        xml.documents do
-          xml.parent.add_child db.all.join(" ")
-        end
+        xml.documents { xml.parent.add_child db.all.join(" ") }
       end.to_xml
     end
 
     private
 
+    #
+    # @param code [String]
+    # @param year [String]
+    #
+    # @param opts [Hash]
+    # @option opts [Boolean] :all_parts If all-parts reference is required
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
+    #
+    # @param stdclass [Symbol]
+    def fetch_api(code, year, opts, stdclass)
+      return unless Relaton.configuration.use_api
+
+      url = "#{Relaton.configuration.api_host}/document?#{params(code, year, opts)}"
+      rsp = Net::HTTP.get_response URI(url)
+      @registry.processors[stdclass].from_xml rsp.body if rsp.code == "200"
+    end
+
+    #
+    # Make string of parametrs
+    #
+    # @param [String] code
+    # @param [String] year
+    # @param [Hash] opts
+    #
+    # @return [String]
+    #
+    def params(code, year, opts)
+      opts.merge(code: code, year: year).map { |k, v| "#{k}=#{v}" }.join "&"
+    end
+
     # @param file [String] file path
     # @param yml [String] content in YAML format
     # @param text [String, nil] text to serach
@@ -187,20 +230,27 @@ module Relaton
     end
 
     # @param file [String] file path
-    # @param content [String] content in XML or YAmL format
+    # @param content [String] content in XML or YAML format
     # @param edition [String, nil] edition to filter
     # @param year [Integer, nil] year to filter
     # @return [BibliographicItem, nil]
     def search_edition_year(file, content, edition, year) # rubocop:disable Metrics/AbcSize,Metrics/CyclomaticComplexity,Metrics/PerceivedComplexity
       processor = @registry.processors[standard_class(file.split("/")[-2])]
-      item = file.match?(/xml$/) ? processor.from_xml(content) : processor.hash_to_bib(YAML.safe_load(content))
-      item if (edition.nil? || item.edition == edition) &&
-        (year.nil? || item.date.detect { |d| d.type == "published" && d.on(:year) == year })
+      item = if file.match?(/xml$/) then processor.from_xml(content)
+             else processor.hash_to_bib(YAML.safe_load(content))
+             end
+      item if (edition.nil? || item.edition == edition) && (year.nil? ||
+        item.date.detect { |d| d.type == "published" && d.on(:year).to_s == year.to_s })
     end
 
+    #
+    # Look up text in the XML elements attributes and content
+    #
     # @param xml [String] content in XML format
     # @param text [String, nil] text to serach
+    #
     # @return [Boolean]
+    #
     def match_xml_text(xml, text)
       %r{((?<attr>=((?<apstr>')|"))|>).*?#{text}.*?(?(<attr>)(?(<apstr>)'|")|<)}mi.match?(xml)
     end
@@ -211,18 +261,19 @@ module Relaton
     #
     # @param opts [Hash] options
     # @option opts [Boolean] :all_parts If all-parts reference is required
-    # @option opts [Boolean] :keep_year If undated reference should return actual reference with year
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
     # @option opts [Integer] :retries (1) Number of network retries
     #
-    # @return [nil, RelatonBib::BibliographicItem, RelatonIsoBib::IsoBibliographicItem,
-    #   RelatonItu::ItuBibliographicItem, RelatonIetf::IetfBibliographicItem,
-    #   RelatonIec::IecBibliographicItem, RelatonIeee::IeeeBibliographicItem,
-    #   RelatonNist::NistBibliongraphicItem, RelatonGb::GbbibliographicItem,
-    #   RelatonOgc::OgcBibliographicItem, RelatonCalconnect::CcBibliographicItem]
+    # @return [nil, RelatonBib::BibliographicItem,
+    #   RelatonIsoBib::IsoBibliographicItem, RelatonItu::ItuBibliographicItem,
+    #   RelatonIetf::IetfBibliographicItem, RelatonIec::IecBibliographicItem,
+    #   RelatonIeee::IeeeBibliographicItem, RelatonNist::NistBibliongraphicItem,
+    #   RelatonGb::GbbibliographicItem, RelatonOgc::OgcBibliographicItem,
+    #   RelatonCalconnect::CcBibliographicItem, RelatinUn::UnBibliographicItem,
     #   RelatonBipm::BipmBibliographicItem, RelatonIho::IhoBibliographicItem,
-    #   RelatonOmg::OmgBibliographicItem RelatinUn::UnBibliographicItem,
-    #   RelatonW3c::W3cBibliographicItem
-    def combine_doc(code, year, opts, stdclass) # rubocop:disable Metrics/AbcSize,Metrics/MethodLength
+    #   RelatonOmg::OmgBibliographicItem, RelatonW3c::W3cBibliographicItem]
+    def combine_doc(code, year, opts, stdclass) # rubocop:disable Metrics/AbcSize,Metrics/MethodLength,Metrics/CyclomaticComplexity,Metrics/PerceivedComplexity
       if (refs = code.split " + ").size > 1
         reltype = "derivedFrom"
         reldesc = nil
@@ -233,11 +284,13 @@ module Relaton
       end
 
       doc = @registry.processors[stdclass].hash_to_bib docid: { id: code }
-      ref = refs[0]
-      updates = check_bibliocache(ref, year, opts, stdclass)
-      doc.relation << RelatonBib::DocumentRelation.new(bibitem: updates, type: "updates") if updates
+      updates = check_bibliocache(refs[0], year, opts, stdclass)
+      if updates
+        doc.relation << RelatonBib::DocumentRelation.new(bibitem: updates, type: "updates")
+      end
+      divider = stdclass == :relaton_itu ? " " : "/"
       refs[1..-1].each_with_object(doc) do |c, d|
-        bib = check_bibliocache("#{ref}/#{c}", year, opts, stdclass)
+        bib = check_bibliocache(refs[0] + divider + c, year, opts, stdclass)
         if bib
           d.relation << RelatonBib::DocumentRelation.new(type: reltype, description: reldesc, bibitem: bib)
         end
@@ -251,11 +304,9 @@ module Relaton
         return name if /^(urn:)?#{processor.prefix}/i.match?(code) ||
           processor.defaultprefix.match(code)
       end
-      allowed = @registry.processors.reduce([]) do |m, (_k, v)|
-        m << v.prefix
-      end
-      warn <<~WARN
-        #{code} does not have a recognised prefix: #{allowed.join(', ')}.
+      allowed = @registry.processors.reduce([]) { |m, (_k, v)| m << v.prefix }
+      Util.log <<~WARN, :info
+        [relaton] #{code} does not have a recognised prefix: #{allowed.join(', ')}.
         See https://github.com/relaton/relaton/ for instructions on prefixing and wrapping document identifiers to disambiguate them.
       WARN
     end
@@ -267,7 +318,8 @@ module Relaton
     #
     # @param opts [Hash]
     # @option opts [Boolean] :all_parts If all-parts reference is required
-    # @option opts [Boolean] :keep_year If undated reference should return actual reference with year
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
     # @option opts [Integer] :retries (1) Number of network retries
     #
     # @param stdClass [Symbol]
@@ -292,16 +344,18 @@ module Relaton
 
     # @param entry [String] XML string
     # @param stdclass [Symbol]
-    # @return [nil, RelatonBib::BibliographicItem, RelatonIsoBib::IsoBibliographicItem,
-    #   RelatonItu::ItuBibliographicItem, RelatonIetf::IetfBibliographicItem,
-    #   RelatonIec::IecBibliographicItem, RelatonIeee::IeeeBibliographicItem,
-    #   RelatonNist::NistBibliongraphicItem, RelatonGb::GbbibliographicItem,
-    #   RelatonOgc::OgcBibliographicItem, RelatonCalconnect::CcBibliographicItem]
+    # @return [nil, RelatonBib::BibliographicItem,
+    #   RelatonIsoBib::IsoBibliographicItem, RelatonItu::ItuBibliographicItem,
+    #   RelatonIetf::IetfBibliographicItem, RelatonIec::IecBibliographicItem,
+    #   RelatonIeee::IeeeBibliographicItem, RelatonNist::NistBibliongraphicItem,
+    #   RelatonGb::GbbibliographicItem, RelatonOgc::OgcBibliographicItem,
+    #   RelatonCalconnect::CcBibliographicItem, RelatinUn::UnBibliographicItem,
     #   RelatonBipm::BipmBibliographicItem, RelatonIho::IhoBibliographicItem,
-    #   RelatonOmg::OmgBibliographicItem RelatinUn::UnBibliographicItem,
-    #   RelatonW3c::W3cBibliographicItem
+    #   RelatonOmg::OmgBibliographicItem, RelatonW3c::W3cBibliographicItem]
     def bib_retval(entry, stdclass)
-      entry.nil? || entry.match?(/^not_found/) ? nil : @registry.processors[stdclass].from_xml(entry)
+      unless entry.nil? || entry.match?(/^not_found/)
+        @registry.processors[stdclass].from_xml(entry)
+      end
     end
 
     # @param code [String]
@@ -309,22 +363,24 @@ module Relaton
     #
     # @param opts [Hash]
     # @option opts [Boolean] :all_parts If all-parts reference is required
-    # @option opts [Boolean] :keep_year If undated reference should return actual reference with year
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
     # @option opts [Integer] :retries (1) Number of network retries
     #
     # @param stdclass [Symbol]
-    # @return [nil, RelatonBib::BibliographicItem, RelatonIsoBib::IsoBibliographicItem,
-    #   RelatonItu::ItuBibliographicItem, RelatonIetf::IetfBibliographicItem,
-    #   RelatonIec::IecBibliographicItem, RelatonIeee::IeeeBibliographicItem,
-    #   RelatonNist::NistBibliongraphicItem, RelatonGb::GbbibliographicItem,
-    #   RelatonOgc::OgcBibliographicItem, RelatonCalconnect::CcBibliographicItem]
+    # @return [nil, RelatonBib::BibliographicItem,
+    #   RelatonIsoBib::IsoBibliographicItem, RelatonItu::ItuBibliographicItem,
+    #   RelatonIetf::IetfBibliographicItem, RelatonIec::IecBibliographicItem,
+    #   RelatonIeee::IeeeBibliographicItem, RelatonNist::NistBibliongraphicItem,
+    #   RelatonGb::GbbibliographicItem, RelatonOgc::OgcBibliographicItem,
+    #   RelatonCalconnect::CcBibliographicItem, RelatinUn::UnBibliographicItem,
     #   RelatonBipm::BipmBibliographicItem, RelatonIho::IhoBibliographicItem,
-    #   RelatonOmg::OmgBibliographicItem RelatinUn::UnBibliographicItem,
-    #   RelatonW3c::W3cBibliographicItem
+    #   RelatonOmg::OmgBibliographicItem, RelatonW3c::W3cBibliographicItem]
     def check_bibliocache(code, year, opts, stdclass) # rubocop:disable Metrics/AbcSize,Metrics/CyclomaticComplexity,Metrics/MethodLength,Metrics/PerceivedComplexity
       id, searchcode = std_id(code, year, opts, stdclass)
-      yaml = @static_db[id]
-      return @registry.processors[stdclass].hash_to_bib YAML.safe_load(yaml) if yaml
+      if (yaml = @static_db[id])
+        return @registry.processors[stdclass].hash_to_bib YAML.safe_load(yaml)
+      end
 
       db = @local_db || @db
       altdb = @local_db && @db ? @db : nil
@@ -350,24 +406,29 @@ module Relaton
       bib_retval(db[id], stdclass)
     end
 
+    #
     # @param code [String]
     # @param year [String]
     #
     # @param opts [Hash]
     # @option opts [Boolean] :all_parts If all-parts reference is required
-    # @option opts [Boolean] :keep_year If undated reference should return actual reference with year
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
     # @option opts [Integer] :retries (1) Number of network retries
     #
     # @param stdclass [Symbol]
     # @param db [Relaton::DbCache,`NilClass]
     # @param id [String] docid
+    #
     # @return [String]
+    #
     def new_bib_entry(code, year, opts, stdclass, **args) # rubocop:disable Metrics/AbcSize,Metrics/CyclomaticComplexity,Metrics/PerceivedComplexity
       bib = net_retry(code, year, opts, stdclass, opts.fetch(:retries, 1))
       bib_id = bib&.docidentifier&.first&.id
 
       # when docid doesn't match bib's id then return a reference to bib's id
-      if args[:db] && args[:id] && bib_id && args[:id] !~ %r{#{Regexp.quote("(#{bib_id})")}}
+      if args[:db] && args[:id] &&
+          bib_id && args[:id] !~ %r{#{Regexp.quote("(#{bib_id})")}}
         bid = std_id(bib.docidentifier.first.id, nil, {}, stdclass).first
         args[:db][bid] ||= bib_entry bib
         "redirection #{bid}"
@@ -375,8 +436,27 @@ module Relaton
       end
     end
 
+    #
+    # @param code [String]
+    # @param year [String]
+    #
+    # @param opts [Hash]
+    # @option opts [Boolean] :all_parts If all-parts reference is required
+    # @option opts [Boolean] :keep_year If undated reference should return
+    #   actual reference with year
+    #
+    # @param stdclass [Symbol]
+    # @param retries [Integer] remain Number of network retries
+    #
     # @raise [RelatonBib::RequestError]
+    # @return [RelatonBib::BibliographicItem]
+    #
     def net_retry(code, year, opts, stdclass, retries)
+      doc = fetch_api code, year, opts, stdclass
+      return doc if doc
+
+      @registry.processors[stdclass].get(code, year, opts)
+    rescue Errno::ECONNREFUSED
       @registry.processors[stdclass].get(code, year, opts)
     rescue RelatonBib::RequestError => e
       raise e unless retries > 1
@@ -384,22 +464,23 @@ module Relaton
       net_retry(code, year, opts, stdclass, retries - 1)
     end
 
-    # @param bib [RelatonGb::GbBibliongraphicItem, RelatonIsoBib::IsoBibliographicItem,
-    #   RelatonIetf::IetfBibliographicItem, RelatonItu::ItuBibliographicItem,
-    #   RelatonNist::NistBibliongraphicItem, RelatonOgc::OgcBibliographicItem]
+    # @param bib [RelatonBib::BibliographicItem,
+    #   RelatonIsoBib::IsoBibliographicItem, RelatonItu::ItuBibliographicItem,
+    #   RelatonIetf::IetfBibliographicItem, RelatonIec::IecBibliographicItem,
+    #   RelatonIeee::IeeeBibliographicItem, RelatonNist::NistBibliongraphicItem,
+    #   RelatonGb::GbbibliographicItem, RelatonOgc::OgcBibliographicItem,
+    #   RelatonCalconnect::CcBibliographicItem, RelatinUn::UnBibliographicItem,
+    #   RelatonBipm::BipmBibliographicItem, RelatonIho::IhoBibliographicItem,
+    #   RelatonOmg::OmgBibliographicItem, RelatonW3c::W3cBibliographicItem]
     # @return [String] XML or "not_found mm-dd-yyyy"
     def bib_entry(bib)
-      if bib.respond_to? :to_xml
-        bib.to_xml(bibdata: true)
-      else
-        "not_found #{Date.today}"
-      end
+      bib.respond_to?(:to_xml) ? bib.to_xml(bibdata: true) : "not_found #{Date.today}"
     end
 
     # @param dir [String, nil] DB directory
     # @param type [Symbol]
     # @return [Relaton::DbCache, NilClass]
-    def open_cache_biblio(dir, type: :static)
+    def open_cache_biblio(dir, type: :static) # rubocop:disable Metrics/MethodLength
       return nil if dir.nil?
 
       db = DbCache.new dir, type == :static ? "yml" : "xml"
@@ -408,9 +489,11 @@ module Relaton
       Dir["#{dir}/*/"].each do |fdir|
         next if db.check_version?(fdir)
 
-        FileUtils.rm_rf(Dir.glob(fdir + "/*"), secure: true)
-        db.set_version fdir
-        warn "[relaton] cache #{fdir}: version is obsolete and cache is cleared."
+        FileUtils.rm_rf(fdir, secure: true)
+        Util.log(
+          "[relaton] WARNING: cache #{fdir}: version is obsolete and cache is "\
+            "cleared.", :warning
+        )
       end
       db
     end
@@ -419,8 +502,37 @@ module Relaton
     # @option qwp [Queue] :queue The queue of references to fetch
     # @option qwp [Relaton::WorkersPool] :workers_pool The pool of workers
     def process_queue(qwp)
-      while args = qwp[:queue].pop
-        qwp[:workers_pool] << args
+      while args = qwp[:queue].pop; qwp[:workers_pool] << args end
+    end
+
+    class << self
+      # Initialse and return relaton instance, with local and global cache names
+      # local_cache: local cache name; none created if nil; "relaton" created
+      # if empty global_cache: boolean to create global_cache
+      # flush_caches: flush caches
+      def init_bib_caches(**opts) # rubocop:disable Metrics/CyclomaticComplexity
+        globalname = global_bibliocache_name if opts[:global_cache]
+        localname = local_bibliocache_name(opts[:local_cache])
+        flush_caches globalname, localname if opts[:flush_caches]
+        Relaton::Db.new(globalname, localname)
+      end
+
+      private
+
+      def flush_caches(gcache, lcache)
+        FileUtils.rm_rf gcache unless gcache.nil?
+        FileUtils.rm_rf lcache unless lcache.nil?
+      end
+
+      def global_bibliocache_name
+        Relaton.configuration.api_mode ? "cache" : "#{Dir.home}/.relaton/cache"
+      end
+
+      def local_bibliocache_name(cachename)
+        return nil if Relaton.configuration.api_mode || cachename.nil?
+
+        cachename = "relaton" if cachename.empty?
+        "#{cachename}/cache"
       end
     end
   end