relaton-iso 1.5.0 → 1.7.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8238914d2b7ec4d2bc0825eb915f9cfa0f902530b825a7e26fbe6c3034cc3a77
-  data.tar.gz: 0d3f40d3e1961da0ee55af73b316824cf5706c4e4bb0e5d44514307049f4b01f
+  metadata.gz: a0484edee8670c0f8b65c5f16dd01ea45e29a4ef5cdfe6dbf8372063004cee71
+  data.tar.gz: 571928a396258e54eda1d06de63fa115adf16ba5be19461286bddd89e443681a
 SHA512:
-  metadata.gz: 1788fa153b924357d86d5430a147d32da9e4a036a58179cbbe2057e0cb8c13567e9d78a3668fc4114e7233fb3f1a208a3dbb26080e0b0b90e430727e1ccab1dc
-  data.tar.gz: e4e5c01f048d6b51638429d4bad4200ae0a4b964e67a2ff14389365a6d3e398b541301d11f26dc3053362f4f6ba11b22d66b2aa7df9385aa054569cd4939f480
+  metadata.gz: d3ef966a35e5adacf0238be0a30be5d259954507e08ffd0782e0fe3b5ba088e9a3535d22eb0377a3a15aa4393a157b8784184ec0d239af2d1268a8c09265c678
+  data.tar.gz: 6bde0ed1d2b918db22c0bf012d982e763a0f0aa01bcc20728d13bd20f040c3d690e39b8ddb5dc188654575166b633dedce607497c413906cb0fe5d2e113e486a

data/.github/workflows/macos.yml

@@ -26,6 +26,8 @@ jobs:
       - name: Update gems
         run: |
           sudo gem install bundler --force
+          ruby -v | grep 2.5 && bundle config set build.debase --with-cflags="-Wno-error=implicit-function-declaration"
+          ruby -v | grep 2.5 && bundle config set build.ruby-debug-ide --with-cflags="-Wno-error=implicit-function-declaration"
           bundle install --jobs 4 --retry 3
       - name: Run specs
         run: |

data/lib/relaton_iso/iso_bibliography.rb

@@ -29,7 +29,7 @@ module RelatonIso
         opts[:ref] = ref.gsub(/\u2013/, "-")
 
         %r{
-          ^(?<code1>[^\s]+\s[^/]+) # match code
+          ^(?<code1>[^\s]+\s[^\/]+) # match code
           /?
           (?<corr>(Amd|DAmd|(CD|WD|AWI|NP)\sAmd|Cor|CD\sCor|FDAmd|PRF\sAmd)\s\d+ # correction name
           :?(\d{4})?(/Cor\s\d+:\d{4})?) # match correction year
@@ -44,10 +44,16 @@ module RelatonIso
             year = year2 || year1
           end
         end
-        opts[:all_parts] ||= code !~ %r{^[^\s]+\s\d+-\d+} && opts[:all_parts].nil? && code2.nil?
-        return RelatonIec::IecBibliography.get(code, year, opts) if %r[^ISO/IEC DIR] =~ code
+        %r{\s(?<num>\d+)(-(?<part>[\d-]+))?} =~ code
+        opts[:part] = part
+        opts[:num] = num
+        opts[:corr] = corr
+        opts[:all_parts] ||= !part && opts[:all_parts].nil? && code2.nil?
+        if %r[^ISO/IEC DIR].match? code
+          return RelatonIec::IecBibliography.get(code, year, opts)
+        end
 
-        ret = isobib_get1(code, year, corr, opts)
+        ret = isobib_get1(code, year, opts)
         return nil if ret.nil?
 
         if year || opts[:keep_year] || opts[:all_parts]
@@ -65,15 +71,18 @@ module RelatonIso
         id = year ? "#{code}:#{year}" : code
         warn "[relaton-iso] WARNING: no match found online for #{id}. "\
           "The code must be exactly like it is on the standards website."
-        warn "[relaton-iso] (There was no match for #{year}, though there were matches "\
-          "found for #{missed_years.join(', ')}.)" unless missed_years.empty?
-        if /\d-\d/ =~ code
-          warn "[relaton-iso] The provided document part may not exist, or the document "\
-            "may no longer be published in parts."
+        unless missed_years.empty?
+          warn "[relaton-iso] (There was no match for #{year}, though there "\
+            "were matches found for #{missed_years.join(', ')}.)"
+        end
+        if /\d-\d/.match? code
+          warn "[relaton-iso] The provided document part may not exist, "\
+            "or the document may no longer be published in parts."
         else
-          warn "[relaton-iso] If you wanted to cite all document parts for the reference, "\
-            "use \"#{code} (all parts)\".\nIf the document is not a standard, "\
-            "use its document type abbreviation (TS, TR, PAS, Guide)."
+          warn "[relaton-iso] If you wanted to cite all document parts for "\
+            "the reference, use \"#{code} (all parts)\".\nIf the document is "\
+            "not a standard, use its document type abbreviation (TS, TR, PAS, "\
+            "Guide)."
         end
         nil
       end
@@ -83,66 +92,74 @@ module RelatonIso
       # Search for hits. If no found then trying missed stages and ISO/IEC.
       #
       # @param code [String] reference without correction
-      # @param corr [String] correction
+      # @param opts [Hash]
       # @return [Array<RelatonIso::Hit>]
-      def isobib_search_filter(code, corr, opts)
+      def isobib_search_filter(code, opts)
         warn "[relaton-iso] (\"#{opts[:ref]}\") fetching..."
         result = search(code)
-        res = search_code result, code, corr, opts
+        res = search_code result, code, opts
         return res unless res.empty?
 
         # try stages
         if %r{^\w+/[^/]+\s\d+} =~ code # code like ISO/IEC 123, ISO/IEC/IEE 123
-          res = try_stages(result, corr, opts) do |st|
+          res = try_stages(result, opts) do |st|
             code.sub(%r{^(?<pref>[^\s]+\s)}) { "#{$~[:pref]}#{st} " }
           end
           return res unless res.empty?
         elsif %r{^\w+\s\d+} =~ code # code like ISO 123
-          res = try_stages(result, corr, opts) do |st|
+          res = try_stages(result, opts) do |st|
             code.sub(%r{^(?<pref>\w+)}) { "#{$~[:pref]}/#{st}" }
           end
           return res unless res.empty?
         end
 
-        if %r{^ISO\s} =~ code # try ISO/IEC if ISO not found
+        if %r{^ISO\s}.match? code # try ISO/IEC if ISO not found
           warn "[relaton-iso] Attempting ISO/IEC retrieval"
           c = code.sub "ISO", "ISO/IEC"
-          res = search_code result, c, corr, opts
+          res = search_code result, c, opts
         end
         res
       end
       # rubocop:enable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength, Metrics/PerceivedComplexity
 
       # @param result [RelatonIso::HitCollection]
-      # @param corr [String] correction
       # @param opts [Hash]
-      def try_stages(result, corr, opts)
+      # @return [RelatonIso::HitCollection]
+      def try_stages(result, opts)
         res = nil
         %w[NP WD CD DIS FDIS PRF IS AWI TR].each do |st| # try stages
           c = yield st
-          res = search_code result, c, corr, opts
+          res = search_code result, c, opts
           return res unless res.empty?
         end
         res
       end
 
-      def search_code(result, code, corr, opts)
+      # @param result [RelatonIso::HitCollection]
+      # @param code [String]
+      # @param opts [Hash]
+      # @return [RelatonIso::HitCollection]
+      def search_code(result, code, opts) # rubocop:disable Metrics/AbcSize,Metrics/CyclomaticComplexity
+        ref_regex = %r{^#{code}(?!-)}
+        corr_regex = %r{^#{code}[\w-]*(:\d{4})?/#{opts[:corr]}}
+        no_corr_regex = %r{^#{code}[\w-]*(:\d{4})?/}
         result.select do |i|
-          (opts[:all_parts] || i.hit["docRef"] =~ %r{^#{code}(?!-)}) && (
-              corr && %r{^#{code}[\w-]*(:\d{4})?/#{corr}} =~ i.hit["docRef"] ||
-              !corr && %r{^#{code}[\w-]*(:\d{4})?/} !~ i.hit["docRef"]
-            ) # && %r{^#{code}} =~ i.hit["docRef"]
+          (opts[:all_parts] || i.hit["docRef"] =~ ref_regex) && (
+              opts[:corr] && corr_regex =~ i.hit["docRef"] ||
+              !opts[:corr] && no_corr_regex !~ i.hit["docRef"]
+            )
         end
       end
 
       # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength, Metrics/PerceivedComplexity
 
       # Sort through the results from RelatonIso, fetching them three at a time,
-      # and return the first result that matches the code,
-      # matches the year (if provided), and which # has a title (amendments do not).
+      # and return the first result that matches the code, matches the year
+      # (if provided), and which # has a title (amendments do not).
       # Only expects the first page of results to be populated.
       # Does not match corrigenda etc (e.g. ISO 3166-1:2006/Cor 1:2007)
-      # If no match, returns any years which caused mismatch, for error reporting
+      # If no match, returns any years which caused mismatch, for error
+      # reporting
       def isobib_results_filter(result, year, opts)
         missed_years = []
         hits = result.reduce!([]) do |hts, h|
@@ -155,7 +172,9 @@ module RelatonIso
         end
         return { years: missed_years } unless hits.any?
 
-        return { ret: hits.first.fetch(opts[:lang]) } if !opts[:all_parts] || hits.size == 1
+        if !opts[:all_parts] || hits.size == 1
+          return { ret: hits.first.fetch(opts[:lang]) }
+        end
 
         { ret: hits.to_all_parts(opts[:lang]) }
       end
@@ -163,11 +182,10 @@ module RelatonIso
 
       # @param code [String]
       # @param year [String, NilClass]
-      # @param corr [String, NilClass]
       # @param opts [Hash]
-      def isobib_get1(code, year, corr, opts)
+      def isobib_get1(code, year, opts)
         # return iev(code) if /^IEC 60050-/.match code
-        result = isobib_search_filter(code, corr, opts) || return
+        result = isobib_search_filter(code, opts) || return
         ret = isobib_results_filter(result, year, opts)
         if ret[:ret]
           warn "[relaton-iso] (\"#{opts[:ref]}\") found #{ret[:ret].docidentifier.first.id}"

data/lib/relaton_iso/scrapper.rb

@@ -162,7 +162,7 @@ module RelatonIso
         [Nokogiri::HTML(resp.body), url]
       rescue SocketError, Timeout::Error, Errno::EINVAL, Errno::ECONNRESET,
              EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError,
-             Net::ProtocolError, OpenSSL::SSL::SSLError, Errno::ETIMEDOUT
+             Net::ProtocolError, Errno::ETIMEDOUT
         raise RelatonBib::RequestError, "Could not access #{url}"
       end
       # rubocop:enable Metrics/AbcSize, Metrics/MethodLength
@@ -224,9 +224,8 @@ module RelatonIso
       # @param status [String]
       # @return [Hash]
       def fetch_status(doc)
-        stg, substg = doc.css(
-          "li.dropdown.active span.stage-code > strong"
-        ).text.split "."
+        stg, substg = doc.at("//ul[@class='dropdown-menu']/li[@class='active']/a/span[@class='stage-code']")
+          .text.split "."
         RelatonBib::DocumentStatus.new(stage: stg, substage: substg)
       end
 
@@ -260,20 +259,15 @@ module RelatonIso
       # @param doc [Nokogiri::HTML::Document]
       # @return [Array<Hash>]
       def fetch_relations(doc) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity
-        doc.css("ul.steps li").reduce([]) do |a, r| # rubocop:disable Metrics/BlockLength
-          r_type = r.css("strong").text
+        doc.xpath("//ul[@class='steps']/li", "//div[@class='sub-step']").reduce([]) do |a, r|
+          r_type = r.at("h4", "h5").text
           date = []
           type = case r_type
                  when "Previously", "Will be replaced by" then "obsoletes"
-                 when "Corrigenda/Amendments", "Revised by", "Now confirmed"
-                   on = doc.xpath(
-                     '//span[@class="stage-date"][contains(., "-")]'
-                   ).last
-                   if on
-                     date << { type: "circulated",
-                               on: on.text }
-                     "updates"
-                   end
+                 when "Corrigenda / Amendments", "Revised by", "Now confirmed"
+                   on = doc.xpath('//span[@class="stage-date"][contains(., "-")]').last
+                   date << { type: "circulated", on: on.text } if on
+                   "updates"
                  else r_type
                  end
           if ["Now", "Now under review"].include?(type) then a
@@ -394,7 +388,8 @@ module RelatonIso
         links << { type: "obp", content: obp[:href] } if obp
         rss = doc.at("//a[contains(@href, 'rss')]")
         links << { type: "rss", content: DOMAIN + rss[:href] } if rss
-        pub = doc.at "//p[contains(., 'publicly available')]/a"
+        pub = doc.at "//p[contains(., 'publicly available')]/a",
+                     "//p[contains(., 'can be downloaded from the')]/a"
         links << { type: "pub", content: pub[:href] } if pub
         links
       end

data/lib/relaton_iso/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RelatonIso
-  VERSION = "1.5.0"
+  VERSION = "1.7.2"
 end

data/relaton_iso.gemspec

@@ -37,6 +37,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
-  spec.add_dependency "relaton-iec", "~> 1.5.0"
-  spec.add_dependency "relaton-iso-bib", "~> 1.5.0"
+  spec.add_dependency "relaton-iec", "~> 1.7.0"
+  spec.add_dependency "relaton-iso-bib", "~> 1.7.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-iso
 version: !ruby/object:Gem::Version
-  version: 1.5.0
+  version: 1.7.2
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-10-09 00:00:00.000000000 Z
+date: 2021-01-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug
@@ -156,28 +156,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 1.7.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 1.7.0
 - !ruby/object:Gem::Dependency
   name: relaton-iso-bib
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 1.7.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 1.7.0
 description: 'RelatonIso: retrieve ISO Standards for bibliographic use using the IsoBibliographicItem
   model'
 email: