relaton-iec 0.8.0 → 1.1.0

data/lib/relaton_iec/scrapper.rb

@@ -32,31 +32,22 @@ module RelatonIec
     }.freeze
 
     class << self
-      # @param text [String]
-      # @return [Array<Hash>]
-      # def get(text)
-      #   iso_workers = WorkersPool.new 4
-      #   iso_workers.worker { |hit| iso_worker(hit, iso_workers) }
-      #   algolia_workers = start_algolia_search(text, iso_workers)
-      #   iso_docs = iso_workers.result
-      #   algolia_workers.end
-      #   algolia_workers.result
-      #   iso_docs
-      # end
+      # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
 
       # Parse page.
       # @param hit [Hash]
       # @return [Hash]
-      # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
       def parse_page(hit_data)
         doc = get_page hit_data[:url]
 
         # Fetch edition.
-        edition = doc.at("//th[contains(., 'Edition')]/following-sibling::td/span").text
+        edition = doc.at(
+          "//th[contains(., 'Edition')]/following-sibling::td/span",
+        ).text
 
         status, relations = fetch_status_relations hit_data[:url]
 
-        RelatonIsoBib::IsoBibliographicItem.new(
+        IecBibliographicItem.new(
           fetched: Date.today.to_s,
           docid: [RelatonBib::DocumentIdentifier.new(id: hit_data[:code], type: "IEC")],
           structuredidentifier: fetch_structuredidentifier(doc),
@@ -81,46 +72,6 @@ module RelatonIec
 
       private
 
-      # Start search workers.
-      # @param text[String]
-      # @param iec_workers [Isobib::WorkersPool]
-      # @reaturn [Isobib::WorkersPool]
-      # def start_algolia_search(text, iec_workers)
-      #   index = Algolia::Index.new 'all_en'
-      #   workers = WorkersPool.new
-      #   workers.worker do |page|
-      #     algolia_worker(index, text, page, workers, iec_workers)
-      #   end
-
-      #   # Add first page so search worker will start.
-      #   workers << 0
-      # end
-
-      # Fetch ISO documents.
-      # @param hit [Hash]
-      # @param isiso_workers [Isobib::WorkersPool]
-      # def iso_worker(hit, iso_workers)
-      #   print "Parse #{iso_workers.size} of #{iso_workers.nb_hits}  \r"
-      #   parse_page hit
-      # end
-
-      # Fetch hits from algolia search service.
-      # @param index[Algolia::Index]
-      # @param text [String]
-      # @param page [Integer]
-      # @param algolia_workers [Isobib::WorkersPool]
-      # @param isiso_workers [Isobib::WorkersPool]
-      # def algolia_worker(index, text, page, algolia_workers, iso_workers)
-      #   res = index.search text, facetFilters: ['category:standard'], page: page
-      #   next_page = res['page'] + 1
-      #   algolia_workers << next_page if next_page < res['nbPages']
-      #   res['hits'].each do |hit|
-      #     iso_workers.nb_hits = res['nbHits']
-      #     iso_workers << hit
-      #   end
-      #   iso_workers.end unless next_page < res['nbPages']
-      # end
-
       # Fetch abstracts.
       # @param doc [Nokigiri::HTML::Document]
       # @return [Array<Array>]
@@ -134,19 +85,6 @@ module RelatonIec
         }]
       end
 
-      # Get langs.
-      # @param doc [Nokogiri::HTML::Document]
-      # @return [Array<Hash>]
-      # def langs(doc)
-      #   lgs = [{ lang: 'en' }]
-      #   doc.css('ul#lang-switcher ul li a').each do |lang_link|
-      #     lang_path = lang_link.attr('href')
-      #     lang = lang_path.match(%r{^\/(fr)\/})
-      #     lgs << { lang: lang[1], path: lang_path } if lang
-      #   end
-      #   lgs
-      # end
-
       # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
 
       # Get page.
@@ -154,25 +92,20 @@ module RelatonIec
       # @return [Array<Nokogiri::HTML::Document, String>]
       def get_page(url)
         uri = URI url
-        resp = Net::HTTP.get_response(uri) # .encode("UTF-8")
+        resp = Net::HTTP.get_response(uri)
         case resp.code
         when "301"
           path = resp["location"]
           url = DOMAIN + path
           uri = URI url
-          resp = Net::HTTP.get_response(uri) # .encode("UTF-8")
+          resp = Net::HTTP.get_response(uri)
         when "404"
           raise RelatonBib::RequestError, "Page not found #{url}"
         end
-        # n = 0
-        # while resp.body !~ /<strong/ && n < 10
-        #   resp = Net::HTTP.get_response(uri)#.encode("UTF-8")
-        #   n += 1
-        # end
         Nokogiri::HTML(resp.body)
-      rescue SocketError, Timeout::Error, Errno::EINVAL, Errno::ECONNRESET, EOFError,
-             Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, Net::ProtocolError,
-             OpenSSL::SSL::SSLError
+      rescue SocketError, Timeout::Error, Errno::EINVAL, Errno::ECONNRESET,
+             EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError,
+             Net::ProtocolError, OpenSSL::SSL::SSLError
         raise RelatonBib::RequestError, "Could not access #{url}"
       end
       # rubocop:enable Metrics/AbcSize
@@ -211,15 +144,12 @@ module RelatonIec
           statuses = YAML.load_file "lib/relaton_iec/statuses.yml"
           s = wip.at("STAGE").text
           stage, substage = statuses[s]["stage"].split "."
-          # status = statuses[s]["status"]
         else
-          # status   = "Published"
           stage    = "60"
           substage = "60"
         end
         RelatonBib::DocumentStatus.new(stage: stage, substage: substage)
       end
-      # rubocop:enable Metrics/MethodLength
 
       # Fetch workgroup.
       # @param doc [Nokogiri::HTML::Document]
@@ -237,27 +167,26 @@ module RelatonIec
           }],
         }
       end
+      # rubocop:enable Metrics/MethodLength
 
       # Fetch relations.
       # @param doc [Nokogiri::HTML::Document]
       # @return [Array<Hash>]
       # rubocop:disable Metrics/MethodLength
       def fetch_relations(doc)
-        doc.xpath('//ROW[STATUS[.!="PREPARING"]][STATUS[.!="PUBLISHED"]]').map do |r|
+        doc.xpath('//ROW[STATUS[.!="PREPARING"]][STATUS[.!="PUBLISHED"]]').
+          map do |r|
           r_type = r.at("STATUS").text.downcase
           type = case r_type
-                #  when 'published' then 'obsoletes' # Valid
+                 # when 'published' then 'obsoletes' # Valid
                  when "revised", "replaced" then "updates"
                  when "withdrawn" then "obsoletes"
                  else r_type
                  end
-          # url = DOMAIN + "/publication/" + r.at("PUB_ID").text
           fref = RelatonBib::FormattedRef.new(
             content: r.at("FULL_NAME").text, format: "text/plain",
           )
-          bibitem = RelatonIsoBib::IsoBibliographicItem.new(
-            formattedref: fref,
-          )
+          bibitem = IecBibliographicItem.new(formattedref: fref)
           { type: type, bibitem: bibitem }
         end
       end
@@ -272,22 +201,6 @@ module RelatonIec
         status = fetch_status doc
         relations = fetch_relations doc
         [status, relations]
-        # doc.css('ul.steps li').inject([]) do |a, r|
-        #   r_type = r.css('strong').text
-        #   type = case r_type
-        #          when 'Previously', 'Will be replaced by' then 'obsoletes'
-        #          when 'Corrigenda/Amendments', 'Revised by', 'Now confirmed'
-        #            'updates'
-        #          else r_type
-        #          end
-        #   if ['Now', 'Now under review'].include? type
-        #     a
-        #   else
-        #     a + r.css('a').map do |id|
-        #       { type: type, identifier: id.text, url: id['href'] }
-        #     end
-        #   end
-        # end
       end
       # rubocop:enable Metrics/MethodLength
 
@@ -295,23 +208,13 @@ module RelatonIec
       # @param doc [Nokogiri::HTML::Document]
       # @return [String]
       def fetch_type(doc)
-        doc.at('//th[contains(., "Publication type")]/following-sibling::td/span').
-          text.downcase.tr " ", "-"
-        # type_match = title.match(%r{^(ISO|IWA|IEC)(?:(/IEC|/IEEE|/PRF|
-        #   /NP)*\s|/)(TS|TR|PAS|AWI|CD|FDIS|NP|DIS|WD|R|Guide|(?=\d+))}x)
-        # #return "international-standard" if type_match.nil?
-        # if TYPES[type_match[2]]
-        #   TYPES[type_match[2]]
-        # elsif type_match[1]
-        # elsif type_match[1] == 'ISO'
-        #   'international-standard'
-        # elsif type_match[1] == 'IWA'
-        #   'international-workshop-agreement'
-        # end
-        # # rescue => _e
-        # #   puts 'Unknown document type: ' + title
+        doc.at(
+          '//th[contains(., "Publication type")]/following-sibling::td/span',
+        ).text.downcase.tr " ", "-"
       end
 
+      # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength
+
       # Fetch titles.
       # @param hit_data [Hash]
       # @return [Array<Hash>]
@@ -339,21 +242,13 @@ module RelatonIec
         end
         [{
           title_intro: intro,
-          title_main:  main,
-          title_part:  part,
-          language:    "en",
-          script:      "Latn"
+          title_main: main,
+          title_part: part,
+          language: "en",
+          script: "Latn",
         }]
       end
-
-      # Return ISO script code.
-      # @param lang [String]
-      # @return [String]
-      # def script(lang)
-      #   case lang
-      #   when 'en', 'fr' then 'Latn'
-      #   end
-      # end
+      # rubocop:enable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength
 
       # Fetch dates
       # @param doc [Nokogiri::HTML::Document]
@@ -367,6 +262,8 @@ module RelatonIec
         dates
       end
 
+      # rubocop:disable Metrics/MethodLength
+
       def fetch_contributors(code)
         code.sub(/\s.*/, "").split("/").map do |abbrev|
           case abbrev
@@ -381,12 +278,15 @@ module RelatonIec
             role: [type: "publisher"] }
         end
       end
+      # rubocop:enable Metrics/MethodLength
 
       # Fetch ICS.
       # @param doc [Nokogiri::HTML::Document]
       # @return [Array<Hash>]
       def fetch_ics(doc)
-        doc.xpath('//th[contains(text(), "ICS")]/following-sibling::td/a').map do |i|
+        doc.xpath(
+          '//th[contains(text(), "ICS")]/following-sibling::td/a',
+        ).map do |i|
           code = i.text.match(/[\d\.]+/).to_s.split "."
           { field: code[0], group: code[1], subgroup: code[2] }
         end
@@ -403,9 +303,11 @@ module RelatonIec
         links
       end
 
+      # rubocop:disable Metrics/MethodLength
+
       # Fetch copyright.
       # @param title [String]
-      # @return [Hash]
+      # @return [Array<Hash>]
       def fetch_copyright(code, doc)
         abbreviation = code.match(/.*?(?=\s)/).to_s
         case abbreviation
@@ -415,11 +317,15 @@ module RelatonIec
         end
         from = code.match(/(?<=:)\d{4}/).to_s
         if from.empty?
-          from = doc.xpath("//span[@itemprop='releaseDate']").text
-            .match(/\d{4}/).to_s
+          from = doc.xpath("//span[@itemprop='releaseDate']").text.
+            match(/\d{4}/).to_s
         end
-        { owner: { name: name, abbreviation: abbreviation, url: url }, from: from }
+        [{
+          owner: [{ name: name, abbreviation: abbreviation, url: url }],
+          from: from,
+        }]
       end
+      # rubocop:enable Metrics/MethodLength
     end
   end
   # rubocop:enable Metrics/ModuleLength

data/lib/relaton_iec/version.rb

@@ -1,3 +1,3 @@
 module RelatonIec
-  VERSION = "0.8.0".freeze
+  VERSION = "1.1.0".freeze
 end

data/lib/relaton_iec/xml_parser.rb

@@ -0,0 +1,14 @@
+module RelatonIec
+  class XMLParser < RelatonIsoBib::XMLParser
+    class << self
+      private
+
+      # override RelatonIsoBib::IsoBibliographicItem.bib_item method
+      # @param item_hash [Hash]
+      # @return [RelatonIec::IecBibliographicItem]
+      def bib_item(item_hash)
+        IecBibliographicItem.new item_hash
+      end
+    end
+  end
+end

data/relaton_iec.gemspec

@@ -8,10 +8,10 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Ribose Inc."]
   spec.email         = ["open.source@ribose.com"]
 
-  spec.summary       = "RelatonIec: retrieve IEC Standards for bibliographic use "\
-                       "using the IsoBibliographicItem model"
-  spec.description   = "RelatonIec: retrieve IEC Standards for bibliographic use "\
-                       "using the IsoBibliographicItem model"
+  spec.summary       = "RelatonIec: retrieve IEC Standards for bibliographic "\
+                       "use using the IecBibliographicItem model"
+  spec.description   = "RelatonIec: retrieve IEC Standards for bibliographic "\
+                       "use using the IecBibliographicItem model"
   spec.homepage      = "https://github.com/metanorma/relaton-iec"
   spec.license       = "MIT"
 
@@ -29,10 +29,11 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "ruby-debug-ide"
+  spec.add_development_dependency "ruby-jing"
   spec.add_development_dependency "simplecov"
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
   spec.add_dependency "addressable"
-  spec.add_dependency "relaton-iso-bib", "~> 0.7.0"
+  spec.add_dependency "relaton-iso-bib", "~> 1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-iec
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-02-16 00:00:00.000000000 Z
+date: 2020-06-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: debase
@@ -94,6 +94,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-jing
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -156,15 +170,15 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.7.0
+        version: 1.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.7.0
-description: 'RelatonIec: retrieve IEC Standards for bibliographic use using the IsoBibliographicItem
+        version: 1.1.0
+description: 'RelatonIec: retrieve IEC Standards for bibliographic use using the IecBibliographicItem
   model'
 email:
 - open.source@ribose.com
@@ -184,15 +198,23 @@ files:
 - Rakefile
 - bin/console
 - bin/setup
-- grammars
+- grammars/basicdoc.rng
+- grammars/biblio.rng
+- grammars/iec.rng
+- grammars/isodoc.rng
+- grammars/isostandard.rng
+- grammars/reqt.rng
 - lib/relaton_iec.rb
+- lib/relaton_iec/hash_converter.rb
 - lib/relaton_iec/hit.rb
 - lib/relaton_iec/hit_collection.rb
+- lib/relaton_iec/iec_bibliographic_item.rb
 - lib/relaton_iec/iec_bibliography.rb
 - lib/relaton_iec/processor.rb
 - lib/relaton_iec/scrapper.rb
 - lib/relaton_iec/statuses.yml
 - lib/relaton_iec/version.rb
+- lib/relaton_iec/xml_parser.rb
 - relaton_iec.gemspec
 homepage: https://github.com/metanorma/relaton-iec
 licenses:
@@ -216,6 +238,6 @@ requirements: []
 rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
-summary: 'RelatonIec: retrieve IEC Standards for bibliographic use using the IsoBibliographicItem
+summary: 'RelatonIec: retrieve IEC Standards for bibliographic use using the IecBibliographicItem
   model'
 test_files: []