relaton-w3c 1.0.1 → 1.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 212b17cee10f6caf08f472843b59974cdbd3b83361fefb10e212d5413751a670
-  data.tar.gz: f25d9d9c61d0671ae8050153fa5d266cf47d533e26eb8db54d56d19829026f6a
+  metadata.gz: 8591c4405cfb771a9cf41e2c74a7d36f21f66e02776389efdf670e639818524a
+  data.tar.gz: be0e0ea3effefd0ab0a48d72cb42eb5da6c62537deaa6dca876d3ee000cc12c6
 SHA512:
-  metadata.gz: 8db2ab1fc2d5fabb40dcc548d1b4b97177eb8b304ee3f2104077e00682b93f89e16dc997a40f5eb62d4bc8826e1e62117107a0f896ffe43d604b234181bcfd68
-  data.tar.gz: fd8397b6b45de5dd9d1b4f7360be5df0f31704113d023ee2bbffb0b3d6ba80a303804a12b9dd76363f9797728129a1f5d9a9322211cd033ecacd869b3264f460
+  metadata.gz: de33be8c4b6a7d9b3ee165454f6988044f5e614239d35e5c9bfa4b8dfc724430f6366dfb90d9bd1c648c78ef1ef7a3701e4ac4461eff9d82be2e2502e588f8bf
+  data.tar.gz: fa7c426893f99844fa702dcbd349bcc141800994e167da25657ea1d5143de442aa5be4be03242221635edf9836d4c1c678e4a522f52c964ddd50f851fdda8d4a

data/.github/workflows/ubuntu.yml

@@ -35,4 +35,5 @@ jobs:
           bundle install --jobs 4 --retry 3
       - name: Run specs
         run: |
+          unset JAVA_TOOL_OPTIONS
           bundle exec rake

data/.rubocop.yml

@@ -5,6 +5,6 @@
 inherit_from:
   - https://raw.githubusercontent.com/riboseinc/oss-guides/master/ci/rubocop.yml
 AllCops:
-  TargetRubyVersion: 2.3
+  TargetRubyVersion: 2.4
 Rails:
-  Enabled: true
+  Enabled: false

data/grammars/biblio.rng

@@ -88,7 +88,7 @@
       <text/>
     </element>
   </define>
-  <define name="LocalizedString">
+  <define name="LocalizedString1">
     <optional>
       <!-- multiple languages and scripts possible: comma delimit them if so -->
       <attribute name="language"/>
@@ -98,6 +98,16 @@
     </optional>
     <text/>
   </define>
+  <define name="LocalizedString">
+    <choice>
+      <ref name="LocalizedString1"/>
+      <oneOrMore>
+        <element name="variant">
+          <ref name="LocalizedString1"/>
+        </element>
+      </oneOrMore>
+    </choice>
+  </define>
   <!--
     Unlike UML, change type to format: type is overloaded
     Would be need if plain were default value and could omit the attribute
@@ -121,7 +131,7 @@
     </optional>
     <ref name="LocalizedStringOrXsAny"/>
   </define>
-  <define name="LocalizedStringOrXsAny">
+  <define name="LocalizedStringOrXsAny1">
     <optional>
       <!-- multiple languages and scripts possible: comma delimit them if so -->
       <attribute name="language"/>
@@ -136,6 +146,16 @@
       </choice>
     </oneOrMore>
   </define>
+  <define name="LocalizedStringOrXsAny">
+    <choice>
+      <ref name="LocalizedStringOrXsAny1"/>
+      <oneOrMore>
+        <element name="variant">
+          <ref name="LocalizedStringOrXsAny1"/>
+        </element>
+      </oneOrMore>
+    </choice>
+  </define>
   <define name="contributor">
     <element name="contributor">
       <zeroOrMore>
@@ -512,7 +532,7 @@
   </define>
   <define name="LocalityType">
     <data type="string">
-      <param name="pattern">section|clause|part|paragraph|chapter|page|whole|table|annex|figure|note|list|example|volume|issue|time|locality:[a-zA-Z0-9_]+</param>
+      <param name="pattern">section|clause|part|paragraph|chapter|page|whole|table|annex|figure|note|list|example|volume|issue|time|anchor|locality:[a-zA-Z0-9_]+</param>
     </data>
   </define>
   <define name="referenceFrom">
@@ -641,9 +661,9 @@
     <optional>
       <ref name="status"/>
     </optional>
-    <optional>
+    <zeroOrMore>
       <ref name="copyright"/>
-    </optional>
+    </zeroOrMore>
     <zeroOrMore>
       <ref name="docrelation"/>
     </zeroOrMore>
@@ -1001,7 +1021,17 @@
       <optional>
         <ref name="to"/>
       </optional>
-      <ref name="owner"/>
+      <oneOrMore>
+        <ref name="owner"/>
+      </oneOrMore>
+      <optional>
+        <ref name="copyright_scope"/>
+      </optional>
+    </element>
+  </define>
+  <define name="copyright_scope">
+    <element name="scope">
+      <text/>
     </element>
   </define>
   <define name="from">

data/lib/relaton_w3c/hash_converter.rb

@@ -1,4 +1,11 @@
 module RelatonW3c
   class HashConverter < RelatonBib::HashConverter
+    class << self
+      # @param item_hash [Hash]
+      # @return [RelatonW3c::W3cBibliographicItem]
+      def bib_item(item_hash)
+        W3cBibliographicItem.new item_hash
+      end
+    end
   end
 end

data/lib/relaton_w3c/hit_collection.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
 
+require "fileutils"
+require "yaml"
+
 module RelatonW3c
   # Page of hit collection.
   class HitCollection < RelatonBib::HitCollection

data/lib/relaton_w3c/scrapper.rb

@@ -13,7 +13,7 @@ module RelatonW3c
 
       # @param hit [Hash]
       # @return [RelatonW3c::W3cBibliographicItem]
-      def parse_page(hit)
+      def parse_page(hit) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
         resp = Net::HTTP.get_response URI.parse(hit["link"])
         doc = resp.code == "200" ? Nokogiri::HTML(resp.body) : nil
         W3cBibliographicItem.new(
@@ -28,7 +28,7 @@ module RelatonW3c
           doctype: fetch_doctype(hit, doc),
           contributor: fetch_contributor(hit, doc),
           relation: fetch_relation(doc),
-          keyword: hit["keyword"],
+          keyword: hit["keyword"]
         )
       end
 
@@ -37,19 +37,21 @@ module RelatonW3c
       # @param hit [Hash]
       # @param doc [Nokogiri::HTML::Document]
       # @return [Array<RelatonBib::TypedTitleString>]
-      def fetch_title(hit, doc)
+      def fetch_title(hit, doc) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength, Metrics/PerceivedComplexity
         titles = []
         if doc
-          title = doc.at("//h1[@id='title']").text
-          titles << { content: title, type: "main" }
-          subtitle = doc.at("//h2[@id='subtitle']").text
-          titles << { content: subtitle, tipe: "subtitle" }
-        else
+          title = doc.at("//h1[contains(@id, 'title')]")&.text
+          titles << { content: title, type: "main" } if title
+          subtitle = doc.at(
+            "//h2[@id='subtitle']|//p[contains(@class, 'subline')]"
+          )&.text
+          titles << { content: subtitle, tipe: "subtitle" } if subtitle
+        elsif hit["title"]
           titles << { content: hit["title"], type: "main" }
         end
         titles.map do |t|
           title = RelatonBib::FormattedString.new(
-            content: t[:content], language: "en", script: "Latn",
+            content: t[:content], language: "en", script: "Latn"
           )
           RelatonBib::TypedTitleString.new(type: t[:type], title: title)
         end
@@ -75,10 +77,27 @@ module RelatonW3c
       # @param doc [Nokogiri::HTML::Document, NilClass]
       # @return [Array<RelatonBib::BibliographicDate>]
       def fetch_date(hit, doc)
-        on = hit["datepub"] || doc && doc.at("//h2/time[@datetime]")[:datetime]
+        on = hit["datepub"] || doc&.at("//h2/time[@datetime]")&.attr(:datetime)
+        on ||= fetch_date1(doc) || fetch_date2(doc)
         [RelatonBib::BibliographicDate.new(type: "published", on: on)] if on
       end
 
+      # @param doc [Nokogiri::HTML::Document, NilClass]
+      # @return [String]
+      def fetch_date1(doc)
+        d = doc&.at("//h2[@property='dc:issued']")&.attr(:content)
+        d&.match(/\d{4}-\d{2}-\d{2}/)&.to_s
+      end
+
+      # @param doc [Nokogiri::HTML::Document, NilClass]
+      # @return [String]
+      def fetch_date2(doc)
+        d = doc&.at("//h2[contains(@id, 'w3c-recommendation')]")
+        return unless d
+
+        Date.parse(d.attr(:id.match(/\d{2}-\w+-\d{4}/).to_s)).to_s
+      end
+
       # @param hit [Hash]
       # @param doc [Nokogiri::HTML::Document, NilClass]
       # @return [String]
@@ -96,17 +115,19 @@ module RelatonW3c
       # @param hit [Hash]
       # @param doc [Nokogiri::HTML::Document, NilClass]
       # @return [Array<RelatonBib::ContributionInfo>]
-      def fetch_contributor(hit, doc)
+      def fetch_contributor(hit, doc) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/MethodLength, Metrics/PerceivedComplexity
         if doc
-          editors = find_contribs(doc, "Editors").map do |ed|
-            parse_contrib ed, "editor"
+          editors = find_contribs(doc, "Editors").reduce([]) do |mem, ed|
+            c = parse_contrib ed, "editor"
+            mem << c if c
+            mem
           end
-          contribs = find_contribs(doc, "Authors").reduce(editors) do |mem, athr|
-            ed = mem.detect { |e| e[:id] && e[:id] == athr["data-editor-id"] }
+          contribs = find_contribs(doc, "Authors").reduce(editors) do |mem, ath|
+            ed = mem.detect { |e| e[:id] && e[:id] == ath["data-editor-id"] }
             if ed
               ed[:role] << { type: "author" }
             else
-              mem << parse_contrib(athr, "author")
+              mem << parse_contrib(ath, "author")
             end
             mem
           end
@@ -131,6 +152,8 @@ module RelatonW3c
       # @return [Hash]
       def parse_contrib(element, type)
         p = element.at("a")
+        return unless p
+
         contrib = {
           name: p.text,
           url: p[:href],

data/lib/relaton_w3c/version.rb

@@ -1,3 +1,3 @@
 module RelatonW3c
-  VERSION = "1.0.1".freeze
+  VERSION = "1.3.1".freeze
 end

data/lib/relaton_w3c/w3c_bibliographic_item.rb

@@ -5,35 +5,12 @@ module RelatonW3c
       proposedRecommendation recommendation retired workingDraft
     ].freeze
 
-    attr_reader :doctype
-
     # @param doctype [String]
     def initialize(**args)
       if args[:doctype] && !TYPES.include?(args[:doctype])
         warn "[relaton-w3c] invalid document type: #{args[:doctype]}"
       end
-      @doctype = args.delete :doctype
       super **args
     end
-
-    # @param builder [Nokogiri::XML::Builder, NilClass]
-    # @param opts [Hash]
-    # @option opts [TrueClass, FalseClass, NilClass] bibdata
-    def to_xml(builder = nil, **opts)
-      super builder, **opts do |b|
-        if opts[:bibdata] && doctype
-          b.ext do |e|
-            e.doctype doctype if doctype
-          end
-        end
-      end
-    end
-
-    # @return [Hash]
-    def to_hash
-      hash = super
-      hash["doctype"] = doctype if doctype
-      hash
-    end
   end
 end

data/lib/relaton_w3c/w3c_bibliography.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require "net/http"
+
 module RelatonW3c
   # Class methods for search W3C standards.
   class W3cBibliography
@@ -10,7 +12,7 @@ module RelatonW3c
         HitCollection.new text
       rescue SocketError, Timeout::Error, Errno::EINVAL, Errno::ECONNRESET,
              EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError,
-             Net::ProtocolError, OpenSSL::SSL::SSLError, Errno::ETIMEDOUT
+             Net::ProtocolError, Errno::ETIMEDOUT
         raise RelatonBib::RequestError,
               "Could not access #{HitCollection::DOMAIN}"
       end

data/lib/relaton_w3c/xml_parser.rb

@@ -1,19 +1,6 @@
 module RelatonW3c
   class XMLParser < RelatonBib::XMLParser
     class << self
-      # @param xml [String]
-      # @return [RelatonW3c::W3cBibliographicItem, NilClass]
-      def from_xml(xml)
-        doc = Nokogiri::XML xml
-        doc.remove_namespaces!
-        item = doc.at("/bibitem|/bibdata")
-        if item
-          W3cBibliographicItem.new(item_data(item))
-        else
-          warn "[relaton-w3c] can't find bibitem or bibdata element in the XML"
-        end
-      end
-
       private
 
       # Override RelatonBib::XMLParser.item_data method.
@@ -27,6 +14,12 @@ module RelatonW3c
         data[:doctype] = ext.at("./doctype")&.text
         data
       end
+
+      # @param item_hash [Hash]
+      # @return [RelatonBib::BibliographicItem]
+      def bib_item(item_hash)
+        W3cBibliographicItem.new item_hash
+      end
     end
   end
 end

data/relaton_w3c.gemspec

@@ -9,9 +9,9 @@ Gem::Specification.new do |spec|
   spec.email         = ["open.source@ribose.com"]
 
   spec.summary       = "RelatonIso: retrieve W3C Standards for bibliographic "\
-                       "use using the IsoBibliographicItem model"
+                       "using the IsoBibliographicItem model"
   spec.description   = "RelatonIso: retrieve W3C Standards for bibliographic "\
-                       "use using the IsoBibliographicItem model"
+                       "using the IsoBibliographicItem model"
   spec.homepage      = "https://github.com/relaton/relaton-wc3"
   spec.license       = "BSD-2-Clause"
   spec.required_ruby_version = Gem::Requirement.new(">= 2.4.0")
@@ -39,5 +39,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
-  spec.add_dependency "relaton-bib", ">= 1.0.3"
+  spec.add_dependency "relaton-bib", ">= 1.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-w3c
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.3.1
 platform: ruby
 authors:
 - Ribose Inc.
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-05-20 00:00:00.000000000 Z
+date: 2020-08-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: debase
@@ -114,15 +114,15 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.3
+        version: 1.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.3
-description: 'RelatonIso: retrieve W3C Standards for bibliographic use using the IsoBibliographicItem
+        version: 1.3.0
+description: 'RelatonIso: retrieve W3C Standards for bibliographic using the IsoBibliographicItem
   model'
 email:
 - open.source@ribose.com
@@ -162,7 +162,7 @@ licenses:
 - BSD-2-Clause
 metadata:
   homepage_uri: https://github.com/relaton/relaton-wc3
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -178,8 +178,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.0.6
-signing_key: 
+signing_key:
 specification_version: 4
-summary: 'RelatonIso: retrieve W3C Standards for bibliographic use using the IsoBibliographicItem
+summary: 'RelatonIso: retrieve W3C Standards for bibliographic using the IsoBibliographicItem
   model'
 test_files: []