relaton-ietf 1.10.5 → 1.11.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2bdbf2b79c15e3a39c10694ba1ed129b825c6481f95939dfd322da43a3ea859e
-  data.tar.gz: da2f82d0c9ec214fbef2dd229f06d8dd9ffc0099c1eededcfbfca3e3d2cebd70
+  metadata.gz: 7812c81b9dd19179ee160ebc6ab9f8d8388339c63eaeb58dc7e63438bc1732e6
+  data.tar.gz: d8451d7aff8ab646b026a8a236c51980792896cb2c8892f21b7dacf061e2e8a9
 SHA512:
-  metadata.gz: 2e435d1419778748b600048fd02881fa0cc32faa462fd50e95a1c837dcdd3c475ffd5f1cf0b143b1d20be38dae96dbdad3556d4b3d4954bc4a6de717da5cd0ec
-  data.tar.gz: dcf0ce8ce233f9f29073bea10b3abc4ffb9aa70f3749c88d3961fe01e6e157616237ded93e02ac664dba7c34a89da212880e2adb3d75949d176d41ff32491123
+  metadata.gz: a135ae22b557666d392f7e7b29612c8338e21f844f2f484c1f8772208e5ad2e635898b3c9bc6b5fdef372a6ab6a1df710844b245c7d7835c137334f57190a877
+  data.tar.gz: 9f04a36d7c1ce3ac3f9f9867ac8739f334484d847ff6e7fded8da8015334a6dbeb691b64f866ac37c2b04060f7f3e98896e73b652f9030b30fe15b8c88f4a242

data/Gemfile

@@ -1,6 +1,3 @@
-Encoding.default_external = Encoding::UTF_8
-Encoding.default_internal = Encoding::UTF_8
-
 source "https://rubygems.org"
 
 git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }

data/grammars/basicdoc.rng

@@ -173,9 +173,11 @@
           <data type="dateTime"/>
         </attribute>
       </optional>
-      <attribute name="from">
-        <data type="IDREF"/>
-      </attribute>
+      <optional>
+        <attribute name="from">
+          <data type="IDREF"/>
+        </attribute>
+      </optional>
       <optional>
         <attribute name="to">
           <data type="IDREF"/>
@@ -624,6 +626,9 @@
         <choice>
           <ref name="PureTextElement"/>
           <ref name="stem"/>
+          <ref name="eref"/>
+          <ref name="xref"/>
+          <ref name="hyperlink"/>
         </choice>
       </zeroOrMore>
     </element>
@@ -634,6 +639,9 @@
         <choice>
           <ref name="PureTextElement"/>
           <ref name="stem"/>
+          <ref name="eref"/>
+          <ref name="xref"/>
+          <ref name="hyperlink"/>
         </choice>
       </zeroOrMore>
     </element>
@@ -641,7 +649,12 @@
   <define name="tt">
     <element name="tt">
       <zeroOrMore>
-        <ref name="PureTextElement"/>
+        <choice>
+          <ref name="PureTextElement"/>
+          <ref name="eref"/>
+          <ref name="xref"/>
+          <ref name="hyperlink"/>
+        </choice>
       </zeroOrMore>
     </element>
   </define>
@@ -822,7 +835,9 @@
       <attribute name="alt"/>
     </optional>
     <ref name="CitationType"/>
-    <text/>
+    <oneOrMore>
+      <ref name="PureTextElement"/>
+    </oneOrMore>
   </define>
   <define name="hyperlink">
     <element name="link">
@@ -835,7 +850,9 @@
       <optional>
         <attribute name="alt"/>
       </optional>
-      <text/>
+      <oneOrMore>
+        <ref name="PureTextElement"/>
+      </oneOrMore>
     </element>
   </define>
   <define name="xref">
@@ -849,7 +866,9 @@
       <optional>
         <attribute name="alt"/>
       </optional>
-      <text/>
+      <oneOrMore>
+        <ref name="PureTextElement"/>
+      </oneOrMore>
     </element>
   </define>
   <define name="fn">

data/grammars/biblio.rng

@@ -677,6 +677,9 @@
     <zeroOrMore>
       <ref name="extent"/>
     </zeroOrMore>
+    <optional>
+      <ref name="bibliographic_size"/>
+    </optional>
     <zeroOrMore>
       <ref name="accesslocation"/>
     </zeroOrMore>
@@ -922,9 +925,29 @@
       <text/>
     </element>
   </define>
+  <define name="sizevalue">
+    <element name="value">
+      <attribute name="type"/>
+      <text/>
+    </element>
+  </define>
+  <define name="bibliographic_size">
+    <element name="size">
+      <oneOrMore>
+        <ref name="sizevalue"/>
+      </oneOrMore>
+    </element>
+  </define>
   <define name="extent">
     <element name="extent">
-      <ref name="BibItemLocality"/>
+      <choice>
+        <zeroOrMore>
+          <ref name="locality"/>
+        </zeroOrMore>
+        <zeroOrMore>
+          <ref name="localityStack"/>
+        </zeroOrMore>
+      </choice>
     </element>
   </define>
   <define name="series">

data/grammars/ietf.rng

@@ -345,7 +345,7 @@
         <optional>
           <attribute name="format"/>
         </optional>
-        <text/>
+        <ref name="XrefBody"/>
       </element>
     </define>
     <define name="erefType">

data/grammars/isodoc.rng

@@ -152,9 +152,7 @@
             <data type="boolean"/>
           </attribute>
         </optional>
-        <oneOrMore>
-          <ref name="PureTextElement"/>
-        </oneOrMore>
+        <ref name="XrefBody"/>
       </element>
     </define>
     <define name="erefType">
@@ -188,6 +186,42 @@
         <ref name="PureTextElement"/>
       </oneOrMore>
     </define>
+    <define name="localityStack">
+      <element name="localityStack">
+        <optional>
+          <attribute name="connective">
+            <choice>
+              <value>and</value>
+              <value>or</value>
+              <value>from</value>
+              <value>to</value>
+              <value/>
+            </choice>
+          </attribute>
+        </optional>
+        <zeroOrMore>
+          <ref name="locality"/>
+        </zeroOrMore>
+      </element>
+    </define>
+    <define name="sourceLocalityStack">
+      <element name="sourceLocalityStack">
+        <optional>
+          <attribute name="connective">
+            <choice>
+              <value>and</value>
+              <value>or</value>
+              <value>from</value>
+              <value>to</value>
+              <value/>
+            </choice>
+          </attribute>
+        </optional>
+        <zeroOrMore>
+          <ref name="sourceLocality"/>
+        </zeroOrMore>
+      </element>
+    </define>
     <define name="ul">
       <element name="ul">
         <attribute name="id">
@@ -1098,6 +1132,16 @@
     </define>
   </include>
   <!-- end overrides -->
+  <define name="image" combine="choice">
+    <element name="svg">
+      <oneOrMore>
+        <choice>
+          <text/>
+          <ref name="AnyElement"/>
+        </choice>
+      </oneOrMore>
+    </element>
+  </define>
   <define name="MultilingualRenderingType">
     <choice>
       <value>common</value>
@@ -2631,4 +2675,30 @@
       </zeroOrMore>
     </element>
   </define>
+  <define name="XrefBody">
+    <zeroOrMore>
+      <ref name="XrefTarget"/>
+    </zeroOrMore>
+    <oneOrMore>
+      <ref name="PureTextElement"/>
+    </oneOrMore>
+  </define>
+  <define name="XrefTarget">
+    <element name="location">
+      <attribute name="target">
+        <data type="string">
+          <param name="pattern">\i\c*|\c+#\c+</param>
+        </data>
+      </attribute>
+      <attribute name="connective">
+        <choice>
+          <value>and</value>
+          <value>or</value>
+          <value>from</value>
+          <value>to</value>
+          <value/>
+        </choice>
+      </attribute>
+    </element>
+  </define>
 </grammar>

data/grammars/reqt.rng

@@ -58,6 +58,14 @@
     <optional>
       <attribute name="type"/>
     </optional>
+    <optional>
+      <attribute name="tag"/>
+    </optional>
+    <optional>
+      <attribute name="multilingual-rendering">
+        <ref name="MultilingualRenderingType"/>
+      </attribute>
+    </optional>
     <optional>
       <ref name="reqtitle"/>
     </optional>
@@ -101,7 +109,9 @@
   </define>
   <define name="label">
     <element name="label">
-      <text/>
+      <oneOrMore>
+        <ref name="TextElement"/>
+      </oneOrMore>
     </element>
   </define>
   <define name="subject">
@@ -175,6 +185,14 @@
         <data type="boolean"/>
       </attribute>
     </optional>
+    <optional>
+      <attribute name="tag"/>
+    </optional>
+    <optional>
+      <attribute name="multilingual-rendering">
+        <ref name="MultilingualRenderingType"/>
+      </attribute>
+    </optional>
     <oneOrMore>
       <ref name="BasicBlock"/>
     </oneOrMore>

data/lib/relaton_ietf/data_fetcher.rb

@@ -64,11 +64,93 @@ module RelatonIetf
     # Fetches ietf-internet-drafts documents
     #
     def fetch_ieft_internet_drafts # rubocop:disable Metrics/MethodLength
-      Dir["bibxml-ids/*.xml"].each do |file|
-        save_doc BibXMLParser.parse(File.read(file, encoding: "UTF-8"))
+      versions = Dir["bibxml-ids/*.xml"].each_with_object([]) do |path, vers|
+        file = File.basename path, ".xml"
+        if file.include?("D.draft-")
+          vers << file.sub(/^reference\.I-D\./, "")
+        end
+        save_doc BibXMLParser.parse(File.read(path, encoding: "UTF-8"))
       end
+      update_versions(versions) if versions.any? && @format != "bibxml"
     end
 
+    #
+    # Updates I-D's versions
+    #
+    # @param [Array<String>] versions list of versions
+    #
+    def update_versions(versions) # rubocop:disable Metrics/MethodLength, Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
+      series = ""
+      bib_versions = []
+      Dir["#{@output}/*.#{@ext}"].each do |file|
+        match = /(?<series>draft-.+)-(?<ver>\d{2})\.#{@ext}$/.match file
+        if match
+          if series != match[:series]
+            bib_versions = versions.select { |ref| ref.include? match[:series] }
+            create_series match[:series], bib_versions
+          end
+          lv = bib_versions.select { |ref| ref.match(/\d+$/).to_s.to_i < match[:ver].to_i }
+          hv = bib_versions.select { |ref| ref.match(/\d+$/).to_s.to_i > match[:ver].to_i }
+          if lv.any? || hv.any?
+            bib = read_doc(file)
+            bib.relation << version_relation(lv.last, "updates") if lv.any?
+            bib.relation << version_relation(hv.first, "updatedBy") if hv.any?
+            save_doc bib, check_duplicate: false
+          end
+          series = match[:series]
+        end
+      end
+    end
+
+    #
+    # Create unversioned bibliographic item
+    #
+    # @param [String] ref reference
+    # @param [Array<String>] versions list of versions
+    #
+    def create_series(ref, versions)
+      return if versions.size < 2
+
+      fref = RelatonBib::FormattedRef.new content: ref
+      rel = versions.map do |v|
+        version_relation v, "includes"
+      end
+      save_doc IetfBibliographicItem.new(formattedref: fref, relation: rel)
+    end
+
+    #
+    # Create bibitem relation
+    #
+    # @param [String] ref reference
+    # @param [String] type relation type
+    #
+    # @return [RelatonBib::DocumentRelation] relation
+    #
+    def version_relation(ref, type)
+      fref = RelatonBib::FormattedRef.new content: ref
+      bibitem = IetfBibliographicItem.new formattedref: fref
+      RelatonBib::DocumentRelation.new(type: type, bibitem: bibitem)
+    end
+
+    #
+    # Redad saved documents
+    #
+    # @param [String] file path to file
+    #
+    # @return [RelatonIetf::IetfBibliographicItem] bibliographic item
+    #
+    def read_doc(file)
+      doc = File.read(file, encoding: "UTF-8")
+      case @format
+      when "xml" then XMLParser.from_xml(doc)
+      when "yaml" then IetfBibliographicItem.from_hash YAML.safe_load(doc)
+      else BibXMLParser.parse(doc)
+      end
+    end
+
+    #
+    # Fetches ietf-rfc-entries documents
+    #
     def fetch_ieft_rfcs
       rfc_index.xpath("xmlns:rfc-entry").each do |doc|
         save_doc RfcEntry.parse(doc)
@@ -78,6 +160,11 @@ module RelatonIetf
       end
     end
 
+    #
+    # Get RFC index
+    #
+    # @return [Nokogiri::XML::Document] RFC index
+    #
     def rfc_index
       uri = URI "https://www.rfc-editor.org/rfc-index.xml"
       Nokogiri::XML(Net::HTTP.get(uri)).at("/xmlns:rfc-index")
@@ -87,8 +174,9 @@ module RelatonIetf
     # Save document to file
     #
     # @param [RelatonIetf::RfcIndexEntry, nil] rfc index entry
+    # @param [Boolean] check_duplicate check for duplicate
     #
-    def save_doc(entry) # rubocop:disable Metrics/MethodLength
+    def save_doc(entry, check_duplicate: true) # rubocop:disable Metrics/MethodLength, Metrics/CyclomaticComplexity
       return unless entry
 
       c = case @format
@@ -97,9 +185,9 @@ module RelatonIetf
           else entry.send("to_#{@format}")
           end
       file = file_name entry
-      if @files.include? file
+      if check_duplicate && @files.include?(file)
         warn "File #{file} already exists. Document: #{entry.docnumber}"
-      else
+      elsif check_duplicate
         @files << file
       end
       File.write file, c, encoding: "UTF-8"
@@ -112,11 +200,11 @@ module RelatonIetf
     #
     # @return [String] file name
     #
-    def file_name(entry)
+    def file_name(entry) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
       id = if entry.respond_to? :docidentifier
              entry.docidentifier.detect { |i| i.type == "Internet-Draft" }&.id
            end
-      id ||= entry.docnumber
+      id ||= entry.docnumber || entry.formattedref.content
       if @source == "ietf-internet-drafts" then id.downcase!
       else id.upcase!
       end

data/lib/relaton_ietf/rfc_index_entry.rb

@@ -3,12 +3,13 @@ module RelatonIetf
     #
     # Document parser initalization
     #
-    # @param [String] name document type name
+    # @param [Nokogiri::XML::Element] doc document
     # @param [String] doc_id document id
     # @param [Array<String>] is_also included document ids
     #
-    def initialize(name, doc_id, is_also)
-      @name = name
+    def initialize(doc, doc_id, is_also)
+      @doc = doc
+      @name = doc.name.split("-").first
       @shortnum = doc_id[-4..-1].sub(/^0+/, "")
       @doc_id = doc_id
       @is_also = is_also
@@ -26,8 +27,7 @@ module RelatonIetf
       is_also = doc.xpath("./xmlns:is-also/xmlns:doc-id").map &:text
       return unless doc_id && is_also.any?
 
-      name = doc.name.split("-").first
-      new(name, doc_id.text, is_also).parse
+      new(doc, doc_id.text, is_also).parse
     end
 
     def parse
@@ -78,9 +78,11 @@ module RelatonIetf
     end
 
     def parse_relation
-      @is_also.map do |ref|
-        bib = IetfBibliography.get ref.sub(/^(RFC)(\d+)/, '\1 \2')
-        { type: "includes", bibitem: bib }
+      @is_also.each_with_object([]) do |ref, a|
+        # bib = IetfBibliography.get ref.sub(/^(RFC)(\d+)/, '\1 \2')
+        ref_doc = @doc.at "/xmlns:rfc-index/xmlns:rfc-entry[xmlns:doc-id[text()='#{ref}']]"
+        bib = RfcEntry.parse ref_doc
+        a << { type: "includes", bibitem: bib } if bib
       end
     end
   end

data/lib/relaton_ietf/version.rb

@@ -1,3 +1,3 @@
 module RelatonIetf
-  VERSION = "1.10.5".freeze
+  VERSION = "1.11.1".freeze
 end

data/relaton_ietf.gemspec

@@ -38,6 +38,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
-  spec.add_dependency "relaton-bib", "~> 1.10.1"
+  spec.add_dependency "relaton-bib", "~> 1.11.0"
   # spec.add_dependency "zlib", "~> 1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-ietf
 version: !ruby/object:Gem::Version
-  version: 1.10.5
+  version: 1.11.1
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-03-22 00:00:00.000000000 Z
+date: 2022-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: equivalent-xml
@@ -128,14 +128,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.10.1
+        version: 1.11.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.10.1
+        version: 1.11.0
 description: "RelatonIetf: retrieve IETF Standards for bibliographic use \nusing the
   BibliographicItem model.\n\nFormerly known as rfcbib.\n"
 email: