relaton-ietf 1.9.8 → 1.9.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9c56a40e6b16ec11c29b7b10ade3c09b071f4eddc84402d8d22909af910af8fa
-  data.tar.gz: 619f416b504b40dc9515cc2ca05c2bd3abffc2fc800eb473adfd2366bb63e068
+  metadata.gz: c189b76c5cd1565d79d2b910449c708bd759419e38fafd7cc8a96d0bfc2eab9a
+  data.tar.gz: cefad1d99e228226e1ac6ac5fdaf627911006a1e67d8ed93babb108150f4631b
 SHA512:
-  metadata.gz: 27fe700492c5e5d7b4f437a281912c2719cc18ec9656c85db6289a978847043f5e52ba011d2e1801304744166ce9091ba24ce5ec00005d5edde09d4d10a0cd8c
-  data.tar.gz: 94919d5a441b27673e10315d5f5cd8670515de252b0e925fb431d9698bfd8e5a40e719684ad61019e93471eb0add922743a6abd98abafd2402b18de764ca09a5
+  metadata.gz: fec8da43d98eadd06a4e511399fee9832dccbd4783a69268bd4762901270051c4eb275b8c91b9da3d9360fe86ba740e488d263cd697884f144a3749dfc6e26bf
+  data.tar.gz: 4a7c370e2e1825df2474be9796855f024aed008c30f737e087abb0bf8b02aed03d1332221c3eb8f71a7a3d51913eee215c1b77c21e6848ab01731e77fa8b5da6

data/.gitignore

@@ -6,6 +6,7 @@
 /pkg/
 /spec/reports/
 /tmp/
+/bibxml-ids/
 .vscode/
 
 # rspec failure tracking

data/README.adoc

@@ -138,7 +138,7 @@ RelatonIetf::IetfBibliographicItem.from_hash hash
 There is a IETF datasets what can be converted into RelatonXML/BibXML/BibYAML formats:
 
 - `ietf-rfcsubseries` - https://www.rfc-editor.org/rfc-index.xml (`<bcp-entry>`, `<fyi-entry>`, `<std-entry>`)
-- `ietf-internet-drafts` - https://www.ietf.org/lib/dt/sprint/bibxml-ids.tgz
+- `ietf-internet-drafts` - converts files from local directory `./bibxml-ids`. Use `rsync -avcizxL rsync.ietf.org::bibxml-ids ./bibxml-ids` command to fetch the files.
 - `ietf-rfc-entries` - https://www.rfc-editor.org/rfc-index.xml (`<rfc-entry>`)
 
 The method `RelatonIetf::DataFetcher.fetch(source, output: "data", format: "yaml")` converts all the documents from the dataset and save them to the `./data` folder in YAML format.

data/lib/relaton_ietf/data_fetcher.rb

@@ -1,6 +1,6 @@
-require "rubygems"
-require "rubygems/package"
-require "zlib"
+# require "rubygems"
+# require "rubygems/package"
+# require "zlib"
 require "relaton_ietf/rfc_index_entry"
 require "relaton_ietf/rfc_entry"
 
@@ -64,16 +64,19 @@ module RelatonIetf
     # Fetches ietf-internet-drafts documents
     #
     def fetch_ieft_internet_drafts # rubocop:disable Metrics/MethodLength
-      gz = OpenURI.open_uri("https://www.ietf.org/lib/dt/sprint/bibxml-ids.tgz")
-      z = Zlib::GzipReader.new(gz)
-      io = StringIO.new(z.read)
-      z.close
-      Gem::Package::TarReader.new io do |tar|
-        tar.each do |tarfile|
-          next if tarfile.directory?
+      # gz = OpenURI.open_uri("https://www.ietf.org/lib/dt/sprint/bibxml-ids.tgz")
+      # z = Zlib::GzipReader.new(gz)
+      # io = StringIO.new(z.read)
+      # z.close
+      # Gem::Package::TarReader.new io do |tar|
+      #   tar.each do |tarfile|
+      #     next if tarfile.directory?
 
-          save_doc RelatonBib::BibXMLParser.parse(tarfile.read)
-        end
+      #     save_doc BibXMLParser.parse(tarfile.read)
+      #   end
+      # end
+      Dir["bibxml-ids/*.xml"].each do |file|
+        save_doc BibXMLParser.parse(File.read(file, encoding: "UTF-8"))
       end
     end
 

data/lib/relaton_ietf/rfc_entry.rb

@@ -41,17 +41,35 @@ module RelatonIetf
         abstract: parse_abstract,
         relation: parse_relation,
         status: parse_status,
+        series: parse_series,
         editorialgroup: parse_editorialgroup,
       )
     end
 
+    #
+    # Parse series
+    #
+    # @return [Array<RelatonBib::Series>] series
+    #
+    def parse_series
+      title = RelatonBib::TypedTitleString.new(content: "RFC")
+      @doc.xpath("./xmlns:is-also/xmlns:doc-id").map do |s|
+        /^(?<name>\D+)(?<num>\d+)/ =~ s.text
+        t = RelatonBib::TypedTitleString.new(content: name)
+        RelatonBib::Series.new title: t, number: num.gsub(/^0+/, "")
+      end + [RelatonBib::Series.new(title: title, number: docnum)]
+    end
+
     #
     # Parse document identifiers
     #
     # @return [Array<RelatonBib::DocumentIdettifier>] document identifiers
     #
     def parse_docid
-      ids = [RelatonBib::DocumentIdentifier.new(id: pub_id, type: "IETF")]
+      ids = [
+        RelatonBib::DocumentIdentifier.new(id: pub_id, type: "IETF"),
+        RelatonBib::DocumentIdentifier.new(id: code, type: "IETF", scope: "anchor"),
+      ]
       doi = @doc.at("./xmlns:doi").text
       ids << RelatonBib::DocumentIdentifier.new(id: doi, type: "DOI")
       ids
@@ -73,7 +91,16 @@ module RelatonIetf
     # @return [String] PubID
     #
     def pub_id
-      "IETF #{code.sub(/^(RFC)(\d+)/, '\1 \2')}"
+      "RFC #{docnum}"
+    end
+
+    #
+    # Parse document number
+    #
+    # @return [String] document number
+    #
+    def docnum
+      /\d+$/.match(code).to_s.sub(/^0+/, "")
     end
 
     #
@@ -118,8 +145,11 @@ module RelatonIetf
     def parse_contributor
       @doc.xpath("./xmlns:author").map do |contributor|
         n = contributor.at("./xmlns:name").text
-        name = RelatonBib::LocalizedString.new( n,  "en",  "Latn")
-        fname = RelatonBib::FullName.new(completename: name)
+        int, snm = n.split
+        initial = [RelatonBib::LocalizedString.new(int, "en", "Latn")]
+        surname = RelatonBib::LocalizedString.new(snm, "en", "Latn")
+        name = RelatonBib::LocalizedString.new(n, "en", "Latn")
+        fname = RelatonBib::FullName.new(completename: name, initial: initial, surname: surname)
         person = RelatonBib::Person.new(name: fname)
         RelatonBib::ContributionInfo.new(entity: person, role: [{ type: "author" }])
       end
@@ -141,7 +171,10 @@ module RelatonIetf
     #
     def parse_abstract
       @doc.xpath("./xmlns:abstract").map do |c|
-        RelatonBib::FormattedString.new(content: c.text, language: "en",
+        content = c.xpath("./xmlns:p").map do |p|
+          "<#{p.name}>#{p.text.strip}</#{p.name}>"
+        end.join
+        RelatonBib::FormattedString.new(content: content, language: "en",
                                         script: "Latn", format: "text/html")
       end
     end

data/lib/relaton_ietf/rfc_index_entry.rb

@@ -19,7 +19,7 @@ module RelatonIetf
     #
     # @param [Nokogiri::XML::Element] doc document
     #
-    # @return [RelatonIetf:RfcIndexEntry, nil]
+    # @return [RelatonIetf:IetfBibliographicItem, nil]
     #
     def self.parse(doc)
       doc_id = doc.at("./xmlns:doc-id")
@@ -54,14 +54,14 @@ module RelatonIetf
 
     def parse_docid
       [
-        RelatonBib::DocumentIdentifier.new(type: "IETF", scope: "rfc-anchor", id: anchor),
-        # RelatonBib::DocumentIdentifier.new(type: "rfc-anchor", id: anchor),
+        RelatonBib::DocumentIdentifier.new(type: "IETF", id: pub_id),
+        RelatonBib::DocumentIdentifier.new(type: "IETF", scope: "anchor", id: @doc_id),
       ]
     end
 
-    # def pub_id
-    #   "IETF #{@name.upcase} #{@shortnum}"
-    # end
+    def pub_id
+      "#{@name.upcase} #{@shortnum}"
+    end
 
     def anchor
       "#{@name.upcase}#{@shortnum}"

data/lib/relaton_ietf/version.rb

@@ -1,3 +1,3 @@
 module RelatonIetf
-  VERSION = "1.9.8".freeze
+  VERSION = "1.9.12".freeze
 end

data/relaton_ietf.gemspec

@@ -38,6 +38,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
-  spec.add_dependency "relaton-bib", ">= 1.9.12"
-  spec.add_dependency "zlib", "~> 1.1.0"
+  spec.add_dependency "relaton-bib", ">= 1.9.19"
+  # spec.add_dependency "zlib", "~> 1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-ietf
 version: !ruby/object:Gem::Version
-  version: 1.9.8
+  version: 1.9.12
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-12-28 00:00:00.000000000 Z
+date: 2022-01-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: equivalent-xml
@@ -128,28 +128,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.9.12
+        version: 1.9.19
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.9.12
-- !ruby/object:Gem::Dependency
-  name: zlib
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.1.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.1.0
+        version: 1.9.19
 description: "RelatonIetf: retrieve IETF Standards for bibliographic use \nusing the
   BibliographicItem model.\n\nFormerly known as rfcbib.\n"
 email: