relaton-nist 0.3.3 → 0.3.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: faceada8e94976b665bdb8599df2fc9889412bd9
-  data.tar.gz: e75e31cb091a6f1f9bfdb06ce801861a7f2f435c
+SHA256:
+  metadata.gz: a9aa2e893b8a1b9004089a2a51daf8bec520c9da94092eb159d60e8eb5f38e29
+  data.tar.gz: 1e52d069f7c446704f190fa48594529344df75cc07050a7c050e53c0a39bbaba
 SHA512:
-  metadata.gz: bddc62ce9bd2499c1fd88db7a1bb6457fdaa4e754165756cab7b019ba85106b3e5ff7bb51e11650416a7aa59f891fe6a5d73bde4de966e68d879db3e1d4b0beb
-  data.tar.gz: 9bafb3ad3192317101ce3b6ee0b8b5a463f82c5d3b4d8727a94d835bb3fb8db287acb04cbc42ed2ad6f4eebe77f896d12d04278fe9049efd35ae752c24202171
+  metadata.gz: 2df94a8d67d12ecf5027361c13a866acda3b8d5f276ef52b5b85b768d7621d23b25bcc61bed190d8ee405d61dad08bda6b40d67c54a8f09df264b3eb5f0a9f94
+  data.tar.gz: 48f57b587993181848688807beba9ec0117c088619f9896e55067004437a40db43d80e708b69a5232da0da54f05e1a358803d4e20887feb0e2c2ecee82d87238

data/Gemfile.lock

@@ -1,15 +1,15 @@
 PATH
   remote: .
   specs:
-    relaton-nist (0.3.3)
+    relaton-nist (0.3.8)
       relaton-bib (~> 0.3.0)
       rubyzip
 
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.6.0)
-      public_suffix (>= 2.0.2, < 4.0)
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
     byebug (11.0.1)
     coderay (1.1.2)
     crack (0.4.3)
@@ -33,11 +33,11 @@ GEM
     pry-byebug (3.7.0)
       byebug (~> 11.0)
       pry (~> 0.10)
-    public_suffix (3.1.1)
+    public_suffix (4.0.1)
     rake (10.5.0)
-    relaton-bib (0.3.5)
+    relaton-bib (0.3.12)
       addressable
-      nokogiri (~> 1.10)
+      nokogiri
     rspec (3.8.0)
       rspec-core (~> 3.8.0)
       rspec-expectations (~> 3.8.0)
@@ -53,7 +53,7 @@ GEM
     rspec-support (3.8.2)
     ruby-debug-ide (0.7.0)
       rake (>= 0.8.1)
-    rubyzip (1.2.3)
+    rubyzip (2.0.0)
     safe_yaml (1.0.5)
     simplecov (0.16.1)
       docile (~> 1.1)

data/README.adoc

@@ -113,7 +113,7 @@ fetching 8200...
 ...
 ----
 
-=== Create bibliographic item form YAML
+=== Create bibliographic item from YAML
 [source,ruby]
 ----
 hash = YAML.load_file 'spec/examples/nist_bib_item.yml'

data/lib/relaton_nist.rb

@@ -1,27 +1,11 @@
 require "relaton_nist/version"
 require "relaton_nist/nist_bibliography"
 
-if defined? Relaton
-  require_relative "relaton/processor"
-  Relaton::Registry.instance.register(Relaton::RelatonNist::Processor)
-end
+# if defined? Relaton
+#   require_relative "relaton/processor"
+#   Relaton::Registry.instance.register(Relaton::RelatonNist::Processor)
+# end
 
 module RelatonNist
   class Error < StandardError; end
-
-  class << self
-    # @param date [String]
-    # @return [Date, NilClass]
-    def parse_date(sdate)
-      if /(?<date>\w+\s\d{4})/ =~ sdate # February 2012
-        Date.strptime(date, "%B %Y")
-      elsif /(?<date>\w+\s\d{1,2},\s\d{4})/ =~ sdate # February 11, 2012
-        Date.strptime(date, "%B %d, %Y")
-      elsif /(?<date>\d{4}-\d{2}-\d{2})/ =~ sdate # 2012-02-11
-        Date.parse(date)
-      elsif /(?<date>\d{4}-\d{2})/ =~ sdate # 2012-02
-        Date.strptime date, "%Y-%m"
-      end
-    end
-  end
 end

data/lib/relaton_nist/hit.rb

@@ -2,45 +2,16 @@
 
 module RelatonNist
   # Hit.
-  class Hit
+  class Hit < RelatonBib::Hit
     # @return [RelatonNist::HitCollection]
     attr_reader :hit_collection
 
-    # @return [Array<Hash>]
-    attr_reader :hit
-
-    # @param hit [Hash]
-    # @param hit_collection [RelatonNist:HitCollection]
-    def initialize(hit, hit_collection = nil)
-      @hit            = hit
-      @hit_collection = hit_collection
-    end
-
     # Parse page.
     # @return [RelatonNist::NistBliographicItem]
     def fetch
       @fetch ||= Scrapper.parse_page @hit
     end
 
-    # @return [String]
-    def to_s
-      inspect
-    end
-
-    # @return [String]
-    def inspect
-      "<#{self.class}:#{format('%#.14x', object_id << 1)} "\
-      "@text=\"#{@hit_collection&.text}\" "\
-      "@fetched=\"#{!@fetch.nil?}\" "\
-      "@fullIdentifier=\"#{@fetch&.shortref(nil)}\" "\
-      "@title=\"#{@hit[:code]}\">"
-    end
-
-    # @return [String]
-    def to_xml(**opts)
-      fetch.to_xml **opts
-    end
-
     # @return [Iteger]
     def sort_value
       @sort_value ||= begin

data/lib/relaton_nist/hit_collection.rb

@@ -8,18 +8,10 @@ require "open-uri"
 
 module RelatonNist
   # Page of hit collection.
-  class HitCollection < Array
+  class HitCollection < RelatonBib::HitCollection
     DOMAIN = "https://csrc.nist.gov"
-    DATAFILE = File.expand_path "data/pubs-export.zip", __dir__
-
-    # @return [TrueClass, FalseClass]
-    attr_reader :fetched
-
-    # @return [String]
-    attr_reader :text
-
-    # @return [String]
-    attr_reader :year
+    DATAFILEDIR = File.expand_path ".relaton/nist", Dir.home
+    DATAFILE = File.expand_path "pubs-export.zip", DATAFILEDIR
 
     # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
 
@@ -46,28 +38,6 @@ module RelatonNist
     end
     # rubocop:enable Metrics/AbcSize, Metrics/MethodLength
 
-    # @return [Iecbib::HitCollection]
-    def fetch
-      workers = RelatonBib::WorkersPool.new 4
-      workers.worker(&:fetch)
-      each do |hit|
-        workers << hit
-      end
-      workers.end
-      workers.result
-      @fetched = true
-      self
-    end
-
-    def to_s
-      inspect
-    end
-
-    # @return [String]
-    def inspect
-      "<#{self.class}:#{format('%#.14x', object_id << 1)} @fetched=#{@fetched}>"
-    end
-
     private
 
     # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
@@ -107,50 +77,79 @@ module RelatonNist
         )
       end
     end
+    # rubocop:enable Metrics/AbcSize, Metrics/MethodLength
 
     # Fetches data form json
     # @param docid [String]
+    # @param stage [String]
+    # @return [Array<RelatonNist::Hit>]
     def from_json(docid, **opts)
+      select_data(docid, **opts).map do |h|
+        /(?<serie>(?<=-)\w+$)/ =~ h["series"]
+        title = [h["title-main"], h["title-sub"]].compact.join " - "
+        release_date = RelatonBib.parse_date h["published-date"]
+        Hit.new({ code: h["docidentifier"], serie: serie.upcase, title: title,
+                  url: h["uri"], status: h["status"],
+                  release_date: release_date, json: h }, self)
+      end
+    end
+
+    # @param docid [String]
+    # @param stage [String]
+    # @return [Array<Hach>]
+    def select_data(docid, **opts)
+      d = Date.strptime year, "%Y" if year
       data.select do |doc|
-        if year
-          d = Date.strptime year, "%Y"
-          idate = RelatonNist.parse_date doc["issued-date"]
-          next unless idate.between? d, d.next_year.prev_day
-        end
+        next unless match_year?(doc, d)
+
         if /PD/ =~ opts[:stage]
           next unless %w[draft-public draft-prelim].include? doc["status"]
         else
           next unless doc["status"] == "final"
         end
         doc["docidentifier"] =~ Regexp.new(docid)
-      end.map do |h|
-        /(?<serie>(?<=-)\w+$)/ =~ h["series"]
-        title = [h["title-main"], h["title-sub"]].compact.join " - "
-        release_date = RelatonNist.parse_date h["published-date"]
-        Hit.new(
-          {
-            code: h["docidentifier"], serie: serie.upcase, title: title,
-            url: h["uri"], status: h["status"], release_date: release_date,
-            json: h
-          }, self
-        )
       end
     end
 
-    # Fetches json data
+    # @param doc [Hash]
+    # @param date [Date] first day of year
+    # @return [TrueClass, FalseClass]
+    def match_year?(doc, date)
+      return true unless year
+
+      idate = RelatonBib.parse_date doc["issued-date"]
+      idate.between? date, date.next_year.prev_day
+    end
+
+    # Fetches json data form server
     # @return [Hash]
     def data
       ctime = File.ctime DATAFILE if File.exist? DATAFILE
       if !ctime || ctime.to_date < Date.today
-        resp = OpenURI.open_uri("https://csrc.nist.gov/CSRC/media/feeds/metanorma/pubs-export.meta")
-        if !ctime || ctime < resp.last_modified
-          @data = nil
-          zip = OpenURI.open_uri "https://csrc.nist.gov/CSRC/media/feeds/metanorma/pubs-export.zip"
-          zip.close
-          FileUtils.mv zip.path, DATAFILE
-        end
+        fetch_data(ctime)
+      end
+      unzip
+    end
+
+    # Fetch data form server and save it to file
+    #
+    # @prarm ctime [Time, NilClass]
+    def fetch_data(ctime)
+      resp = OpenURI.open_uri("https://csrc.nist.gov/CSRC/media/feeds/metanorma/pubs-export.meta")
+      if !ctime || ctime < resp.last_modified
+        @data = nil
+        zip = OpenURI.open_uri "https://csrc.nist.gov/CSRC/media/feeds/metanorma/pubs-export.zip"
+        zip.close
+        FileUtils.mkdir_p DATAFILEDIR unless Dir.exist? DATAFILEDIR
+        FileUtils.mv zip.path, DATAFILE
       end
-      return if @data
+    end
+
+    # upack zip file
+    #
+    # @return [Hash]
+    def unzip
+      return @data if @data
 
       Zip::File.open(DATAFILE) do |zf|
         zf.each do |f|
@@ -160,6 +159,5 @@ module RelatonNist
       end
       @data
     end
-    # rubocop:enable Metrics/AbcSize, Metrics/MethodLength
   end
 end

data/lib/relaton_nist/nist_bibliography.rb

@@ -51,11 +51,7 @@ module RelatonNist
         end
 
         code += "-1" if opts[:all_parts]
-        ret = nistbib_get1(code, year, opts)
-        # return nil if ret.nil?
-        # ret.to_most_recent_reference unless year || opts[:keep_year]
-        # ret.to_all_parts if opts[:all_parts]
-        ret
+        nistbib_get1(code, year, opts)
       end
 
       private

data/lib/relaton_nist/processor.rb

@@ -0,0 +1,33 @@
+require "relaton/processor"
+
+module RelatonNist
+  class Processor < Relaton::Processor
+    def initialize
+      @short = :relaton_nist
+      @prefix = "NIST"
+      @defaultprefix = %r{^(NIST|NISTGCR|ITL Bulletin|JPCRD|NISTIR|CSRC)[ /]}
+      @idtype = "NIST"
+    end
+
+    # @param code [String]
+    # @param date [String, NilClass] year
+    # @param opts [Hash]
+    # @return [RelatonNist::GbBibliographicItem]
+    def get(code, date = nil, opts = {})
+      ::RelatonNist::NistBibliography.get(code, date, opts)
+    end
+
+    # @param xml [String]
+    # @return [RelatonNist::GbBibliographicItem]
+    def from_xml(xml)
+      ::RelatonNist::XMLParser.from_xml xml
+    end
+
+    # @param hash [Hash]
+    # @return [RelatonNist::GbBibliographicItem]
+    def hash_to_bib(hash)
+      item_hash = ::RelatonNist::HashConverter.hash_to_bib(hash)
+      ::RelatonNist::NistBibliographicItem.new item_hash
+    end
+  end
+end

data/lib/relaton_nist/scrapper.rb

@@ -21,7 +21,7 @@ module RelatonNist
         unless /^(SP|NISTIR|FIPS) / =~ item_data[:docid][0].id
           doctype = id_cleanup(item_data[:docid][0].id)
           item_data[:docid][0] = RelatonBib::DocumentIdentifier.new(
-            id: titles[0][:content], type: "NIST",
+            id: titles[0][:content].upcase, type: "NIST",
           )
         end
         item_data[:fetched] = Date.today.to_s
@@ -44,11 +44,9 @@ module RelatonNist
           edition: fetch_edition(json),
           language: [json["language"]],
           script: [json["script"]],
-          # abstract: fetch_abstract(doc),
           docstatus: fetch_status(json, hit_data[:status]),
           copyright: fetch_copyright(json["published-date"]),
           relation: fetch_relations_json(json),
-          # series: fetch_series(json),
           keyword: fetch_keywords(json),
           commentperiod: fetch_commentperiod_json(json),
         }
@@ -179,14 +177,14 @@ module RelatonNist
         dates = [{ type: "published", on: release_date.to_s }]
 
         if doc.is_a? Hash
-          issued = RelatonNist.parse_date doc["issued-date"]
-          updated = RelatonNist.parse_date doc["updated-date"]
+          issued = RelatonBib.parse_date doc["issued-date"]
+          updated = RelatonBib.parse_date doc["updated-date"]
           dates << { type: "updated", on: updated.to_s } if updated
-          obsoleted = RelatonNist.parse_date doc["obsoleted-date"]
+          obsoleted = RelatonBib.parse_date doc["obsoleted-date"]
           dates << { type: "obsoleted", on: obsoleted.to_s } if obsoleted
         else
           d = doc.at("//span[@id='pub-release-date']").text.strip
-          issued = RelatonNist.parse_date d
+          issued = RelatonBib.parse_date d
         end
         dates << { type: "issued", on: issued.to_s }
         dates

data/lib/relaton_nist/version.rb

@@ -1,3 +1,3 @@
 module RelatonNist
-  VERSION = "0.3.3".freeze
+  VERSION = "0.3.8".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-nist
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.8
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-08-20 00:00:00.000000000 Z
+date: 2019-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -211,10 +211,8 @@ files:
 - appveyor.yml
 - bin/console
 - bin/setup
-- lib/relaton/processor.rb
 - lib/relaton_nist.rb
 - lib/relaton_nist/comment_period.rb
-- lib/relaton_nist/data/pubs-export.zip
 - lib/relaton_nist/document_status.rb
 - lib/relaton_nist/hash_converter.rb
 - lib/relaton_nist/hit.rb
@@ -222,6 +220,7 @@ files:
 - lib/relaton_nist/keyword.rb
 - lib/relaton_nist/nist_bibliographic_item.rb
 - lib/relaton_nist/nist_bibliography.rb
+- lib/relaton_nist/processor.rb
 - lib/relaton_nist/scrapper.rb
 - lib/relaton_nist/version.rb
 - lib/relaton_nist/xml_parser.rb
@@ -245,8 +244,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.12
+rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
 summary: 'RelatonNist: retrive NIST standards.'

data/lib/relaton/processor.rb

@@ -1,23 +0,0 @@
-require "relaton/processor"
-
-module Relaton
-  module RelatonNist
-    class Processor < Relaton::Processor
-
-      def initialize
-        @short = :relaton_nist
-        @prefix = "NIST"
-        @defaultprefix = %r{^(NIST|NISTGCR|ITL Bulletin|JPCRD|NISTIR|CSRC)[ /]}
-        @idtype = "NIST"
-      end
-
-      def get(code, date = nil, opts = {})
-        ::RelatonNist::NistBibliography.get(code, date, opts)
-      end
-
-      def from_xml(xml)
-        ::RelatonNist::XMLParser.from_xml xml
-      end
-    end
-  end
-end