relaton-bipm 1.14.1 → 1.14.3

data/lib/relaton_bipm/rawdata_bipm_metrologia/fetcher.rb

@@ -0,0 +1,176 @@
+# frozen_string_literal: true
+
+module RelatonBipm
+  module RawdataBipmMetrologia
+    class Fetcher
+      DIR = "rawdata-bipm-metrologia/data/*content/0026-1394"
+
+      # @param data_fetcher [RelatonBipm::DataFetcher]
+      def self.fetch(data_fetcher)
+        new(data_fetcher).fetch
+      end
+
+      # @param data_fetcher [RelatonBipm::DataFetcher]
+      def initialize(data_fetcher)
+        @data_fetcher = WeakRef.new data_fetcher
+      end
+
+      #
+      # Fetch documents from rawdata-bipm-metrologia and save to files
+      #
+      def fetch
+        fetch_metrologia
+        fetch_volumes
+        fetch_issues
+        fetch_articles
+      end
+
+      #
+      # Fetch articles from rawdata-bipm-metrologia and save to files
+      #
+      def fetch_articles # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+        Dir["#{DIR}/**/*.xml"].each do |path|
+          doc = Nokogiri::XML File.read(path, encoding: "UTF-8")
+          item = ArticleParser.parse doc.at("/article")
+          file = "#{item.docidentifier.first.id.downcase.gsub(' ', '-')}.#{@data_fetcher.ext}"
+          out_path = File.join(@data_fetcher.output, file)
+          @data_fetcher.index[[item.docidentifier.first.id]] = out_path
+          @data_fetcher.index_new.add_or_update [item.docidentifier.first.id], out_path
+          key = Id.new(item.docidentifier.first.id).normalized_hash
+          @data_fetcher.index2.add_or_update key, out_path
+          @data_fetcher.write_file out_path, item
+        end
+      end
+
+      #
+      # Fetch volumes from rawdata-bipm-metrologia and save to files
+      #
+      def fetch_volumes
+        Dir["#{DIR}/*"].map { |path| path.split("/").last }.uniq.each do |volume|
+          fetch_metrologia volume
+        end
+      end
+
+      #
+      # Fetch issues from rawdata-bipm-metrologia and save to files
+      #
+      def fetch_issues
+        Dir["#{DIR}/*/*"].each do |path|
+          volume, issue = path.split("/").last(2)
+          fetch_metrologia volume, issue
+        end
+      end
+
+      #
+      # Fetch metrologia root document from rawdata-bipm-metrologia and save to a file
+      #
+      # @overload set(volume, issue)
+      #   @param [String] volume volume number
+      #   @param [String] issue issue number
+      # @overload set(volume)
+      #   @param [String] volume volume number
+      #
+      def fetch_metrologia(*args) # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
+        id = identifier(*args)
+        item = BipmBibliographicItem.new(
+          type: "article", formattedref: formattedref(id), docid: docidentifier(id),
+          language: ["en"], script: ["Latn"], relation: relation(*args),
+          link: typed_uri(*args)
+        )
+        file = "#{id.downcase.gsub(' ', '-')}.#{@data_fetcher.ext}"
+        path = File.join(@data_fetcher.output, file)
+        @data_fetcher.index[[id]] = path
+        @data_fetcher.index_new.add_or_update [id], path
+        @data_fetcher.index2.add_or_update Id.new(id).normalized_hash, path
+        @data_fetcher.write_file path, item
+      end
+
+      #
+      # Create formattedref
+      #
+      # @param [String] id document identifier
+      #
+      # @return [RelatonBib::FormattedRef] formattedref
+      #
+      def formattedref(id)
+        RelatonBib::FormattedRef.new content: id, language: "en", script: "Latn"
+      end
+
+      #
+      # Create docidentifier
+      #
+      # @param [String] id document identifier
+      #
+      # @return [Array<RelatonBib::DocumentIdentifier>] docidentifier
+      #
+      def docidentifier(id)
+        [RelatonBib::DocumentIdentifier.new(id: id, type: "BIPM", primary: true)]
+      end
+
+      #
+      # Create identifier
+      #
+      # @overload set(volume, issue, article)
+      #   @param [String] volume volume number
+      #   @param [String] issue issue number
+      #   @param [String] article article number
+      # @overload set(volume, issue)
+      #   @param [String] volume volume number
+      #   @param [String] issue issue number
+      # @overload set(volume)
+      #   @param [String] volume volume number
+      #
+      # @return [String] document identifier
+      #
+      def identifier(*args)
+        ["Metrologia", *id_parts(*args)].join(" ")
+      end
+
+      def id_parts(*args)
+        args.map { |p| p.match(/[^_]+$/).to_s }
+      end
+
+      #
+      # Fetch relations
+      #
+      # @param (see #fetch_metrologia)
+      #
+      # @return [Array<RelatonBib::DocumentRelation>] relations
+      #
+      def relation(*args)
+        dir = [DIR, *args].join("/")
+        Dir["#{dir}/*"].map do |path|
+          part = path.split("/").last
+          id = identifier(*args, part)
+          RelatonBib::DocumentRelation.new(type: "partOf", bibitem: rel_bibitem(id))
+        end
+      end
+
+      #
+      # Create relation bibitem
+      #
+      # @param [String] id document identifier
+      #
+      # @return [RelatonBipm::BipmBibliographicItem] bibitem
+      #
+      def rel_bibitem(id)
+        BipmBibliographicItem.new(
+          formattedref: formattedref(id), docid: docidentifier(id),
+        )
+      end
+
+      def typed_uri(*args)
+        [RelatonBib::TypedUri.new(type: "src", content: link(*args))]
+      end
+
+      def link(*args)
+        params = id_parts(*args).join("/")
+        case args.size
+        when 0 then "https://iopscience.iop.org/journal/0026-1394"
+        when 1 then "https://iopscience.iop.org/volume/0026-1394/#{params}"
+        when 2 then "https://iopscience.iop.org/issue/0026-1394/#{params}"
+        end
+      end
+    end
+  end
+end

data/lib/relaton_bipm/version.rb

@@ -1,3 +1,3 @@
 module RelatonBipm
-  VERSION = "1.14.1".freeze
+  VERSION = "1.14.3".freeze
 end

data/lib/relaton_bipm.rb

@@ -1,6 +1,9 @@
 require "zip"
 require "fileutils"
+require "parslet"
 require "relaton_bib"
+require "relaton/index"
+require "relaton_bipm/id_parser"
 require "relaton_bipm/version"
 require "relaton_bipm/editorial_group"
 require "relaton_bipm/committee"
@@ -13,10 +16,11 @@ require "relaton_bipm/bipm_bibliographic_item"
 require "relaton_bipm/bipm_bibliography"
 require "relaton_bipm/hash_converter"
 require "relaton_bipm/xml_parser"
-require "relaton_bipm/index"
 require "relaton_bipm/data_fetcher"
 require "relaton_bipm/data_outcomes_parser"
 require "relaton_bipm/bipm_si_brochure_parser"
+require "relaton_bipm/rawdata_bipm_metrologia/fetcher"
+require "relaton_bipm/rawdata_bipm_metrologia/article_parser"
 
 module RelatonBipm
   class Error < StandardError; end

data/relaton_bipm.gemspec

@@ -32,17 +32,13 @@ Gem::Specification.new do |spec| # rubocop:disable Metrics/BlockLength
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "byebug"
   spec.add_development_dependency "equivalent-xml", "~> 0.6"
-  spec.add_development_dependency "pry-byebug"
-  spec.add_development_dependency "ruby-jing"
-  spec.add_development_dependency "simplecov"
-  spec.add_development_dependency "vcr"
-  spec.add_development_dependency "webmock"
 
   spec.add_dependency "faraday", "~> 1.0"
   spec.add_dependency "mechanize", "~> 2.8.0"
+  spec.add_dependency "parslet", "~> 2.0.0"
   spec.add_dependency "relaton-bib", "~> 1.14.0"
+  spec.add_dependency "relaton-index", "~> 0.1.0"
   spec.add_dependency "rubyzip", "~> 2.3.0"
   spec.add_dependency "serrano", "~> 1.0"
 end

metadata

@@ -1,29 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: relaton-bipm
 version: !ruby/object:Gem::Version
-  version: 1.14.1
+  version: 1.14.3
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-12-06 00:00:00.000000000 Z
+date: 2023-03-26 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: byebug
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: equivalent-xml
   requirement: !ruby/object:Gem::Requirement
@@ -39,117 +25,75 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.6'
 - !ruby/object:Gem::Dependency
-  name: pry-byebug
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: ruby-jing
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: simplecov
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: vcr
+  name: faraday
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
+        version: '1.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: webmock
+  name: mechanize
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
+        version: 2.8.0
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 2.8.0
 - !ruby/object:Gem::Dependency
-  name: faraday
+  name: parslet
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
-  name: mechanize
+  name: relaton-bib
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.8.0
+        version: 1.14.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.8.0
+        version: 1.14.0
 - !ruby/object:Gem::Dependency
-  name: relaton-bib
+  name: relaton-index
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.14.0
+        version: 0.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.14.0
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   name: rubyzip
   requirement: !ruby/object:Gem::Requirement
@@ -216,8 +160,10 @@ files:
 - lib/relaton_bipm/document_relation.rb
 - lib/relaton_bipm/editorial_group.rb
 - lib/relaton_bipm/hash_converter.rb
-- lib/relaton_bipm/index.rb
+- lib/relaton_bipm/id_parser.rb
 - lib/relaton_bipm/processor.rb
+- lib/relaton_bipm/rawdata_bipm_metrologia/article_parser.rb
+- lib/relaton_bipm/rawdata_bipm_metrologia/fetcher.rb
 - lib/relaton_bipm/structured_identifier.rb
 - lib/relaton_bipm/version.rb
 - lib/relaton_bipm/workgroup.rb

data/lib/relaton_bipm/index.rb

@@ -1,68 +0,0 @@
-module RelatonBipm
-  class Index
-    #
-    # Initialize index
-    #
-    def initialize
-      read_index_file || get_index_from_gh
-    end
-
-    #
-    # Search index entry
-    #
-    # @param [String] ref reference
-    #
-    # @return [String] path to document file
-    #
-    def search(ref)
-      @index.detect { |key, _| key.include? ref }&.last
-    end
-
-    private
-
-    #
-    # Create dir if need and return path to index file
-    #
-    # @return [String] path to index file
-    #
-    def path
-      @path ||= begin
-        dir = File.join Dir.home, ".relaton", "bipm"
-        FileUtils.mkdir_p dir
-        File.join dir, "index.yaml"
-      end
-    end
-
-    #
-    # Read index from file if it exists and not outdated
-    #
-    # @return [Hash, nil] index content
-    #
-    def read_index_file
-      return if !File.exist?(path) || File.ctime(path).to_date < Date.today
-
-      @index = RelatonBib.parse_yaml File.read(path, encoding: "UTF-8")
-    end
-
-    #
-    # Save index to file
-    #
-    # @return [<Type>] <description>
-    #
-    def save_index_file
-      File.write path, @index.to_yaml, encoding: "UTF-8"
-    end
-
-    #
-    # Get index from a GitHub repository
-    #
-    # @return [Hash] index content
-    #
-    def get_index_from_gh # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
-      resp = Zip::InputStream.new URI("#{BipmBibliography::GH_ENDPOINT}index.zip").open
-      zip = resp.get_next_entry
-      @index = RelatonBib.parse_yaml zip.get_input_stream.read
-      save_index_file
-    end
-  end
-end