relaton-cen 1.8.pre1

data/grammars/reqt.rng

@@ -0,0 +1,165 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<grammar xmlns="http://relaxng.org/ns/structure/1.0" datatypeLibrary="http://www.w3.org/2001/XMLSchema-datatypes">
+  <!--
+    Presupposes isodoc.rnc, is included in it
+    include "isodoc.rnc" { }
+  -->
+  <define name="requirement">
+    <element name="requirement">
+      <ref name="RequirementType"/>
+    </element>
+  </define>
+  <define name="recommendation">
+    <element name="recommendation">
+      <ref name="RequirementType"/>
+    </element>
+  </define>
+  <define name="permission">
+    <element name="permission">
+      <ref name="RequirementType"/>
+    </element>
+  </define>
+  <define name="RequirementType">
+    <optional>
+      <attribute name="obligation">
+        <ref name="ObligationType"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="unnumbered">
+        <data type="boolean"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="subsequence"/>
+    </optional>
+    <attribute name="id">
+      <data type="ID"/>
+    </attribute>
+    <optional>
+      <attribute name="filename"/>
+    </optional>
+    <optional>
+      <ref name="reqtitle"/>
+    </optional>
+    <optional>
+      <ref name="label"/>
+    </optional>
+    <optional>
+      <ref name="subject"/>
+    </optional>
+    <optional>
+      <ref name="reqinherit"/>
+    </optional>
+    <zeroOrMore>
+      <ref name="classification"/>
+    </zeroOrMore>
+    <zeroOrMore>
+      <choice>
+        <ref name="measurementtarget"/>
+        <ref name="specification"/>
+        <ref name="verification"/>
+        <ref name="import"/>
+        <ref name="description"/>
+      </choice>
+    </zeroOrMore>
+    <optional>
+      <ref name="reqt_references"/>
+    </optional>
+    <zeroOrMore>
+      <choice>
+        <ref name="requirement"/>
+        <ref name="recommendation"/>
+        <ref name="permission"/>
+      </choice>
+    </zeroOrMore>
+  </define>
+  <define name="reqtitle">
+    <element name="title">
+      <ref name="FormattedString"/>
+    </element>
+  </define>
+  <define name="label">
+    <element name="label">
+      <text/>
+    </element>
+  </define>
+  <define name="subject">
+    <element name="subject">
+      <text/>
+    </element>
+  </define>
+  <define name="reqinherit">
+    <element name="inherit">
+      <text/>
+    </element>
+  </define>
+  <define name="measurementtarget">
+    <element name="measurement-target">
+      <ref name="RequirementSubpart"/>
+    </element>
+  </define>
+  <define name="specification">
+    <element name="specification">
+      <ref name="RequirementSubpart"/>
+    </element>
+  </define>
+  <define name="verification">
+    <element name="verification">
+      <ref name="RequirementSubpart"/>
+    </element>
+  </define>
+  <define name="import">
+    <element name="import">
+      <ref name="RequirementSubpart"/>
+    </element>
+  </define>
+  <define name="description">
+    <element name="description">
+      <ref name="RequirementSubpart"/>
+    </element>
+  </define>
+  <define name="reqt_references">
+    <element name="references">
+      <oneOrMore>
+        <ref name="bibitem"/>
+      </oneOrMore>
+    </element>
+  </define>
+  <define name="RequirementSubpart">
+    <optional>
+      <attribute name="type"/>
+    </optional>
+    <optional>
+      <attribute name="exclude">
+        <data type="boolean"/>
+      </attribute>
+    </optional>
+    <oneOrMore>
+      <ref name="BasicBlock"/>
+    </oneOrMore>
+  </define>
+  <define name="ObligationType">
+    <choice>
+      <value>requirement</value>
+      <value>recommendation</value>
+      <value>permission</value>
+    </choice>
+  </define>
+  <define name="classification">
+    <element name="classification">
+      <ref name="classification_tag"/>
+      <ref name="classification_value"/>
+    </element>
+  </define>
+  <define name="classification_tag">
+    <element name="tag">
+      <text/>
+    </element>
+  </define>
+  <define name="classification_value">
+    <element name="value">
+      <text/>
+    </element>
+  </define>
+</grammar>

data/lib/relaton_cen.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+require "digest/md5"
+require_relative "relaton_cen/version"
+require "relaton_cen/cen_bibliography"
+
+module RelatonCen
+  # Returns hash of XML greammar
+  # @return [String]
+  def self.grammar_hash
+    gem_path = File.expand_path "..", __dir__
+    grammars_path = File.join gem_path, "grammars", "*"
+    grammars = Dir[grammars_path].sort.map { |gp| File.read gp }.join
+    Digest::MD5.hexdigest grammars
+  end
+end

data/lib/relaton_cen/cen_bibliography.rb

@@ -0,0 +1,111 @@
+# frozen_string_literal: true
+
+require "mechanize"
+require "relaton_iso_bib"
+require "relaton_cen/scrapper"
+require "relaton_cen/hit_collection"
+require "relaton_cen/hit"
+require "relaton_cen/xml_parser"
+
+module RelatonCen
+  # Class methods for search Cenelec standards.
+  class CenBibliography
+    class << self
+      # @param text [String]
+      # @return [RelatonCen::HitCollection]
+      def search(text, year = nil)
+        /^CEN\s(?<code>.+)/ =~ text
+        HitCollection.new code, year
+      rescue Mechanize::ResponseCodeError => e
+        raise RelatonBib::RequestError, e.message
+      end
+
+      # @param code [String] the CEN standard Code to look up
+      # @param year [String] the year the standard was published (optional)
+      # @param opts [Hash] options; restricted to :all_parts if all-parts
+      #   reference is required
+      # @return [RelatonBib::BibliographicItem, nil]
+      def get(code, year = nil, opts = {}) # rubocop:disable Metrics/CyclomaticComplexity,Metrics/MethodLength,Metrics/PerceivedComplexity
+        # if year.nil?
+        code1, year1 = code.split ":"
+        # unless code1.nil?
+        code = code1
+        year ||= year1
+        # end
+        # end
+
+        ret = bib_get1(code, year, opts)
+        return nil if ret.nil?
+
+        # ret = ret.to_most_recent_reference unless year || opts[:keep_year]
+        # ret = ret.to_all_parts if opts[:all_parts]
+        ret
+      end
+
+      private
+
+      def fetch_ref_err(code, year, missed_years) # rubocop:disable Metrics/MethodLength
+        id = year ? "#{code}:#{year}" : code
+        warn "[relaton-cen] WARNING: no match found online for #{id}. "\
+          "The code must be exactly like it is on the standards website."
+        unless missed_years.empty?
+          warn "[relaton-cen] (There was no match for #{year}, though there "\
+            "were matches found for #{missed_years.join(', ')}.)"
+        end
+        # if /\d-\d/.match? code
+        #   warn "[relaton-cen] The provided document part may not exist, or "\
+        #     "the document may no longer be published in parts."
+        # else
+        #   warn "[relaton-cen] If you wanted to cite all document parts for "\
+        #     "the reference, use \"#{code} (all parts)\".\nIf the document "\
+        #     "is not a standard, use its document type abbreviation (TS, TR, "]
+        #     "PAS, Guide)."
+        # end
+        nil
+      end
+
+      # @param code [String]
+      # @return [RelatonCen::HitCollection]
+      def search_filter(code) # rubocop:disable Metrics/AbcSize,Metrics/CyclomaticComplexity,Metrics/MethodLength,Metrics/PerceivedComplexity
+        %r{^CEN\s(?<code1>[^-:]+)(?:-(?<part1>\d+))?} =~ code
+        warn "[relaton-cen] (\"#{code}\") fetching..."
+        result = search(code)
+        result.select do |i|
+          %r{^(?<code2>[^:-]+)(?:-(?<part2>\d+))?} =~ i.hit[:code]
+          code2.include?(code1) && (!part1 || part1 = part2)
+        end
+      end
+
+      # Sort through the results from Isobib, fetching them three at a time,
+      # and return the first result that matches the code,
+      # matches the year (if provided), and which # has a title (amendments do not).
+      # Only expects the first page of results to be populated.
+      # Does not match corrigenda etc (e.g. ISO 3166-1:2006/Cor 1:2007)
+      # If no match, returns any years which caused mismatch, for error reporting
+      def isobib_results_filter(result, year)
+        missed_years = []
+        result.each do |r|
+          /:(?<pyear>\d{4})/ =~ r.hit[:code]
+          if !year || year == pyear
+            ret = r.fetch
+            return { ret: ret } if ret
+          end
+
+          missed_years << pyear
+        end
+        { years: missed_years }
+      end
+
+      def bib_get1(code, year, _opts)
+        result = search_filter(code) || return
+        ret = isobib_results_filter(result, year)
+        if ret[:ret]
+          warn "[relaton-cen] (\"#{code}\") found #{ret[:ret].docidentifier.first&.id}"
+          ret[:ret]
+        else
+          fetch_ref_err(code, year, ret[:years])
+        end
+      end
+    end
+  end
+end

data/lib/relaton_cen/committees.yaml

@@ -0,0 +1,66 @@
+ASD-STAN: Aerospace
+CEN/CLC/ETSI/SMCG: CEN-CENELEC-ETSI Coordination Group on Smart Meters
+CEN/CLC/ETSI/JWG eAcc: eAccessibility
+CEN/CLC/ETSI/SEG-CG: CEN-CENELEC-ETSI Coordination Group on Smart Grids
+CEN/CLC/ETSI/SF-SSCC: CEN-CENELEC-ETSI Sector Forum on Smart and Sustainable Cities and Communities
+CEN/CLC/Guides: Group for CEN-CENELEC Guides
+CEN/CLC/JTC 1: Criteria for conformity assessment bodies
+CEN/CLC/JTC 2: Power Engineering
+CEN/CLC/JTC 3: Quality management and corresponding general aspects for medical devices
+CEN/CLC/JTC 4: Services for fire safety and security systems
+CEN/CLC/JTC 5: Space
+CEN/CLC/JTC 6: Hydrogen in energy systems
+CEN/CLC/JTC 10: Energy-related products - Material Efficiency Aspects for Ecodesign
+CEN/CLC/JTC 11: Accessibility in the built environment
+CEN/CLC/JTC 12: Design for All
+CEN/CLC/JTC 13: Cybersecurity and Data Protection
+CEN/CLC/JTC 14: Energy management and energy efficiency in the framework of energy transition
+CEN/CLC/JTC 15: Energy measurement plan for organizations
+CEN/CLC/JTC 16: CEN/CENELEC Joint Technical Committee on Active Implantable Medical Devices
+CEN/CLC/JTC 17: Gas Appliances with Combined Heat and Power
+CEN/CLC/JTC 18: Non automatic weighing instruments (NAWI)
+CEN/CLC/JTC 19: Blockchain and Distributed Ledger Technologies
+CEN/CLC/JTC 20: Hyperloop systems
+CEN/CLC/JTC 21: Artificial Intelligence
+CEN/CLC/WS 017: Development of a GALILEO enabled label
+CEN/CLC/WS 018: Assessment of the resilience of transport infrastructure to potentially disruptive events
+CEN/CLC/WS SEA-TITAN: Modular and cross-cutting Power Take-Off units for wave energy converters. Recommendations and laboratory testing
+CEN/CLC/WS SEP2: Industry Best Practices and an Industry Code of Conduct for Licensing of Standard Essential Patents in the field of 5G and Internet of Things
+CEN/CLC/WS HECTOS: CEN-CENELEC Workshop on Guidelines on evaluation systems and schemes for physical security products
+CEN/CLC/WS INACHUS: Urban search and rescue (USaR) robotic platform technical and procedural interoperability
+CEN/CLC/WS Monsoon: Predictive management of data intensive industrial processes
+CEN/CLC/WS REEMAIN: CEN/CENELEC Workshop on REEMAIN Methodology for Resource and Energy Efficiency Manufacturing
+CEN/CLC/WS SEP-IoT: Workshop on Best Practices and a Code of Conduct for Licensing Industry Standard Essential Patents in 5G and the Internet of Things (IoT), including the Industrial Internet
+CEN/CLC/WS ZONeSEC: Interoperability of security systems for the surveillance of widezones
+CEN/CLC/WS EINSTEIN: Good Practice Thermal Energy Audits (GPTEA)
+CEN/CLC/WS WiseGRID: Reference model for distribution application for microgrids
+CEN/CLC/WS EFPFInterOp: European Connected Factory Platform for Agile Manufacturing Interoperability
+CEN/CLC/WS ZDMterm: Zero Defects in Digital Manufacturing Terminology
+CEN/SS C20: Explosives and firework
+CEN/SS S08: Air quality
+CEN/SS S12: Gas analysis
+CEN/Guides: Group for CEN Guides
+CEN/SS A03: Postal services
+CEN/SS A07: Translation and Interpretation services
+CEN/SS A08: Funeral services
+CEN/SS A10: Services of Real Estate Agents
+CEN/SS A11: Security services
+CEN/SS A99: Services - Undetermined
+CEN/SS B02: Structures
+CEN/SS B09: Energy Performance of Buildings Directive (EPBD)
+CEN/SS B99: Building and construction - Undetermined
+CEN/SS C01: Food Products
+CEN/SS C10: Starch
+CEN/SS F01: Technical drawings
+CEN/SS F02: Units and symbols
+CEN/SS F05: Measuring Instruments
+CEN/SS F12: Information Processing Systems
+CEN/SS F16: Graphical symbols
+CEN/SS F17: Administrative documents
+CEN/SS F20: Quality assurance
+CEN/SS F23: Energy
+CEN/SS H10: Sewing machines
+CEN/SS H22: Smokers' lighters
+CEN/SS H99: Products for household and leisure use - Undetermined
+
+TC 459: ECISS - European Committee for Iron and Steel Standardization

data/lib/relaton_cen/hit.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module RelatonCen
+  # Hit.
+  class Hit < RelatonBib::Hit
+    attr_writer :fetch
+
+    # Parse page.
+    # @return [RelatonBib::BibliographicItem]
+    def fetch
+      @fetch ||= Scrapper.parse_page self
+    end
+  end
+end

data/lib/relaton_cen/hit_collection.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+require "relaton_cen/hit"
+
+module RelatonCen
+  # Page of hit collection.
+  class HitCollection < RelatonBib::HitCollection
+    DOMAIN = "https://standards.cen.eu/dyn/www/"
+
+    # @return [Mechanize]
+    attr_reader :agent
+
+    # @param ref [String]
+    # @param year [String]
+    def initialize(ref, year = nil) # rubocop:disable Metrics/AbcSize,Metrics/CyclomaticComplexity,Metrics/MethodLength,Metrics/PerceivedComplexity
+      super ref, year
+      @agent = Mechanize.new
+      agent.user_agent_alias = "Mac Safari"
+      if !ref || ref.empty?
+        @array = []
+        return
+      end
+
+      search_page = agent.get "#{DOMAIN}f?p=204:105:0:::::"
+      form = search_page.at "//form"
+      req_body = form.xpath("//input").map do |f|
+        next if f[:name].empty? || f[:name] == "f11"
+
+        val = case f[:value]
+              when "LANGUAGE_LIST" then 0
+              when "STAND_REF" then ref
+              else
+                case f[:name]
+                when "p_request" then "S1-S2-S3-S4-S5-S6"
+                when "f10" then ""
+                else f[:value]
+                end
+              end
+        if f[:name] == "f10" then "f10=#{f[:value]}&f11=#{val}"
+        else "#{f[:name]}=#{val}"
+        end
+      end.compact.join("&")
+      resp = agent.post form[:action], req_body
+      @array = hits resp
+    end
+
+    private
+
+    # @param resp [Mechanize::Page]
+    # @return [Array<RelatonCen::Hit>]
+    def hits(resp)
+      resp.xpath("//table[@class='dashlist']/tbody/tr/td[2]").map do |h|
+        ref = h.at("strong/a")
+        code = ref.text.strip
+        url = ref[:href]
+        Hit.new({ code: code, url: url }, self)
+      end
+    end
+  end
+end

data/lib/relaton_cen/processor.rb

@@ -0,0 +1,38 @@
+require "relaton/processor"
+
+module RelatonCen
+  class Processor < Relaton::Processor
+    def initialize
+      @short = :relaton_cen
+      @prefix = "CEN"
+      @defaultprefix = %r{^CEN\s}
+      @idtype = "CEN"
+    end
+
+    # @param code [String]
+    # @param date [String, NilClass] year
+    # @param opts [Hash]
+    # @return [RelatonBib::BibliographicItem]
+    def get(code, date, opts)
+      ::RelatonCen::CenBibliography.get(code, date, opts)
+    end
+
+    # @param xml [String]
+    # @return [RelatonBib::BibliographicItem]
+    def from_xml(xml)
+      ::RelatonCen::XMLParser.from_xml xml
+    end
+
+    # @param hash [Hash]
+    # @return [RelatonBib::BibliographicItem]
+    def hash_to_bib(hash)
+      ::RelatonIsoBib::IsoBibliographicItem.from_hash hash
+    end
+
+    # Returns hash of XML grammar
+    # @return [String]
+    def grammar_hash
+      @grammar_hash ||= ::RelatonIsoBib.grammar_hash
+    end
+  end
+end