relaton-ecma 1.7.pre1 → 1.9.0

data/grammars/reqt.rng

@@ -30,15 +30,34 @@
         <data type="boolean"/>
       </attribute>
     </optional>
+    <optional>
+      <attribute name="number"/>
+    </optional>
     <optional>
       <attribute name="subsequence"/>
     </optional>
+    <optional>
+      <attribute name="keep-with-next">
+        <data type="boolean"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="keep-lines-together">
+        <data type="boolean"/>
+      </attribute>
+    </optional>
     <attribute name="id">
       <data type="ID"/>
     </attribute>
     <optional>
       <attribute name="filename"/>
     </optional>
+    <optional>
+      <attribute name="model"/>
+    </optional>
+    <optional>
+      <attribute name="type"/>
+    </optional>
     <optional>
       <ref name="reqtitle"/>
     </optional>
@@ -48,9 +67,9 @@
     <optional>
       <ref name="subject"/>
     </optional>
-    <optional>
+    <zeroOrMore>
       <ref name="reqinherit"/>
-    </optional>
+    </zeroOrMore>
     <zeroOrMore>
       <ref name="classification"/>
     </zeroOrMore>
@@ -135,6 +154,16 @@
         <data type="boolean"/>
       </attribute>
     </optional>
+    <optional>
+      <attribute name="keep-with-next">
+        <data type="boolean"/>
+      </attribute>
+    </optional>
+    <optional>
+      <attribute name="keep-lines-together">
+        <data type="boolean"/>
+      </attribute>
+    </optional>
     <oneOrMore>
       <ref name="BasicBlock"/>
     </oneOrMore>

data/lib/relaton_ecma/processor.rb

@@ -26,8 +26,7 @@ module RelatonEcma
     # @param hash [Hash]
     # @return [RelatonBib::BibliographicItem]
     def hash_to_bib(hash)
-      item_hash = ::RelatonBib::HashConverter.hash_to_bib(hash)
-      ::RelatonBib::BibliographicItem.new item_hash
+      ::RelatonBib::BibliographicItem.new hash
     end
 
     # Returns hash of XML grammar

data/lib/relaton_ecma/scrapper.rb

@@ -1,15 +1,13 @@
 module RelatonEcma
   module Scrapper
-    ENDPOINT = "https://www.ecma-international.org/publications/standards/".freeze
+    ENDPOINT = "https://raw.githubusercontent.com/relaton/relaton-data-ecma/master/data/".freeze
 
     class << self
       # @param code [String]
       # @return [RelatonBib::BibliographicItem]
-      def scrape_page(code) # rubocop:disable Metrics/AbcSize
-        num = /\d+$/.match(code).to_s.rjust 3, "0"
-        url = ENDPOINT + code.capitalize.sub(/\d+$/, num) + ".htm"
-        doc = Nokogiri::HTML OpenURI.open_uri url
-        parse_page doc, code, url
+      def scrape_page(code)
+        url = "#{ENDPOINT}#{code.gsub(/[\/\s]/, '_').upcase}.yaml"
+        parse_page url
       rescue OpenURI::HTTPError => e
         return if e.io.status.first == "404"
 
@@ -18,81 +16,11 @@ module RelatonEcma
 
       private
 
-      # @param doc [Nokogiri::HTML::Document]
-      # @param code [String]
       # @param url [String]
       # @retrurn [RelatonBib::BibliographicItem]
-      def parse_page(doc, code, url)
-        RelatonBib::BibliographicItem.new(
-          type: "standard", docid: fetch_docid(code), language: ["en"], script: ["Latn"],
-          link: fetch_link(doc, url), title: fetch_title(doc), abstract: fetch_abstract(doc),
-          date: fetch_date(doc), relation: fetch_relation(doc), place: ["Geneva"],
-          edition: fetch_edition(doc), doctype: "document"
-        )
-      end
-
-      # @param code [String]
-      # @return [Array<RelatonBib::DocumentIdentifier>]
-      def fetch_docid(code)
-        [RelatonBib::DocumentIdentifier.new(type: "ECMA", id: code)]
-      end
-
-      # @param doc [Nokogiri::HTM::Document]
-      # @param url [String]
-      # @return [Array<RelatonBib::TypedUri>]
-      def fetch_link(doc, url)
-        link = [RelatonBib::TypedUri.new(type: "src", content: url)]
-        ref = doc.at('//tr[@class="STbody"]/td/a')
-        link << RelatonBib::TypedUri.new(type: "doi", content: ref[:href]) if ref
-        link
-      end
-
-      # @param doc [Nokogiri::HTML::Document]
-      # @return [Array<Hash>]
-      def fetch_title(doc)
-        doc.xpath('//span[@class="STsubtitle"]').map do |t|
-          { content: t.text.strip, language: "en", script: "Latn" }
-        end
-      end
-
-      # @param doc [Nokogiri::HTML::Document]
-      # @return [Array<RelatonBib::FormattedString>]
-      def fetch_abstract(doc)
-        a = doc.xpath('//p[@class="STdescription"]').map do |a|
-          a.text.strip.squeeze(" ").gsub /\r\n/, ""
-        end.join "\n"
-        return [] if a.empty?
-
-        [RelatonBib::FormattedString.new(content: a, language: "en", script: "Latn")]
-      end
-
-      # @param doc [Nokogiri::HTML::Document]
-      # @return [Array<RelatonBib::BibliographicDate>]
-      def fetch_date(doc)
-        doc.xpath('//span[@class="STedition"]').map do |d|
-          date = d.text.match(/(?<=\()\w+\s\d{4}(?=\))/).to_s
-          RelatonBib::BibliographicDate.new type: "published", on: date
-        end
-      end
-
-      # @param doc [Nokogiri::HTML::Document]
-      # @return [String]
-      def fetch_edition(doc)
-        doc.at('//span[@class="STedition"]')&.text&.strip&.match(/^\d+(?=th)/)&.to_s
-      end
-
-      # @param doc [Nokogiri::HTML::Document]
-      # @return [Array<Hash>]
-      def fetch_relation(doc)
-        history = doc.at "//p[contains(., 'historical')]/a"
-        return [] unless history
-
-        rel_doc = Nokogiri::HTML OpenURI.open_uri(ENDPOINT + history[:href])
-        rel_doc.xpath("//tr[@class='STbody']/td[1]/*").map do |rel|
-          fref = RelatonBib::FormattedRef.new content: rel.text, language: "en", script: "Latn"
-          bibitem = RelatonBib::BibliographicItem.new formattedref: fref
-          { type: "updates", bibitem: bibitem }
-        end
+      def parse_page(url)
+        doc = OpenURI.open_uri url
+        RelatonBib::BibliographicItem.from_hash YAML.safe_load(doc)
       end
     end
   end

data/lib/relaton_ecma/version.rb

@@ -1,3 +1,3 @@
 module RelatonEcma
-  VERSION = "1.7.pre1".freeze
+  VERSION = "1.9.0".freeze
 end

data/relaton_ecma.gemspec

@@ -14,7 +14,7 @@ Gem::Specification.new do |spec| # rubocop:disable Metrics/BlockLength
   DESCRIPTION
   spec.homepage      = "https://github.com/metanorma/relaton-ecma"
   spec.license       = "BSD-2-Clause"
-  spec.required_ruby_version = Gem::Requirement.new(">= 2.4.0")
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.5.0")
 
   spec.metadata["homepage_uri"] = spec.homepage
 
@@ -27,15 +27,15 @@ Gem::Specification.new do |spec| # rubocop:disable Metrics/BlockLength
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "debase"
+  # spec.add_development_dependency "debase"
   spec.add_development_dependency "equivalent-xml", "~> 0.6"
   spec.add_development_dependency "pry-byebug"
   spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "ruby-debug-ide"
+  # spec.add_development_dependency "ruby-debug-ide"
   spec.add_development_dependency "ruby-jing"
   spec.add_development_dependency "simplecov"
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
-  spec.add_dependency "relaton-bib", "~> 1.7.0"
+  spec.add_dependency "relaton-bib", "~> 1.9.0"
 end

metadata

@@ -1,29 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: relaton-ecma
 version: !ruby/object:Gem::Version
-  version: 1.7.pre1
+  version: 1.9.0
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-12-22 00:00:00.000000000 Z
+date: 2021-08-26 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: debase
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: equivalent-xml
   requirement: !ruby/object:Gem::Requirement
@@ -66,20 +52,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
-- !ruby/object:Gem::Dependency
-  name: ruby-debug-ide
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: ruby-jing
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +114,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.7.0
+        version: 1.9.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.7.0
+        version: 1.9.0
 description: "RelatonEcma: retrieve ECMA Standards for bibliographic use \nusing the
   BibliographicItem model.\n"
 email:
@@ -158,9 +130,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/workflows/macos.yml"
-- ".github/workflows/ubuntu.yml"
-- ".github/workflows/windows.yml"
+- ".github/workflows/rake.yml"
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
@@ -194,14 +164,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.4.0
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.2.3
 signing_key:
 specification_version: 4
 summary: 'RelatonIetf: retrieve ECMA Standards for bibliographic use using the BibliographicItem

data/.github/workflows/macos.yml

@@ -1,34 +0,0 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
-name: macos
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ '**' ]
-
-jobs:
-  test-macos:
-    name: Test on Ruby ${{ matrix.ruby }} macOS
-    runs-on: macos-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '2.6', '2.5', '2.4' ]
-    steps:
-      - uses: actions/checkout@master
-      - name: Use Ruby
-        uses: actions/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          architecture: 'x64'
-      - name: Update gems
-        run: |
-          sudo gem install bundler --force
-          ruby -v | grep 2.5 && bundle config set build.debase --with-cflags="-Wno-error=implicit-function-declaration"
-          ruby -v | grep 2.5 && bundle config set build.ruby-debug-ide --with-cflags="-Wno-error=implicit-function-declaration"
-          bundle install --jobs 4 --retry 3
-      - name: Run specs
-        run: |
-          bundle exec rake

data/.github/workflows/ubuntu.yml

@@ -1,33 +0,0 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
-name: ubuntu
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ '**' ]
-
-jobs:
-  test-linux:
-    name: Test on Ruby ${{ matrix.ruby }} Ubuntu
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '2.6', '2.5', '2.4' ]
-    steps:
-      - uses: actions/checkout@master
-      - name: Use Ruby
-        uses: actions/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          architecture: 'x64'
-      - name: Update gems
-        run: |
-          gem install bundler
-          bundle install --jobs 4 --retry 3
-      - name: Run specs
-        run: |
-          unset JAVA_TOOL_OPTIONS
-          bundle exec rake

data/.github/workflows/windows.yml

@@ -1,35 +0,0 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
-name: windows
-
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ '**' ]
-
-jobs:
-  test-windows:
-    name: Test on Ruby ${{ matrix.ruby }} Windows
-    runs-on: windows-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '2.6', '2.5', '2.4' ]
-    steps:
-      - uses: actions/checkout@master
-      - name: Use Ruby
-        uses: actions/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          architecture: 'x64'
-      - name: Update gems
-        shell: pwsh
-        run: |
-          gem install bundler
-          bundle config --local path vendor/bundle
-          bundle update
-          bundle install --jobs 4 --retry 3
-      - name: Run specs
-        run: |
-          bundle exec rake