relaton-w3c 1.9.0 → 1.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 58a4044db1d46717f23268b36efff858fbfdccd7e8c3f2b47d98246831512d42
-  data.tar.gz: bf87dbf1f5da70e68dc771f115363c531188b103a23bbf05872c68a8c47131a4
+  metadata.gz: ea91306625ad2f0f53980c20651589cd04de493874cbc209a91bafaec46fa9a2
+  data.tar.gz: '04608d998f36b0fc01cfd2a284e422bdc24120e91ea2d8f2e1e4a3dea44189dc'
 SHA512:
-  metadata.gz: 6b2fae6c6cf119defdf15284f68eac82ccf50766a162889a2f09ca4c3f9e7ffa1705b9f71a2b4b0da20939948f59e424f5a18489bb5ec19d18cfdf742f150aa7
-  data.tar.gz: c3ecafb387e50c47a93eeb3fde746420ee801667afe24a2277d0b4812d42a922a67e5374c919d1dff091bd0f02669f156609b0dcb383390f44d9fe6d245023d1
+  metadata.gz: 03ce95e1ed894df67208a6be15d61f36a8ba186553bf99f458244b07ba68eebe7c4d5a9ed7ff0d4739f05452f8a6ccd541c0462a760cd99bf9ce53bb61360220
+  data.tar.gz: edb1f2b02e369e0056291e7c55a2d0115cd2f09e8ad1896e027a4fbe9928494b304099bb0cd9ae4dd9a71a11395b0b98d6f1235e2346ba86a06f59d5aa0b50ec

data/Gemfile

@@ -3,5 +3,5 @@ source "https://rubygems.org"
 # Specify your gem's dependencies in relaton_w3c.gemspec
 gemspec
 
-gem "rake", "~> 12.0"
+gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"

data/README.adoc

@@ -115,6 +115,16 @@ RelatonW3c::W3cBibliography.get "W3C WD JSON-LD 1.1 2019-10-18"
 ...
 ----
 
+=== Typed links
+
+Each W3C document has `src` type link.
+
+[source,ruby]
+----
+item.link
+=> [#<RelatonBib::TypedUri:0x00007fc533ed4040 @content=#<Addressable::URI:0xcc22c URI:https://www.w3.org/TR/2020/REC-json-ld11-20200716/>, @type="src">]
+----
+
 === Create bibliographic item from XML
 [source,ruby]
 ----
@@ -141,6 +151,25 @@ RelatonW3c::W3cBibliographicItem.new bib_hash
 ...
 ----
 
+=== Fetch data
+
+There is a W3C dataset http://www.w3.org/2002/01/tr-automation/tr.rdf which can be converted into RelatonXML/BibXML/BibYAML formats.
+
+The method `RelatonW3c::DataFetcher.fetch(output: "data", format: "yaml")` converts all the documents from the dataset and save them to the `./data` folder in YAML format.
+Arguments:
+
+- `output` - folder to save documents (default './data').
+- `format` - format in which the documents are saved. Possimle formats are: `yaml`, `xml`, `bibxml` (default `yaml`).
+
+[source,ruby]
+----
+RelatonW3c::DataFetcher.fetch
+Started at: 2021-11-19 13:32:05 +0100
+Stopped at: 2021-11-19 13:34:40 +0100
+Done in: 155 sec.
+=> nil
+----
+
 == Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/relaton_w3c/data_fethcer.rb

@@ -0,0 +1,106 @@
+require "rdf"
+require "linkeddata"
+require "sparql"
+require "mechanize"
+require "relaton_w3c/data_parser"
+
+module RelatonW3c
+  class DataFetcher
+    USED_TYPES = %w[WD NOTE PER PR REC CR].freeze
+
+    attr_reader :data, :group_names
+
+    #
+    # Data fetcher initializer
+    #
+    # @param [String] output directory to save files
+    # @param [String] format format of output files (xml, yaml, bibxml)
+    #
+    def initialize(output, format)
+      @output = output
+      @format = format
+      @ext = format.sub(/^bib/, "")
+      dir = File.dirname(File.expand_path(__FILE__))
+      @group_names = YAML.load_file(File.join(dir , "workgroups.yaml"))
+      @data = RDF::Repository.load("http://www.w3.org/2002/01/tr-automation/tr.rdf")
+      @files = []
+    end
+
+    #
+    # Initialize fetcher and run fetch
+    #
+    # @param [Strin] output directory to save files, default: "data"
+    # @param [Strin] format format of output files (xml, yaml, bibxml), default: yaml
+    #
+    def self.fetch(output: "data", format: "yaml")
+      t1 = Time.now
+      puts "Started at: #{t1}"
+      FileUtils.mkdir_p output unless Dir.exist? output
+      new(output, format).fetch
+      t2 = Time.now
+      puts "Stopped at: #{t2}"
+      puts "Done in: #{(t2 - t1).round} sec."
+    end
+
+    #
+    # Parse documents
+    #
+    def fetch
+      query.each { |sl| save_doc DataParser.parse(sl, self) }
+    end
+
+    #
+    # Query RDF source for documents
+    #
+    # @return [RDF::Query::Solutions] query results
+    #
+    def query # rubocop:disable Metrics/MethodLength
+      sse = SPARQL.parse(%(
+        PREFIX : <http://www.w3.org/2001/02pd/rec54#>
+        PREFIX dc: <http://purl.org/dc/elements/1.1/>
+        PREFIX doc: <http://www.w3.org/2000/10/swap/pim/doc#>
+        # PREFIX mat: <http://www.w3.org/2002/05/matrix/vocab#>
+        PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
+        SELECT ?link ?title ?date
+        WHERE {
+          ?link dc:title ?title ; dc:date ?date . # ; doc:versionOf ?version_of .
+        }
+      ))
+      data.query sse
+    end
+
+    #
+    # Save document to file
+    #
+    # @param [RelatonW3c::W3cBibliographicItem, nil] bib bibliographic item
+    #
+    def save_doc(bib) # rubocop:disable Metrics/MethodLength
+      return unless bib
+
+      c = case @format
+          when "xml" then bib.to_xml(bibdata: true)
+          when "yaml" then bib.to_hash.to_yaml
+          else bib.send("to_#{@format}")
+          end
+      file = file_name(bib)
+      if @files.include? file
+        warn "File #{file} already exists. Document: #{bib.docnumber}"
+      else
+        @files << file
+      end
+      File.write file, c, encoding: "UTF-8"
+    end
+
+    #
+    # Generate file name
+    #
+    # @param [RelatonW3c::W3cBibliographicItem] bib bibliographic item
+    #
+    # @return [String] file name
+    #
+    def file_name(bib)
+      name = bib.docnumber.gsub(/[\s,:\/]/, "_").squeeze("_").upcase
+      File.join @output, "#{name}.#{@ext}"
+    end
+  end
+end

data/lib/relaton_w3c/data_parser.rb

@@ -0,0 +1,205 @@
+module RelatonW3c
+  class DataParser
+    #
+    # Document parser initalization
+    #
+    # @param [RDF::Query::Solution] sol entry from the SPARQL query
+    # @param [RelatonW3c::DataFetcher] fetcher data fetcher
+    #
+    def initialize(sol, fetcher)
+      @sol = sol
+      @fetcher = fetcher
+    end
+
+    #
+    # Initialize document parser and run it
+    #
+    # @param [RDF::Query::Solution] sol entry from the SPARQL query
+    # @param [RelatonW3c::DataFetcher] fetcher data fetcher
+    #
+    # @return [RelatonW3c:W3cBibliographicItem, nil] bibliographic item
+    #
+    def self.parse(sol, fetcher)
+      new(sol, fetcher).parse
+    end
+
+    #
+    # Parse document
+    #
+    # @return [RelatonW3c:W3cBibliographicItem, nil] bibliographic item
+    #
+    def parse # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
+      return unless @fetcher.class::USED_TYPES.include? type
+
+      RelatonW3c::W3cBibliographicItem.new(
+        type: "standard",
+        doctype: parse_doctype,
+        fetched: Date.today.to_s,
+        language: ["en"],
+        script: ["Latn"],
+        title: parse_title,
+        link: parse_link,
+        docid: parse_docid,
+        docnumber: identifier(@sol.link.to_s),
+        series: parse_series,
+        date: parse_date,
+        relation: parse_relation,
+        contributor: parse_contrib,
+        editorialgroup: parse_editorialgroup,
+      )
+    end
+
+    #
+    # Parse title
+    #
+    # @return [RelatonBib::TypedTitleStringCollection] title
+    #
+    def parse_title
+      t = RelatonBib::TypedTitleString.new title: @sol.title.to_s
+      RelatonBib::TypedTitleStringCollection.new [t]
+    end
+
+    #
+    # Parse link
+    #
+    # @return [Array<RelatonBib::TypedUri>] link
+    #
+    def parse_link
+      [RelatonBib::TypedUri.new(type: "src", content: @sol.link.to_s)]
+    end
+
+    #
+    # Parse docidentifier
+    #
+    # @return [Arra<RelatonBib::DocumentIdentifier>] docidentifier
+    #
+    def parse_docid
+      id = pub_id(@sol.link.to_s)
+      [RelatonBib::DocumentIdentifier.new(type: "W3C", id: id)]
+    end
+
+    #
+    # Generate PubID
+    #
+    # @param [String] url url
+    #
+    # @return [String] PubID
+    #
+    def pub_id(url)
+      "W3C #{identifier(url)}"
+    end
+
+    def identifier(url)
+      /.+\/(\w+(?:-[\w.]+)+(?:\/\w+)?)/.match(url)[1].to_s
+    end
+
+    #
+    # Parse series
+    #
+    # @return [Array<RelatonBib::Series>] series
+    #
+    def parse_series
+      title = RelatonBib::TypedTitleString.new content: "W3C #{type}"
+      [RelatonBib::Series.new(title: title, number: identifier(@sol.link.to_s))]
+    end
+
+    def type # rubocop:disable Metrics/MethodLength
+      @type ||= begin
+        sse = SPARQL.parse(%(
+          PREFIX : <http://www.w3.org/2001/02pd/rec54#>
+          PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
+          SELECT ?type
+          WHERE {
+            { <#{@sol.link}> rdf:type ?type }
+          }
+        ))
+        tps = @fetcher.data.query(sse).map { |s| s.type.to_s.split("#").last }
+        tps.detect { |t| Scrapper::DOCTYPES.key?(t) }
+      end
+    end
+
+    #
+    # Parse doctype
+    #
+    # @return [Strinf] doctype
+    #
+    def parse_doctype
+      Scrapper::DOCTYPES[type]
+    end
+
+    def parse_date
+      [RelatonBib::BibliographicDate.new(type: "published", on: @sol.date.to_s)]
+    end
+
+    #
+    # Parse relation
+    #
+    # @return [Array<RelatonBib::DocumentRelation>] relation
+    #
+    def parse_relation # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
+      sse = SPARQL.parse(%(
+        PREFIX doc: <http://www.w3.org/2000/10/swap/pim/doc#>
+        SELECT ?obsoletes
+        WHERE {
+          VALUES ?p { doc:obsoletes }
+          { <#{@sol.link}> ?p ?obsoletes }
+        }
+      ))
+      @fetcher.data.query(sse).order_by(:obsoletes).map do |r|
+        tp, url = r.to_h.first
+        fr = RelatonBib::LocalizedString.new pub_id(url.to_s)
+        bib = W3cBibliographicItem.new formattedref: fr
+        RelatonBib::DocumentRelation.new(type: tp.to_s, bibitem: bib)
+      end
+    end
+
+    #
+    # Parse contributor
+    #
+    # @return [Array<RelatonBib::ContributionInfo>] contributor
+    #
+    def parse_contrib # rubocop:disable Metrics/MethodLength
+      sse = SPARQL.parse(%(
+        PREFIX : <http://www.w3.org/2001/02pd/rec54#>
+        PREFIX contact: <http://www.w3.org/2000/10/swap/pim/contact#>
+        SELECT ?full_name
+        WHERE {
+          <#{@sol.link}> :editor/contact:fullName ?full_name
+        }
+      ))
+      @fetcher.data.query(sse).order_by(:full_name).map do |ed|
+        cn = RelatonBib::LocalizedString.new(ed.full_name.to_s, "en", "Latn")
+        n = RelatonBib::FullName.new completename: cn
+        p = RelatonBib::Person.new name: n
+        RelatonBib::ContributionInfo.new entity: p, role: [type: "editor"]
+      end
+    end
+
+    #
+    # Parse editorialgroup
+    #
+    # @return [RelatonBib::EditorialGroup] editorialgroup
+    #
+    def parse_editorialgroup # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
+      sse = SPARQL.parse(%(
+        PREFIX org: <http://www.w3.org/2001/04/roadmap/org#>
+        PREFIX contact: <http://www.w3.org/2000/10/swap/pim/contact#>
+        SELECT ?home_page
+        WHERE {
+          <#{@sol.link}> org:deliveredBy/contact:homePage ?home_page
+        }
+      ))
+      res = @fetcher.data.query(sse).order_by(:home_page)
+      tc = res.each_with_object([]) do |edg, obj|
+        wg = @fetcher.group_names[edg.home_page.to_s.sub(/\/$/, "")]
+        if wg
+          rwg = RelatonBib::WorkGroup.new name: wg["name"]
+          obj << RelatonBib::TechnicalCommittee.new(rwg)
+        else
+          warn "Working group name not found for #{edg.home_page}"
+        end
+      end
+      RelatonBib::EditorialGroup.new tc
+    end
+  end
+end

data/lib/relaton_w3c/processor.rb

@@ -4,11 +4,12 @@ module RelatonW3c
   class Processor < Relaton::Processor
     attr_reader :idtype
 
-    def initialize
+    def initialize # rubocop:disable Lint/MissingSuper
       @short = :relaton_w3c
       @prefix = "W3C"
       @defaultprefix = %r{^W3C\s}
       @idtype = "W3C"
+      @datasets = %w[w3c-rdf]
     end
 
     # @param code [String]
@@ -19,6 +20,18 @@ module RelatonW3c
       ::RelatonW3c::W3cBibliography.get(code, date, opts)
     end
 
+    #
+    # Fetch all the documents from http://www.w3.org/2002/01/tr-automation/tr.rdf
+    #
+    # @param [String] _source source name
+    # @param [Hash] opts
+    # @option opts [String] :output directory to output documents
+    # @option opts [String] :format
+    #
+    def fetch_data(_source, opts)
+      DataFetcher.fetch(**opts)
+    end
+
     # @param xml [String]
     # @return [RelatonCalconnect::CcBibliographicItem]
     def from_xml(xml)

data/lib/relaton_w3c/scrapper.rb

@@ -1,16 +1,16 @@
 module RelatonW3c
   class Scrapper
-    class << self
-      DOCTYPES = {
-        "CR" => "candidateRecommendation",
-        "NOTE" => "groupNote",
-        "PER" => "proposedEditedRecommendation",
-        "PR" => "proposedRecommendation",
-        "REC" => "recommendation",
-        "RET" => "retired",
-        "WD" => "workingDraft",
-      }.freeze
+    DOCTYPES = {
+      "CR" => "candidateRecommendation",
+      "NOTE" => "groupNote",
+      "PER" => "proposedEditedRecommendation",
+      "PR" => "proposedRecommendation",
+      "REC" => "recommendation",
+      "RET" => "retired",
+      "WD" => "workingDraft",
+    }.freeze
 
+    class << self
       # @param hit [Hash]
       # @return [RelatonW3c::W3cBibliographicItem]
       def parse_page(hit) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength

data/lib/relaton_w3c/version.rb

@@ -1,3 +1,3 @@
 module RelatonW3c
-  VERSION = "1.9.0".freeze
+  VERSION = "1.9.1".freeze
 end

data/lib/relaton_w3c/workgroups.yaml

@@ -0,0 +1,339 @@
+'https://www.w3.org/DOM/Group':
+  name: Web Hypertext Application Technology Working Group
+  abbrev: WHATWG
+'https://www.w3.org/2002/mmi':
+  name: Multimodal Interaction Working Group
+'https://www.w3.org/Math':
+  name: Math Working Group
+'https://www.w3.org/html/wg':
+  name: HTML Working Group
+  abbrev: HTMLWG
+'https://www.w3.org/groups/wg/htmlwg':
+  name: HTML Working Group
+  abbrev: HTMLWG
+'https://www.w3.org/XML/EXI':
+  name: Efficient Extensible Interchange Working Group
+  abbrev: EXIWG
+'https://www.w3.org/2007/OWL':
+  name: OWL Working Group
+  abbrev: OWLWG
+'https://www.w3.org/2001/sw/BestPractices':
+  name: Semantic Web Best Practices and Deployment Working Group
+  abbrev: SWBPD
+'https://www.w3.org/2000/xp/Group':
+  name: XML Protocol Working Group
+'https://www.w3.org/2011/audio':
+  name: Audio Working Group
+'https://www.w3.org/2001/12/URI':
+  name: URI Interest Group
+'https://www.w3.org/2005/MWI/BPWG':
+  name: Mobile Web Best Practices Working Group
+  abbrev: BPWG
+'https://www.w3.org/WAI/EO':
+  name: Education and Outreach Working Group 
+  abbrev: EOWG
+'https://www.w3.org/2001/sw/WebOnt':
+  name: Web-Ontology Working Group
+'http://www.w3.org/MarkUp/Forms':
+  name: Forms Working Group
+'https://www.w3.org/Style/CSS':
+  name: Cascading Style Sheets Working Group
+  abbrev: CSSWG
+'https://www.w3.org/2001/tag':
+  name: Technical Architecture Group
+  abbrev: TAG
+'https://www.w3.org/2002/ws/policy':
+  name: Web Services Policy Working Group
+'https://www.w3.org/2008/xmlsec':
+  name: XML Security Working Group
+'https://www.w3.org/2011/prov':
+  name: Provenance Working Group
+'https://www.w3.org/2019/webapps':
+  name: Web Applications Working Group
+'https://www.w3.org/WebPlatform/WG':
+  name: Web Applications Working Group
+'https://www.w3.org/2008/webapps':
+  name: Web Applications Working Group
+'https://www.w3.org/das':
+  name: Devices and Sensors Working Group
+  abbrev: DAS WG
+'https://www.w3.org/2007/uwa':
+  name: Ubiquitous Web Applications Working Group
+  abbrev: UWA
+'https://www.w3.org/Style/XSL':
+  name: Extensible Stylesheet Language Family
+'https://www.w3.org/XML/Query':
+  name: XML Query Working Group
+'https://www.w3.org/immersive-web':
+  name: Immersive Web Working Group
+'https://www.w3.org/2002/ws/addr':
+  name: Web Services Addressing Working Group
+'https://www.w3.org/WAI/GL':
+  name: Accessibility Guidelines Working Group
+  abbrev: AG WG
+'https://www.w3.org/WAI/APA':
+  name: Accessible Platform Architectures
+  abbrev: APA WG
+'https://www.w3.org/2011/rdf-wg':
+  name: RDF Working Group
+'https://www.w3.org/Voice':
+  name: Voice Browser Working Group
+'https://www.w3.org/webperf':
+  name: Web Performance Working Group
+'https://www.w3.org/Graphics/SVG/WG':
+  name: SVG Working Group
+'https://www.w3.org/International/core':
+  name: Internationalization Working Group
+'https://www.w3.org/WebCommerce/IG':
+  name: Web Commerce Interest Group
+  abbrev: WCIG
+'https://www.w3.org/AudioVideo/TT':
+  name: Timed Text Working Group
+  abbrev: TTWG
+'https://www.w3.org/2002/ws/desc':
+  name: Web Services Description Working Group
+'https://www.w3.org/2001/sw/RDFCore':
+  name: RDFCore Working Group
+'https://www.w3.org/2002/ws/arch':
+  name: Web Services Architecture Working Group
+'https://www.w3.org/2011/webappsec':
+  name: Web Application Security Working Group
+'https://www.w3.org/Social/WG':
+  name: Social Web Working Group
+'https://www.w3.org/XML/Core':
+  name: XML Core Working Group
+'https://www.w3.org/2006/07/SWD':
+  name: Semantic Web Deployment Working Group
+  abbrew: SWD
+'https://www.w3.org/WAI/PF':
+  name: Protocols and Formats Working Group
+  abbrev: PFWG
+'https://www.w3.org/XML/Group/Binary':
+  name: XML Binary Characterization Working Group
+'https://www.w3.org/2012/sysapps':
+  name: System Applications Working Group
+'https://www.w3.org/2017/vc':
+  name: Verifiable Credentials Working Group
+  abbrev: VCWG
+'https://www.w3.org/sw':
+  name: Service Workers Working Group
+'https://www.w3.org/XML/SML':
+  name: Service Modeling Language
+  abbrev: SML WG
+'https://www.w3.org/WoT/WG':
+  name: Web of Things Working Group
+  abbrev: WoT WG
+'https://www.w3.org/2017/dxwg':
+  name: Dataset Exchange Working Group
+  abbrev: DXWG
+'https://www.w3.org/groups/wg/webmachinelearning':
+  name: Web Machine Learning Working Group
+'https://www.w3.org/2008/WebVideo/Annotations':
+  name: Media Annotations Working Group
+  abbrev: MAWG
+'https://www.w3.org/2001/sw/DataAccess':
+  name: SPARQL Working Group
+'https://www.w3.org/publishing/groups/publ-wg':
+  name: Audiobooks Working Group
+'https://www.w3.org/2013/csvw':
+  name: CSV on the Web Working Group
+'https://www.w3.org/AudioVideo':
+  name: Synchronized Multimedia Working Group
+  abbrev: SYMM WG
+'https://www.w3.org/2001/sw/grddl-wg':
+  name: GRDDL Working Group
+'https://www.w3.org/XML/Schema':
+  name: XML Schema Working Group
+'https://www.w3.org/2012/ldp':
+  name: Linked Data Platform Working Group
+  abbrev: LDP WG
+'https://www.w3.org/2006/appformats':
+  name: Web Application Formats Working Group
+  abbrev: WAF WG
+'https://www.w3.org/2007/powder':
+  name: Protocol for Web Description Resources Working Group
+  abbrev: POWDER WG
+'https://www.w3.org/2010/02/rdfa':
+  name: RDFa Working Group
+'https://www.w3.org/2021/sdw':
+  name: Spatial Data on the Web Working Group
+  abbrev: SDW WG
+'https://www.w3.org/groups/wg/webrtc':
+  name: Web Real-Time Communications Working Group
+'https://www.w3.org/2001/di/Group':
+  name: Device Independence Working Group
+  abbrev: DIWG
+'https://www.w3.org/2001/sw/interest':
+  name: Semantic Web Interest Group
+  abbrev: SWIG
+'https://www.w3.org/2016/poe':
+  name: Permissions and Obligations Expression Working Group
+  abbrev: POE WG
+'https://www.w3.org/WoT/IG':
+  name: WoT Interest Group
+'https://www.w3.org/Payments/WG':
+  name: Web Payments Working Group
+'https://www.w3.org/dpub/IG':
+  name: Digital Publishing Interest Group
+'https://www.w3.org/2008/geolocation':
+  name: Geolocation Working Group
+'https://www.w3.org/2005/MWI/DDWG':
+  name: Mobile Web Initiative Device Description Working Group
+'https://www.w3.org/2005/rules/wg.html':
+  name: RIF Working Group
+'https://www.w3.org/groups/wg/distributed-tracing':
+  name: Distributed Tracing Working Group
+'https://www.w3.org/publishing/groups/epub-wg':
+  name: EPUB 3 Working Group
+'https://www.w3.org/2010/POI':
+  name: Points of Interest Working Group
+  abbrev: POI WG
+'https://www.w3.org/MarkUp':
+  name: XHTML2 Working Group
+'https://www.w3.org/2011/gld':
+  name: Government Linked Data Working Group
+  abbrev: GLD WG
+'https://www.w3.org/2014/secondscreen':
+  name: Second Screen Working Group
+'https://www.w3.org/securepay':
+  name: Web Payment Security Interest Group
+  abbrev: WPSIG
+'https://www.w3.org/2008/WebVideo/Fragments':
+  name: Media Fragments Working Group
+'https://www.w3.org/2011/mbui':
+  name: Model-Based User Interfaces Working Group 
+  abbrev: MBUI WG
+'https://www.w3.org/International/its':
+  name: ITS Working Group
+'https://www.w3.org/QA/WG':
+  name: Quality Assurance Working Group
+  abbrev: QAWG
+'https://www.w3.org/P3P/Group/Specification':
+  name: P3P Specification Working Group
+'https://www.w3.org/2011/webtv':
+  name: Media and Entertainment Interest Group
+'https://www.w3.org/2001/sw/hcls':
+  name: Semantic Web Health Care and Life Sciences Interest Group
+  abbrev: HCLS IG
+'https://www.w3.org/2002/ws/chor':
+  name: Web Services Choreography Working Group
+'https://www.w3.org/2005/MWI/Tests':
+  name: Mobile Web Test Suites Working Group
+'https://www.w3.org/XML/Group/Linking':
+  name: XML Linking Working Group
+'https://www.w3.org/WAI/ARIA':
+  name: Accessible Rich Internet Applications Working Group
+  abbrev: ARIA WG
+'https://www.w3.org/wasm':
+  name: WebAssembly Working Group
+'https://www.w3.org/groups/wg/webediting':
+  name: Web Editing Working Group
+'https://www.w3.org/2014/data-shapes':
+  name: RDF Data Shapes Working Group
+'https://www.w3.org/Mobile/IG':
+  name: Web and Mobile Interest Group
+'https://www.w3.org/2019/did-wg':
+  name: Decentralized Identifier Working Group
+  abbrev: DID WG
+'https://www.w3.org/egov/IG':
+  name: eGovernment Interest Group
+'https://www.w3.org/WAI/ER':
+  name: Evaluation and Repair Tools Working Group
+  abbrev: ERT WG
+'https://www.w3.org/2002/ws/soapjms':
+  name: SOAP-JMS Binding Working Group
+'https://www.w3.org/media-wg':
+  name: Media Working Group
+'https://www.w3.org/2018/json-ld-wg':
+  name: JSON-LD Working Group
+'https://www.w3.org/2020/gpu':
+  name: GPU for the Web Working Group
+'https://www.w3.org/Fonts/WG':
+  name: Web Fonts Working Group
+'https://www.w3.org/groups/wg/auto':
+  name: Automotive Working Group
+'https://www.w3.org/2001/sw/rdb2rdf':
+  name: RDB2RDF Working Group
+'https://www.w3.org/2006/WSC':
+  name: Web Security Context Working Group
+'https://www.w3.org/Graphics/WebCGM/WG':
+  name: WebCGM Working Group
+'https://www.w3.org/XML/Processing':
+  name: XML Processing Model Working Group
+'https://www.w3.org/testing/browser':
+  name: Browser Testing and Tools Working Group
+'https://www.w3.org/2004/CDF':
+  name: Compound Document Formats Working Group
+  abbrev: CDF WG
+'https://www.w3.org/2012/webcrypto':
+  name: Web Cryptography Working Group
+'https://www.w3.org/2002/ws/ra':
+  name: Web Services Resource Access Working Group
+'https://www.w3.org/2010/webevents':
+  name: Web Events Working Group
+'https://www.w3.org/WAI/UA':
+  name: User Agent Accessibility Guidelines Working Group
+  abbrev: UAWG
+'https://www.w3.org/groups/wg/pointer-events':
+  name: Pointer Events Working Group
+'https://www.w3.org/International/multilingualweb/lt':
+  name: MultilingualWeb-LT Working Group
+'https://www.w3.org/2017/sdwig':
+  name: Spatial Data on the Web Interest Group
+  abbrev: SDWIG
+'https://www.w3.org/Privacy':
+  name: Privacy Interest Group
+  abbrev: PING
+'https://www.w3.org/Mobile/CCPP/Group':
+  name: Composite Capability/Preference Profiles Working Group
+  abbrev: CC/PP WG
+'https://www.w3.org/2008/MW4D':
+  name: MW4D Interest Group
+  abbrev: MW4D IG
+'https://www.w3.org/2011/tracking-protection':
+  name: Tracking Protection Working Group
+'https://www.w3.org/annotation':
+  name: Annotation Working Group
+'https://www.w3.org/WAI/AU':
+  name: Authoring Tool Accessibility Guidelines Working Group
+  abbrev: ATAG WG
+'https://www.w3.org/MarkUp/CoordGroup':
+  name: Hypertext Coordination Group
+  abbrev: HCG
+'https://www.w3.org/2021/miniapps':
+  name: MiniApps Working Group
+'https://www.w3.org/webauthn':
+  name: Web Authentication Working Group
+  abbrev: WebAuthn WG
+'https://www.w3.org/2002/ws/sawsdl':
+  name: Semantic Annotations for WSDL Working Group
+  abbrev: SAWSDL WG
+'https://www.w3.org/2010/web-notifications':
+  name: Web Notification Working Group
+'https://www.w3.org/2006/webapi':
+  name: Web API Working Group
+'https://www.w3.org/webtransport':
+  name: WebTransport Working Group
+'https://www.w3.org/WAI/RD':
+  name: Research and Development Working Group
+  abbrev: RDWG
+'https://www.w3.org/XML/XPPL':
+  name: XML Print and Page Layout Working Group
+  abbrev: XPPL WG
+'https://www.w3.org/2007/xmlsec':
+  name: XML Security Specifications Maintenance Working Group
+'https://www.w3.org/2013/dwbp':
+  name: Data on the Web Best Practices Working Group
+  abbrev: DWBP WG
+'https://www.w3.org/2012/nfc':
+  name: Near Field Communications Working Group
+  abbrev: NFC WG
+'https://www.w3.org/2002/ws/databinding':
+  name: XML Schema Patterns for Databinding Working Group
+'https://www.w3.org/2018/chinese-web-ig':
+  name: Chinese Web Interest Group
+'https://www.w3.org/2016/tvcontrol':
+  name: TV Control Working Group
+'https://www.w3.org/WAI/IndieUI':
+  name: Independent User Interface Working Group
+  abbrev: Indie UI WG

data/lib/relaton_w3c.rb

@@ -7,6 +7,7 @@ require "relaton_w3c/hit"
 require "relaton_w3c/scrapper"
 require "relaton_w3c/xml_parser"
 require "relaton_w3c/hash_converter"
+require "relaton_w3c/data_fethcer"
 
 module RelatonW3c
   class Error < StandardError; end

data/relaton_w3c.gemspec

@@ -37,5 +37,9 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "vcr"
   spec.add_development_dependency "webmock"
 
+  spec.add_dependency "linkeddata", "~> 3.1.0"
+  spec.add_dependency "mechanize", "~> 2.8.0"
+  spec.add_dependency "rdf", "~> 3.1.0"
   spec.add_dependency "relaton-bib", ">= 1.9.0"
+  spec.add_dependency "sparql", "~> 3.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-w3c
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.9.1
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-08-26 00:00:00.000000000 Z
+date: 2021-11-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: equivalent-xml
@@ -80,6 +80,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: linkeddata
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.8.0
+- !ruby/object:Gem::Dependency
+  name: rdf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
 - !ruby/object:Gem::Dependency
   name: relaton-bib
   requirement: !ruby/object:Gem::Requirement
@@ -94,6 +136,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.9.0
+- !ruby/object:Gem::Dependency
+  name: sparql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
 description: 'RelatonIso: retrieve W3C Standards for bibliographic using the IsoBibliographicItem
   model'
 email:
@@ -117,6 +173,8 @@ files:
 - grammars/basicdoc.rng
 - grammars/biblio.rng
 - lib/relaton_w3c.rb
+- lib/relaton_w3c/data_fethcer.rb
+- lib/relaton_w3c/data_parser.rb
 - lib/relaton_w3c/hash_converter.rb
 - lib/relaton_w3c/hit.rb
 - lib/relaton_w3c/hit_collection.rb
@@ -125,6 +183,7 @@ files:
 - lib/relaton_w3c/version.rb
 - lib/relaton_w3c/w3c_bibliographic_item.rb
 - lib/relaton_w3c/w3c_bibliography.rb
+- lib/relaton_w3c/workgroups.yaml
 - lib/relaton_w3c/xml_parser.rb
 - relaton_w3c.gemspec
 homepage: https://github.com/relaton/relaton-wc3