relaton-cli 1.9.0 → 1.9.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a742751991033708b0285b4ae906c32c286c1f96c6187cf6ce3138ab866cbc56
-  data.tar.gz: d8215fdf8f4a33f8f6d71e3dc5d5336395be5b5be958d59f1bd93d988ed8f035
+  metadata.gz: f15afd456524555eb4054280b44c054324682885cf75d6007df26ac06d7f6382
+  data.tar.gz: 4a6ae9a8f06c07af7c7c71f425780486b0533a17d73a872f7df79655fa2c9a10
 SHA512:
-  metadata.gz: 9de6a8ec79b10ca88c674e38a5c6f39940b140e24e5e39f8572e65f8e9528d6ad848588ad1600fac67981f11835e610781f0093033ad6e29408c7f757ee786a3
-  data.tar.gz: 8cb24d8a76dcd230706c74d51b0ec0bc4a7847042d1bd78a3cd5c30fff5f0a54405231ae90349ab06f9c5e640f89c84ef60e497b526063d57c3af92d98494c55
+  metadata.gz: 4c4b205b32b36c9fa78ed191717fa5e10482f189e989fae1018b2768a972b1b5f22123b624b80c74ef38af348eb5d39c3fcbeb639c5d279bf049dc232dcf1072
+  data.tar.gz: 5752bfbaf2d2eaae483fde7b58d5a11b1f4dfa65ab6b7d2ab68e8c98152f2fe0c55b20cf521b02f9e77120722091cb213c346a6e07051df7b7da7d0ab5d71129

data/.rubocop.yml

@@ -2,6 +2,8 @@
 # https://github.com/riboseinc/oss-guides
 # All project-specific additions and overrides should be specified in this file.
 
+require: rubocop-rails
+
 inherit_from:
   - https://raw.githubusercontent.com/riboseinc/oss-guides/master/ci/rubocop.yml
 AllCops:

data/docs/README.adoc

@@ -49,11 +49,36 @@ Fetch the Relaton XML entry corresponding to the document identifier `CODE`.
 
 * `YEAR` is optional, and specifies the year of publication of the standard.
 * `FORMAT` is optional, and specifies the output format; the recognised values for `FORMAT` are `xml` (default), yaml, `bibtex`.
-* `TYPE` is optional, specifies the standards class library to be used, that the identifier is part of. The recognised values for `TYPE` are `BIPM`, `CC`, `CIE`, `CN`, `ECMA`, `IEC`, `IEEE`, `IETF`, `IHO`, `ISO`, `ITU`, `NIST`, `OGC`, `OMG`, `UN`, `W3C`.
+* `TYPE` is optional, specifies the standards class library to be used, that the identifier is part of. The recognised values for `TYPE` are `3GPP, BIPM, BSI, CC, CEN, CIE, CN, ECMA, IANA, IEC, IEEE, IETF, IHO, ISO, ITU, NIST, OGC, OMG, UN, W3C`.
 * `RETRIES` is optional, number of network retries (default 1).
 * `--all-parts` fetch all parts.
 * `--keep-year` undated reference should return actual reference with year.
 
+=== relaton fetch-data
+
+[source,console]
+----
+$ relaton fetch-data DATASET -o DIR -f FORMAT
+----
+
+Fetch all the documents from a `DATASET` source and save them to a folder `DIR` in format `FORMAT`.
+
+Foloowing datasets are availabe:
+
+* `nist-tech-pubs` - https://raw.githubusercontent.com/usnistgov/NIST-Tech-Pubs/nist-pages/xml/allrecords.xml
+* `cie-techstreet` - https://www.techstreet.com/cie/searches/31156444
+* `calconnect-org` - https://standards.calconnect.org/relaton/index.yaml
+* `ogc-naming-authority` - https://raw.githubusercontent.com/opengeospatial/NamingAuthority/master/incubation/bibliography/bibliography.json
+* `ieee-rawbib` - looks for the IEEE dataset in local `./ieee-rawbib` directory. The dataset could be downloaded from https://github.com/ietf-ribose/ieee-rawbib repository
+* `w3c-rdf` - http://www.w3.org/2002/01/tr-automation/tr.rdf
+* `iana-registries` - https://github.com/ietf-ribose/iana-registries
+* `status-smg-3GPP` - ftp://www.3gpp.org/Information/Databases/Spec_Status/
+
+Options:
+
+* `DIR` - floder name to store documents (default `./data`).
+* `FORMAT` - format in which the documents are saved. Possimle formats are: `yaml`, `xml`, `bibxml` (default `yaml`).
+
 === relaton extract
 
 [source,console]

data/lib/relaton/cli/command.rb

@@ -1,6 +1,7 @@
 require "relaton/cli/relaton_file"
 require "relaton/cli/xml_convertor"
 require "relaton/cli/yaml_convertor"
+require "relaton/cli/data_fetcher"
 require "relaton/cli/subcommand_collection"
 require "relaton/cli/subcommand_db"
 require "fcntl"
@@ -141,6 +142,14 @@ module Relaton
         File.write output, result, encoding: "UTF-8"
       end
 
+      desc "fetch-data SOURCE", "Fetch all the documents from a source"
+      option :output, aliases: :o, desc: "Output dir. Default: ./data/"
+      option :format, aliases: :f, desc: "Output format (yaml, xml, bibxml). Default: yaml"
+
+      def fetch_data(source)
+        DataFetcher.fetch source, options
+      end
+
       desc "collection SUBCOMMAND", "Collection manipulations"
       subcommand "collection", SubcommandCollection
 

data/lib/relaton/cli/data_fetcher.rb

@@ -0,0 +1,15 @@
+module Relaton
+  module Cli
+    module DataFetcher
+      def fetch(source, options)
+        processor = Relaton::Registry.instance.find_processor_by_dataset source
+        opts = {}
+        opts[:output] = options[:output] if options[:output]
+        opts[:format] = options[:format] if options[:format]
+        processor.fetch_data source, opts
+      end
+
+      extend DataFetcher
+    end
+  end
+end

data/lib/relaton/cli/version.rb

@@ -1,5 +1,5 @@
 module Relaton
   module Cli
-    VERSION = "1.9.0".freeze
+    VERSION = "1.9.4".freeze
   end
 end

data/relaton-cli.gemspec

@@ -36,7 +36,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "webmock"
 
   spec.add_runtime_dependency "liquid", "~> 4"
-  spec.add_runtime_dependency "relaton", "~> 1.9.0"
+  spec.add_runtime_dependency "relaton", ">= 1.9.1"
   spec.add_runtime_dependency "thor"
   spec.add_runtime_dependency "thor-hollaback"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-cli
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.9.4
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-08-26 00:00:00.000000000 Z
+date: 2021-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug
@@ -168,16 +168,16 @@ dependencies:
   name: relaton
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.9.0
+        version: 1.9.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.9.0
+        version: 1.9.1
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -237,6 +237,7 @@ files:
 - lib/relaton/cli.rb
 - lib/relaton/cli/base_convertor.rb
 - lib/relaton/cli/command.rb
+- lib/relaton/cli/data_fetcher.rb
 - lib/relaton/cli/full_text_search.rb
 - lib/relaton/cli/relaton_file.rb
 - lib/relaton/cli/subcommand_collection.rb