relaton-cli 1.8.2 → 1.9.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4cbb72fe1858ab6501f431377716305f5a597c75d53cec88d9185423d6c97125
-  data.tar.gz: dd0189d20b1c61df323ba73029c305bf2867c51397c5bf27c36aaeee3a3408d0
+  metadata.gz: 8bae2b8248683a44779dd5aa26bebb771457a250ed4cd7ed593622505e6f0e62
+  data.tar.gz: 7bd70875874902cea3dd3c0b2098dc8d1f4b48583b07ada0e014a2e3f04f2aac
 SHA512:
-  metadata.gz: bed73ee60f00ca3d9f0ea1aee4638969fb339862f1877cf027fd97c7ea7d95ab1df8d96a38ea4d10edda948222ea6b2df145dbf41cf4a06f9afbd071a68e79b2
-  data.tar.gz: b595d3c7c8c9d8d47c3a06f14fd8807fe03dcfa14ccb503aa9e63701e3e392b5c3afced86907e7ba1fea929e8bcc37da51e2ceb1a47d7a5c21cbe028dd0c6e3d
+  metadata.gz: c87d54b87fe81b7950b7977c31bd35e29fcb297d456575f654ba8485dee0b36afdad9e304d92c4c64cb2a0abedb982e6c93a05f102e4356e50a983aa01985d33
+  data.tar.gz: a501917c8cfa0772a18a12742acde2efe4195f56019fd4b524fd9bf718dc65a8083c4682be3aa1fa9ff22fec8753e926eefa0585da3b09037a24e0f89b1647e3

data/docs/README.adoc

@@ -54,6 +54,30 @@ Fetch the Relaton XML entry corresponding to the document identifier `CODE`.
 * `--all-parts` fetch all parts.
 * `--keep-year` undated reference should return actual reference with year.
 
+=== relaton fetch-data
+
+[source,console]
+----
+$ relaton fetch-data DATASET -o DIR -f FORMAT
+----
+
+Fetch all the documents from a `DATASET` source and save them to a folder `DIR` in format `FORMAT`.
+
+Foloowing datasets are availabe:
+
+* `nist-tech-pubs` - https://raw.githubusercontent.com/usnistgov/NIST-Tech-Pubs/nist-pages/xml/allrecords.xml
+* `cie-techstreet` - https://www.techstreet.com/cie/searches/31156444
+* `calconnect-org` - https://standards.calconnect.org/relaton/index.yaml
+* `ogc-naming-authority` - https://raw.githubusercontent.com/opengeospatial/NamingAuthority/master/incubation/bibliography/bibliography.json
+* `ieee-rawbib` - looks for the IEEE dataset in local `./ieee-rawbib` directory. The dataset could be downloaded from https://github.com/ietf-ribose/ieee-rawbib repository
+* `w3c-rdf` - http://www.w3.org/2002/01/tr-automation/tr.rdf
+* `iana-registries` - https://github.com/ietf-ribose/iana-registries
+
+Options:
+
+* `DIR` - floder name to store documents (default `./data`).
+* `FORMAT` - format in which the documents are saved. Possimle formats are: `yaml`, `xml`, `bibxml` (default `yaml`).
+
 === relaton extract
 
 [source,console]
@@ -310,38 +334,38 @@ Import document or collection from XML `FILE` into `COLLECTION`.
 * `COLLECTION` is optional. If collection doesn't exist then it will be created.
 * `DIRECTORY` is optional, and specifies path to a directory with collections. Default is `$HOME/.relaton/collections`.
 
-=== Cache DB manipulation
+=== Dadabase manipulation
 
-==== Create cache DB
+==== Create database
 
 ----
 $ relaton db create DIR
 ----
 
-Creates a new cache DB in a directory `DIR` (optional, deafult is `/home/USER/.relaton/dbpath`). In case the target directory exists it will be used as a cache DB.
+Creates a new database in a directory `DIR` (optional, deafult is `/home/USER/.relaton/dbpath`). In case the target directory exists it will be used as a database.
 
 ----
 $ relaton db create
-Cache DB is in "/Users/user/.relaton/cache"
+Database is in "/Users/user/.relaton/cache"
 
 $ relaton db create cachedb
-Cache DB is in "/Users/user/RubyProjects/relaton-cli/cachedb"
+Database is in "/Users/user/RubyProjects/relaton-cli/cachedb"
 ----
 
-==== Move cache DB
+==== Move database
 
 ----
 $ relaton db mv DIR
 ----
 
-Move cache DB to another place `DIR`.
+Move database to another place `DIR`.
 
 ----
 $ relaton db mv cache_dir
-Cache DB is moved to "/Users/user/RubyProjects/relaton-cli/cache_dir"
+Database is moved to "/Users/user/RubyProjects/relaton-cli/cache_dir"
 ----
 
-==== Clear cache DB
+==== Clear database
 
 Delete all entries from a chache DB.
 
@@ -349,13 +373,13 @@ Delete all entries from a chache DB.
 $ relaton db clear
 ----
 
-==== Fetch from cache DB
+==== Fetch from database
 
 ----
 $ relaton db fetch -t TYPE -f FORMAT -y YEAR
 ----
 
-Fetch an entry from a cache DB. See [relaton fetch](#relaton-fetch) for the arguments explanation.
+Fetch an entry from a database. See [relaton fetch](#relaton-fetch) for the arguments explanation.
 
 ==== Fetch all
 

data/lib/relaton/cli/command.rb

@@ -1,6 +1,7 @@
 require "relaton/cli/relaton_file"
 require "relaton/cli/xml_convertor"
 require "relaton/cli/yaml_convertor"
+require "relaton/cli/data_fetcher"
 require "relaton/cli/subcommand_collection"
 require "relaton/cli/subcommand_db"
 require "fcntl"
@@ -14,14 +15,14 @@ module Relaton
 
       desc "fetch CODE", "Fetch Relaton XML for Standard identifier CODE"
       option :type, aliases: :t, desc: "Type of standard to "\
-        "get bibliographic entry for"
+                                       "get bibliographic entry for"
       option :format, aliases: :f, desc: "Output format (xml, yaml, bibtex). "\
-        "Default xml."
+                                         "Default xml."
       option :year, aliases: :y, type: :numeric, desc: "Year the standard was "\
-        "published"
+                                                       "published"
       option :"all-parts", type: :boolean, desc: "Fetch all parts"
       option :"keep-year", type: :boolean, desc: "Undated reference should "\
-        "return actual reference with year"
+                                                 "return actual reference with year"
       option :retries, aliases: :r, type: :numeric, desc: "Number of network "\
         "retries. Default 1."
 
@@ -43,7 +44,7 @@ module Relaton
         "DIRECTORY (containing Relaton-XML or YAML) into a Relaton Collection"
       option :title, aliases: :t,  desc: "Title of resulting Relaton collection"
       option :organization, aliases: :g, desc: "Organization owner of Relaton "\
-        "collection"
+                                               "collection"
       option :extension, aliases: :x, desc: "File extension of destination "\
         "Relaton file, defaults to 'rxl'"
 
@@ -61,15 +62,15 @@ module Relaton
       end
 
       desc "yaml2xml YAML", "Convert Relaton YAML into Relaton Collection XML "\
-        "or separate files"
+                            "or separate files"
       option :extension, aliases: :x, default: "rxl", desc: "File extension "\
         "of Relaton XML files, defaults to 'rxl'"
       option :prefix, aliases: :p, desc: "Filename prefix of individual "\
-        "Relaton XML files, defaults to empty"
+                                         "Relaton XML files, defaults to empty"
       option :outdir, aliases: :o, desc: "Output to the specified directory "\
         "with individual Relaton Bibdata XML files"
       option :require, aliases: :r, type: :array, desc: "Require LIBRARY "\
-        "prior to execution"
+                                                        "prior to execution"
       option :overwrite, aliases: :f, type: :boolean, default: false,
                          desc: "Overwrite the existing file"
 
@@ -78,15 +79,15 @@ module Relaton
       end
 
       desc "xml2yaml XML", "Convert Relaton XML into Relaton Bibdata / "\
-        "Bibcollection YAML (and separate files)"
+                           "Bibcollection YAML (and separate files)"
       option :extension, aliases: :x, default: "yaml", desc: "File extension "\
         "of Relaton YAML files, defaults to 'yaml'"
       option :prefix, aliases: :p, desc: "Filename prefix of Relaton XML "\
-        "files, defaults to empty"
+                                         "files, defaults to empty"
       option :outdir, aliases: :o, desc: "Output to the specified directory "\
-        "with individual Relaton Bibdata YAML files"
+                                         "with individual Relaton Bibdata YAML files"
       option :require, aliases: :r, type: :array, desc: "Require LIBRARY "\
-        "prior to execution"
+                                                        "prior to execution"
       option :overwrite, aliases: :f, type: :boolean, default: false,
                          desc: "Overwrite the existing file"
 
@@ -95,9 +96,9 @@ module Relaton
       end
 
       desc "xml2html RELATON-INDEX-XML", "Convert Relaton Collection XML into "\
-        "HTML"
+                                         "HTML"
       option :stylesheet, aliases: :s, desc: "Stylesheet file path for "\
-        "rendering HTML index"
+                                             "rendering HTML index"
       option :templatedir, aliases: :t, desc: "Liquid template directory for "\
         "rendering Relaton items and collection"
       option :overwrite, aliases: :f, type: :boolean, default: false,
@@ -108,9 +109,9 @@ module Relaton
       end
 
       desc "yaml2html RELATON-INDEX-YAML", "Concatenate Relaton Collection "\
-        "YAML into HTML"
+                                           "YAML into HTML"
       option :stylesheet, aliases: :s, desc: "Stylesheet file path for "\
-        "rendering HTML index"
+                                             "rendering HTML index"
       option :templatedir, aliases: :t, desc: "Liquid template directory for "\
         "rendering Relaton items and collection"
       option :overwrite, aliases: :f, type: :boolean, default: false,
@@ -141,6 +142,14 @@ module Relaton
         File.write output, result, encoding: "UTF-8"
       end
 
+      desc "fetch-data SOURCE", "Fetch all the documents from a source"
+      option :output, aliases: :o, desc: "Output dir. Default: ./data/"
+      option :format, aliases: :f, desc: "Output format (yaml, xml, bibxml). Default: yaml"
+
+      def fetch_data(source)
+        DataFetcher.fetch source, options
+      end
+
       desc "collection SUBCOMMAND", "Collection manipulations"
       subcommand "collection", SubcommandCollection
 

data/lib/relaton/cli/data_fetcher.rb

@@ -0,0 +1,15 @@
+module Relaton
+  module Cli
+    module DataFetcher
+      def fetch(source, options)
+        processor = Relaton::Registry.instance.find_processor_by_dataset source
+        opts = {}
+        opts[:output] = options[:output] if options[:output]
+        opts[:format] = options[:format] if options[:format]
+        processor.fetch_data source, opts
+      end
+
+      extend DataFetcher
+    end
+  end
+end

data/lib/relaton/cli/version.rb

@@ -1,5 +1,5 @@
 module Relaton
   module Cli
-    VERSION = "1.8.2".freeze
+    VERSION = "1.9.3".freeze
   end
 end

data/relaton-cli.gemspec

@@ -20,7 +20,7 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
-  spec.required_ruby_version = ">= 2.4.0"
+  spec.required_ruby_version = ">= 2.5.0"
 
   spec.add_development_dependency "byebug", "~> 11.0"
   # spec.add_development_dependency "debase"
@@ -36,7 +36,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "webmock"
 
   spec.add_runtime_dependency "liquid", "~> 4"
-  spec.add_runtime_dependency "relaton", ">=1.8.0"
+  spec.add_runtime_dependency "relaton", ">= 1.9.1"
   spec.add_runtime_dependency "thor"
   spec.add_runtime_dependency "thor-hollaback"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: relaton-cli
 version: !ruby/object:Gem::Version
-  version: 1.8.2
+  version: 1.9.3
 platform: ruby
 authors:
 - Ribose Inc.
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-08-16 00:00:00.000000000 Z
+date: 2021-11-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: byebug
@@ -170,14 +170,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.8.0
+        version: 1.9.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.8.0
+        version: 1.9.1
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -237,6 +237,7 @@ files:
 - lib/relaton/cli.rb
 - lib/relaton/cli/base_convertor.rb
 - lib/relaton/cli/command.rb
+- lib/relaton/cli/data_fetcher.rb
 - lib/relaton/cli/full_text_search.rb
 - lib/relaton/cli/relaton_file.rb
 - lib/relaton/cli/subcommand_collection.rb
@@ -262,7 +263,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.4.0
+      version: 2.5.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="