datahen 1.1.1 → 1.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 14cf0c4f60c5104527a963f2cb8ee0112db9f939cc2bb95ba8e9a1931f1781c0
-  data.tar.gz: ca0a1662af06f3ed3344524aa3f1ed2a8e7c32f7dc3d204ae344e4657ecc1b73
+  metadata.gz: affc49d8b9ed853c138aba0ec2af224b7f3065de8d06f9395ab49ff91332408b
+  data.tar.gz: b2668aa8fddba8c71b1b05b5b3e492deca25e82cd8f5dd9b53428a16cd3b4d1f
 SHA512:
-  metadata.gz: 4c94feb022e23fc300fa9b7ff90e262d3425f2433ac2cb0935ff6020f96cd75a11c1f04766c7584f94921b2ea0f999f84494cb12daf22c1fe79642918210772a
-  data.tar.gz: a3591cf025d044f0f28e479f8fa883b20a91c77ecf9bdf92bec944ec2a6b61b1a14941da3e9e7964070f7b32a097874a9f9da3702de488adc87d5def1e4b9769
+  metadata.gz: d1c22a97ad04ce972f5c41dc1749e3613a45da9f43f31c8512703e67f2aaa9862bdb1b373eed6e8bfd2150471598e44054424b93612fd18241db1f78398230d4
+  data.tar.gz: e27c597ddc83e250bcb5edc7db8379f5498ea5636cd599fa7bfa4de8aabd6925e664ffd11aabb4389e5906e45bbca4dbf807db48094070e1dd99abffab1bd874

data/lib/datahen/cli/scraper_page.rb

@@ -131,13 +131,14 @@ module Datahen
         Reparse pages in a scraper's current job. You need to specify either a --gid or --parse-fail or --status or --page-type.\x5
       LONGDESC
       option :gid, :aliases => :g, type: :string, desc: 'Reparse a specific GID'
+      option :fetch_fail, type: :boolean, desc: 'Reparse only pages that fails fetching.'
       option :parse_fail, type: :boolean, desc: 'Reparse only pages that fails parsing.'
       option :status, type: :string, desc: 'Reparse only pages with a specific status.'
       option :page_type, type: :string, desc: 'Refetches only pages with a specific page type.'
       option :job, :aliases => :j, type: :numeric, desc: 'Set a specific job ID'
       def reparse(scraper_name)
-        if !options.key?(:gid) && !options.key?(:parse_fail) && !options.key?(:status) && !options.key?(:page_type)
-          puts "Must specify either a --gid, --parse-fail, --status or --page-type"
+        if !options.key?(:gid) && !options.key?(:fetch_fail) && !options.key?(:parse_fail) && !options.key?(:status) && !options.key?(:page_type)
+          puts "Must specify either a --gid, --fetch-fail, --parse-fail, --status or --page-type"
           return
         end
 
@@ -155,11 +156,14 @@ module Datahen
         Move pages in a scraper's current job to limbo. You need to specify either a --gid or --status.\x5
       LONGDESC
       option :gid, :aliases => :g, type: :string, desc: 'Move a specific GID to limbo'
+      option :fetch_fail, type: :boolean, desc: 'Move pages that fails fetching to limbo.'
+      option :parse_fail, type: :boolean, desc: 'Move pages that fails parsing to limbo.'
       option :status, type: :string, desc: 'Move pages with a specific status to limbo.'
+      option :page_type, type: :string, desc: 'Move pages with a specific page type to limbo.'
       option :job, :aliases => :j, type: :numeric, desc: 'Set a specific job ID'
       def limbo(scraper_name)
-        if !options.key?(:gid) && !options.key?(:status)
-          puts "Must specify either a --gid or --status"
+        if !options.key?(:gid) && !options.key?(:fetch_fail) && !options.key?(:parse_fail) && !options.key?(:status) && !options.key?(:page_type)
+          puts "Must specify either a --gid, --fetch-fail, --parse-fail, --status or --page-type"
           return
         end
 

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "1.1.1"
+  VERSION = "1.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.1.2
 platform: ruby
 authors:
 - Parama Danoesubroto
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-08-11 00:00:00.000000000 Z
+date: 2022-08-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor