datahen 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 915387ff86d8c0f0c92a1f103dc9d7d346df5d281aecec611e4ced0f37498253
-  data.tar.gz: 5565fa02cf9c234fc3ac4e5ccaafea64316981569d500e1cf13d2d3f5b80ffa8
+  metadata.gz: c3d1584f235873f6d22ae107c60e7b50a6d8ab5918f45a4052bef80e58b7cbf7
+  data.tar.gz: b6b6ce4871017eddb70fd279c92246e498e57c3d7ca2c0bd72c225bdcdb5e119
 SHA512:
-  metadata.gz: bb66f09cfb02c96cc31f6659b00185bd407b40ba60457fd919f1efa5fee51c5f412fdac8febe897ecb370ce4bfe9881f76700b076802f4608c7d065eaff904d6
-  data.tar.gz: a5979d502604f16af80bd431782b4ba7275b470476733f0af6be5a0c1d0bfeb77f3a09ec3cec03791e47ddee1531f0135684214a1cd3c92ef521e09d61cbf71a
+  metadata.gz: 713f5907efc90be21ba04b83c060f0f656d1f72176191399e1ff575952cad2b54c834ddfd6722441e933857d12539f55553adf2b4d71adead952465f0ccf1005
+  data.tar.gz: bd7809ed5fbd6d12dc8680f31f194ecfb51ba0138765a88c9dde4745be2bd46533da97885f63524edca09cee1ab2d4cc3d7fd96bf04a2b6a6930a046646a8093

data/lib/datahen/cli/scraper.rb

@@ -102,6 +102,7 @@ module Datahen
       option :head, :aliases => :H, desc: 'Show the oldest log entries. If not set, newest entries is shown'
       option :parsing, :aliases => :p, type: :boolean, desc: 'Show only log entries related to parsing errors'
       option :seeding, :aliases => :s, type: :boolean, desc: 'Show only log entries related to seeding errors'
+      option :finisher, :aliases => :f, type: :boolean, desc: 'Show only log entries related to finisher errors'
       option :more, :aliases => :m, desc: 'Show next set of log entries. Enter the `More token`'
       option :per_page, :aliases => :P, type: :numeric, desc: 'Number of records per page. Max 5000 per page.'
       def log(scraper_name)
@@ -111,6 +112,7 @@ module Datahen
         query["order"] = options.delete(:head) if options[:head]
         query["job_type"] = "parsing" if options[:parsing]
         query["job_type"] = "seeding" if options[:seeding]
+        query["job_type"] = "finisher executing" if options[:finisher]
         query["page_token"] = options.delete(:more) if options[:more]
         query["per_page"] = options.delete(:per_page) if options[:per_page]
 

data/lib/datahen/scraper/executor.rb

@@ -76,8 +76,8 @@ module Datahen
       end
 
       def get_failed_content(gid)
-        client = Client::GlobalPage.new()
-        content_json = client.find_failed_content(gid)
+        client = Client::JobPage.new()
+        content_json = client.find_failed_content(job_id, gid)
 
         if content_json['available']
           signed_url = content_json['signed_url']

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "0.12.0"
+  VERSION = "0.13.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Parama Danoesubroto
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-02-27 00:00:00.000000000 Z
+date: 2020-03-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor