datahen 1.2.1 → 1.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7f50f72a9ba32a9da0ecf43c684baa35c6ed84302f705ef8f87272a3ea0c9d0d
-  data.tar.gz: 5451f07252a2ba798313c02f2a3183e80d321e95d4b8eacc800b70217dd03077
+  metadata.gz: 86d8da3818045a267671b3b30465157d906fab7e2b078dd0e7e5b41a2d55f379
+  data.tar.gz: f61c35112e1678e7d09aafbe0faf1f9b8d8493ee026363a8904a6f22b4fd9f4b
 SHA512:
-  metadata.gz: 52d5f2c71f63379503b2f054b3ef2ba587d43b35d5dfa5f20c0a1c0547f62a09a1c805ce7452a37e9d064f5cec1ba3aaf833ce09eb1d6583220fcf9ae88c10a3
-  data.tar.gz: 55d3564529cc1c1a3815b936f1b0184d5e62c95af8e2c85e051430b6c38e206a27622d0c4d00e250b4db1f8cdf7c9a0276b1252335d337a888cc614bc3242790
+  metadata.gz: 81a8e60ad534a7ad33adb03f7519579e59ebbcc4f7230a597763225a1c0c1f54a625ee9f84b1f23b4f6d9ef5df378c36107f4d5a340ab1a24830fc1e1be1b9f9
+  data.tar.gz: b83b9b59a403df0b6a2db1d05e7e3d7320f35945aa0bd70e88abe5d568a637865352bf8943d2873ccbc91878307b89efac8ed1c2d3f0a8be8f05370840f27c6c

data/lib/datahen/cli/seeder.rb

@@ -34,7 +34,7 @@ module Datahen
           job_id = job['id']
         end
 
-        puts Datahen::Scraper::Seeder.exec_seeder(seeder_file, job_id, true)
+        puts Datahen::Scraper::Seeder.exec_seeder(seeder_file, job_id, true, options[:"keep-outputs"])
       end
     end
   end

data/lib/datahen/scraper/ruby_parser_executor.rb

@@ -108,16 +108,32 @@ module Datahen
         end
       end
 
+      def update_parsing_status page_gid, status
+        return unless save
+
+        response = parsing_update(
+          job_id: job_id,
+          gid: page_gid,
+          parsing_status: status)
+
+        if response.code == 200
+          puts "Page #{page_gid} status changed to #{status}."
+        else
+          puts "Error: Unable to change page  #{page_gid} status: #{response.body} to #{status}"
+          raise "Unable to change page  #{page_gid} status: #{response.body} to #{status}"
+        end
+      end
+
       def save_type
         :parsing
       end
 
-      def refetch_page gid
+      def refetch_page page_gid
         if save
-          Client::JobPage.new({gid: gid}).refetch(self.job_id)
-          puts "Refetch page #{gid}"
+          update_parsing_status page_gid, :to_refetch
+          puts "Refetch page #{page_gid}"
         else
-          puts "Would have refetch page #{gid}"
+          puts "Would have refetch page #{page_gid}"
         end
       end
 
@@ -130,12 +146,12 @@ module Datahen
         refetch_page page_gid
       end
 
-      def reparse_page gid
+      def reparse_page page_gid
         if save
-          Client::JobPage.new({gid: gid}).reparse(self.job_id)
-          puts "Reparse page #{gid}"
+          update_parsing_status page_gid, :to_reparse
+          puts "Reparse page #{page_gid}"
         else
-          puts "Would have reparse page #{gid}"
+          puts "Would have reparse page #{page_gid}"
         end
       end
 
@@ -148,12 +164,12 @@ module Datahen
         reparse_page page_gid
       end
 
-      def limbo_page gid
+      def limbo_page page_gid
         if save
-          Client::JobPage.new({gid: gid}).limbo(self.job_id)
-          puts "Limbo page #{gid}"
+          update_parsing_status page_gid, :limbo
+          puts "Limbo page #{page_gid}"
         else
-          puts "Would have limbo page #{gid}"
+          puts "Would have limbo page #{page_gid}"
         end
       end
 
@@ -204,13 +220,13 @@ module Datahen
           end
 
           if refetch_self
-            refetch_page gid
+            update_parsing_status gid, :to_refetch
           elsif reparse_self
-            reparse_page gid
+            update_parsing_status gid, :to_reparse
           elsif limbo_self
-            limbo_page gid
+            update_parsing_status gid, :limbo
           else
-            update_parsing_done_status
+            update_parsing_status gid, :done
           end
         end
         proc.call

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "1.2.1"
+  VERSION = "1.2.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 1.2.1
+  version: 1.2.3
 platform: ruby
 authors:
 - Parama Danoesubroto
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-11-26 00:00:00.000000000 Z
+date: 2023-02-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -278,7 +278,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://datahen.com
   source_code_uri: https://github.com/DataHenOfficial/datahen-ruby
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -293,8 +293,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: DataHen toolbelt for developers
 test_files: []