datahen 1.2.2 → 1.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bcc40ebf4e65038d925d3b234a42dce05d66e38ac98c254bc1bcf0800475a266
-  data.tar.gz: d9d021b4f17b6f409fed11de2f64092396df4adf3b382a910be3336d8f74e661
+  metadata.gz: 86d8da3818045a267671b3b30465157d906fab7e2b078dd0e7e5b41a2d55f379
+  data.tar.gz: f61c35112e1678e7d09aafbe0faf1f9b8d8493ee026363a8904a6f22b4fd9f4b
 SHA512:
-  metadata.gz: 05b969a63bdd90b1cfe944a303fe203e6def8c5307f072c0eb152e050c5717bec8ac464a25916fbe07ccf890abc7af6befebef831d39c968c591a630915b47b6
-  data.tar.gz: 632c4ad6a55b201bd6fae08830449958558f2d220b570b5e14aee7285b433b2e5439b46e489bfeb696417af6537b3eb636216e1eb8ecc400dbaa0a85f5f8dd8d
+  metadata.gz: 81a8e60ad534a7ad33adb03f7519579e59ebbcc4f7230a597763225a1c0c1f54a625ee9f84b1f23b4f6d9ef5df378c36107f4d5a340ab1a24830fc1e1be1b9f9
+  data.tar.gz: b83b9b59a403df0b6a2db1d05e7e3d7320f35945aa0bd70e88abe5d568a637865352bf8943d2873ccbc91878307b89efac8ed1c2d3f0a8be8f05370840f27c6c

data/lib/datahen/scraper/ruby_parser_executor.rb

@@ -108,16 +108,32 @@ module Datahen
         end
       end
 
+      def update_parsing_status page_gid, status
+        return unless save
+
+        response = parsing_update(
+          job_id: job_id,
+          gid: page_gid,
+          parsing_status: status)
+
+        if response.code == 200
+          puts "Page #{page_gid} status changed to #{status}."
+        else
+          puts "Error: Unable to change page  #{page_gid} status: #{response.body} to #{status}"
+          raise "Unable to change page  #{page_gid} status: #{response.body} to #{status}"
+        end
+      end
+
       def save_type
         :parsing
       end
 
-      def refetch_page gid
+      def refetch_page page_gid
         if save
-          Client::JobPage.new({gid: gid}).refetch(self.job_id)
-          puts "Refetch page #{gid}"
+          update_parsing_status page_gid, :to_refetch
+          puts "Refetch page #{page_gid}"
         else
-          puts "Would have refetch page #{gid}"
+          puts "Would have refetch page #{page_gid}"
         end
       end
 
@@ -130,12 +146,12 @@ module Datahen
         refetch_page page_gid
       end
 
-      def reparse_page gid
+      def reparse_page page_gid
         if save
-          Client::JobPage.new({gid: gid}).reparse(self.job_id)
-          puts "Reparse page #{gid}"
+          update_parsing_status page_gid, :to_reparse
+          puts "Reparse page #{page_gid}"
         else
-          puts "Would have reparse page #{gid}"
+          puts "Would have reparse page #{page_gid}"
         end
       end
 
@@ -148,12 +164,12 @@ module Datahen
         reparse_page page_gid
       end
 
-      def limbo_page gid
+      def limbo_page page_gid
         if save
-          Client::JobPage.new({gid: gid}).limbo(self.job_id)
-          puts "Limbo page #{gid}"
+          update_parsing_status page_gid, :limbo
+          puts "Limbo page #{page_gid}"
         else
-          puts "Would have limbo page #{gid}"
+          puts "Would have limbo page #{page_gid}"
         end
       end
 
@@ -204,13 +220,13 @@ module Datahen
           end
 
           if refetch_self
-            refetch_page gid
+            update_parsing_status gid, :to_refetch
           elsif reparse_self
-            reparse_page gid
+            update_parsing_status gid, :to_reparse
           elsif limbo_self
-            limbo_page gid
+            update_parsing_status gid, :limbo
           else
-            update_parsing_done_status
+            update_parsing_status gid, :done
           end
         end
         proc.call

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "1.2.2"
+  VERSION = "1.2.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.2.3
 platform: ruby
 authors:
 - Parama Danoesubroto
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-12-14 00:00:00.000000000 Z
+date: 2023-02-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -278,7 +278,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://datahen.com
   source_code_uri: https://github.com/DataHenOfficial/datahen-ruby
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -293,8 +293,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: DataHen toolbelt for developers
 test_files: []