datahen 0.14.17 → 0.14.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3cf1bf50610ab9ba523ca8f9ae1fdb307831cb56018036076f31353b357edfa
-  data.tar.gz: '0199ea98a2f171675168699adc523932418b9822ff156c71786458c6362b6cdb'
+  metadata.gz: 79ae69bd67fcd5158e782a4944cad2fef5f50a9ca896b67e62312778e4d3026c
+  data.tar.gz: b41c7c981d40dc1fb84bd6c3b32ee83d7a2f571f99a93d2c0253570bf4723e2e
 SHA512:
-  metadata.gz: 8d66226573dbd9bd3ef795ce021eb9ee202b21cce1d0b79211093bb9abda6f1982a721bf8ae1fbc9bf84aae6e50d1878bf9d389ee67d685e4d1c440fd88cceeb
-  data.tar.gz: 6ea1a7748cf77ae1cb8f750da71df86120f68e671c84e535e8536ee3324ed71026034a042662d081108ff7b72ccb3f0ef3ab3f049bdb45c92fc0e86ba2e10d46
+  metadata.gz: 176c36236e870b58eeb11ad008aeb7115ecf3a7ddcced3bddaef88238f638a1159ff0fd8f037143e670c8ed1713332bd6117ff4c90f363c4fa46f54277dc48fa
+  data.tar.gz: dd2b96e8dcd3a7cb136affb56050b4e61c5339d5e3dae527223b20067fe506089d12535e8b06252fea7bd20086bf056a9afcd3cbb8edfb4fb3fd3bbf9bbc65d2

data/lib/datahen/error.rb

@@ -0,0 +1,6 @@
+require 'datahen/error/safe_terminate_error'
+
+module Datahen
+  module Error
+  end
+end

data/lib/datahen/error/safe_terminate_error.rb

@@ -0,0 +1,6 @@
+module Datahen
+  module Error
+    class SafeTerminateError < Exception
+    end
+  end
+end

data/lib/datahen/scraper.rb

@@ -1,3 +1,4 @@
+require "datahen/error"
 require "datahen/plugin"
 require "datahen/scraper/parser"
 require "datahen/scraper/seeder"

data/lib/datahen/scraper/ruby_parser_executor.rb

@@ -112,7 +112,7 @@ module Datahen
         raise ArgumentError.new("page_gid needs to be a String.") unless page_gid.is_a?(String)
         if page_gid == gid
           self.refetch_self = true
-          return
+          raise Error::SafeTerminateError
         end
         refetch_page page_gid
       end
@@ -130,7 +130,7 @@ module Datahen
         raise ArgumentError.new("page_gid needs to be a String.") unless page_gid.is_a?(String)
         if page_gid == gid
           self.reparse_self = true
-          return
+          raise Error::SafeTerminateError
         end
         reparse_page page_gid
       end
@@ -153,6 +153,8 @@ module Datahen
               page: page
             })
             eval_with_context filename, context
+          rescue Error::SafeTerminateError => e
+            # do nothing, this is fine
           rescue SyntaxError => e
             handle_error(e) if save
             raise e
@@ -163,7 +165,7 @@ module Datahen
 
           puts "=========== Parsing Executed ==========="
           begin
-            save_pages_and_outputs(pages, outputs, :parsing)
+            save_pages_and_outputs(pages, outputs, :parsing) unless refetch_self
           rescue => e
             handle_error(e) if save
             raise e

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "0.14.17"
+  VERSION = "0.14.18"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 0.14.17
+  version: 0.14.18
 platform: ruby
 authors:
 - Parama Danoesubroto
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-10-20 00:00:00.000000000 Z
+date: 2020-10-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -233,6 +233,8 @@ files:
 - lib/datahen/client/scraper_job_page.rb
 - lib/datahen/client/scraper_job_var.rb
 - lib/datahen/client/scraper_var.rb
+- lib/datahen/error.rb
+- lib/datahen/error/safe_terminate_error.rb
 - lib/datahen/plugin.rb
 - lib/datahen/plugin/context_exposer.rb
 - lib/datahen/scraper.rb