datahen 1.6.3 → 1.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 31ae6c4b8dde85425ade0104779110905c9ce832edc7ef3be3570c7011a924ae
-  data.tar.gz: 615d5bc33216ddc7ebc44749052b3eac00e452bb13a7fdb92472ed6220016bf2
+  metadata.gz: f39d4f5c3ef7be33ebfc7b71fb2b746aad84f01fa68ce2b7e215d10fbef89d62
+  data.tar.gz: 6c8ab93908ab10c58ff3d04d30874832b663d184bf5cc5d87b152c6d146adeef
 SHA512:
-  metadata.gz: ddd97d85be5066f29e88be02f3c5edfeb4492c2f77b8b0ba4831d24cc24bce1f761d180caf8fefd1271bccb2fefebb7df7002e0fb20d765ff5989760d284fcf1
-  data.tar.gz: 8c3ce53298a5b6887bfb54d50312312222dca12231c267c3e10d57a6d6eedc56b738a4b97427727dfedd5b07348619ba174d413ea2a30dc994a9bd97c92b7790
+  metadata.gz: 65437e816eab4062e9cf93c489bb3630a54ea906ab36cc7e038079722514b3b613b0efee265ed0bdcf42cea14a51469af7ce456622dd80a024b600493db8266b
+  data.tar.gz: 26f8e2f0d0d18212fe0443a993ea36751c0e50c84083746af2dfb69ca3ea1f028a09c81be5f0358cb5b81d59a4ec4ea2e55a6ec05683030a669cddd382982d22

data/lib/datahen/cli/scraper.rb

@@ -41,6 +41,7 @@ module Datahen
       option :soft_refetch_limit, type: :numeric, desc: 'Set the soft refetch limit value.'
       option :parsing_try_limit, type: :numeric, desc: 'Set the parsing try limit value.'
       option :prevent_kb_autoscaler, type: :boolean, desc: 'Set true to prevent the autoscaler from restarting the job. Default: false'
+      option :enable_browserforge, type: :boolean, desc: 'Set true to enable browserforge. Default: false'
       def create(scraper_name, git_repository)
         # puts "options #{options}"
         client = Client::Scraper.new(options)
@@ -74,6 +75,7 @@ module Datahen
       option :soft_refetch_limit, type: :numeric, desc: 'Set the soft refetch limit value.'
       option :parsing_try_limit, type: :numeric, desc: 'Set the parsing try limit value.'
       option :prevent_kb_autoscaler, type: :boolean, desc: 'Set true to prevent the autoscaler from restarting the job. Default: false'
+      option :enable_browserforge, type: :boolean, desc: 'Set true to enable browserforge. Default: false'
       def update(scraper_name)
         client = Client::Scraper.new(options)
         puts "#{client.update(scraper_name, options)}"
@@ -118,6 +120,7 @@ module Datahen
       option :soft_refetch_limit, type: :numeric, desc: 'Set the soft refetch limit value.'
       option :parsing_try_limit, type: :numeric, desc: 'Set the parsing try limit value.'
       option :prevent_kb_autoscaler, type: :boolean, desc: 'Set true to prevent the autoscaler from restarting the job. Default: false'
+      option :enable_browserforge, type: :boolean, desc: 'Set true to enable browserforge. Default: false'
       def start(scraper_name)
         client = Client::ScraperJob.new(options)
         puts "Starting a scrape job..."

data/lib/datahen/cli/scraper_job.rb

@@ -113,6 +113,7 @@ module Datahen
       option :parsing_try_limit, type: :numeric, desc: 'Set the parsing try limit value.'
       option :prevent_kb_autoscaler, type: :boolean, desc: 'Set true to prevent the autoscaler from restarting the job. Default: false'
       option :deletion_protected, type: :boolean, desc: 'Set true to prevent the job to be deleted from max job count or job older than X days rules. Default: false'
+      option :enable_browserforge, type: :boolean, desc: 'Set true to enable browserforge. Default: false'
       def update(scraper_name)
         if options[:job]
           client = Client::Job.new(options)

data/lib/datahen/cli/scraper_page.rb

@@ -101,10 +101,14 @@ module Datahen
       option :soft_fetching_try_limit, type: :numeric, desc: 'Set the soft fetching try limit value.'
       option :soft_refetch_limit, type: :numeric, desc: 'Set the soft refetch limit value.'
       option :parsing_try_limit, type: :numeric, desc: 'Set the parsing try limit value.'
+      option :use_browserforge, type: :boolean, desc: 'Set true to use browserforge options. Default: false'
+      option :browserforge_config, type: :string, desc: 'Set browserforge configuration. Must be in json format. i.e: {"Foo":"bar"}'
+
       def update(scraper_name, gid)
         begin
           options[:vars] = JSON.parse(options[:vars]) if options[:vars]
-
+          options[:browserforge_config] = JSON.parse(options[:browserforge_config]) if options[:browserforge_config]
+          
           if options[:job]
             client = Client::JobPage.new(options)
             puts "#{client.update(options[:job], gid, options)}"

data/lib/datahen/client/job.rb

@@ -30,6 +30,7 @@ module Datahen
         body[:parsing_try_limit] = opts[:parsing_try_limit] if opts[:parsing_try_limit]
         body[:prevent_kb_autoscaler] = opts[:prevent_kb_autoscaler] if opts.has_key?("prevent_kb_autoscaler") || opts.has_key?(:prevent_kb_autoscaler)
         body[:deletion_protected] = opts[:deletion_protected] if opts.has_key?("deletion_protected") || opts.has_key?(:deletion_protected)
+        body[:enable_browserforge] = opts[:enable_browserforge] if opts.has_key?("enable_browserforge") || opts.has_key?(:enable_browserforge)
         params = @options.merge({body: body.to_json})
 
         self.class.put("/jobs/#{job_id}", params)

data/lib/datahen/client/job_page.rb

@@ -21,6 +21,8 @@ module Datahen
         body[:soft_fetching_try_limit] = opts[:soft_fetching_try_limit] if opts[:soft_fetching_try_limit]
         body[:soft_refetch_limit] = opts[:soft_refetch_limit] if opts[:soft_refetch_limit]
         body[:parsing_try_limit] = opts[:parsing_try_limit] if opts[:parsing_try_limit]
+        body[:use_browserforge] = opts[:use_browserforge] if opts.has_key?("use_browserforge") || opts.has_key?(:use_browserforge)
+        body[:browserforge_config] = opts[:browserforge_config] if opts.has_key?("browserforge_config") || opts.has_key?(:browserforge_config)
 
         params = @options.merge({body: body.to_json})
 

data/lib/datahen/client/scraper.rb

@@ -36,6 +36,7 @@ module Datahen
         body[:soft_refetch_limit] = opts[:soft_refetch_limit] if opts[:soft_refetch_limit]
         body[:parsing_try_limit] = opts[:parsing_try_limit] if opts[:parsing_try_limit]
         body[:prevent_kb_autoscaler] = opts[:prevent_kb_autoscaler] if opts.has_key?("prevent_kb_autoscaler") || opts.has_key?(:prevent_kb_autoscaler)
+        body[:enable_browserforge] = opts[:enable_browserforge] if opts.has_key?("enable_browserforge") || opts.has_key?(:enable_browserforge)
         params = @options.merge({body: body.to_json})
         self.class.post("/scrapers", params)
       end
@@ -65,6 +66,7 @@ module Datahen
         body[:soft_refetch_limit] = opts[:soft_refetch_limit] if opts[:soft_refetch_limit]
         body[:parsing_try_limit] = opts[:parsing_try_limit] if opts[:parsing_try_limit]
         body[:prevent_kb_autoscaler] = opts[:prevent_kb_autoscaler] if opts.has_key?("prevent_kb_autoscaler") || opts.has_key?(:prevent_kb_autoscaler)
+        body[:enable_browserforge] = opts[:enable_browserforge] if opts.has_key?("enable_browserforge") || opts.has_key?(:enable_browserforge)
         params = @options.merge({body: body.to_json})
 
         self.class.put("/scrapers/#{scraper_name}", params)

data/lib/datahen/client/scraper_job.rb

@@ -20,6 +20,7 @@ module Datahen
         body[:parsing_try_limit] = opts[:parsing_try_limit] if opts[:parsing_try_limit]
         body[:prevent_kb_autoscaler] = opts[:prevent_kb_autoscaler] if opts.has_key?("prevent_kb_autoscaler") || opts.has_key?(:prevent_kb_autoscaler)
         body[:deletion_protected] = opts[:deletion_protected] if opts.has_key?("deletion_protected") || opts.has_key?(:deletion_protected)
+        body[:enable_browserforge] = opts[:enable_browserforge] if opts.has_key?("enable_browserforge") || opts.has_key?(:enable_browserforge)
         if opts[:vars]
           if opts[:vars].is_a?(Array)
             body[:vars] = opts[:vars]
@@ -55,6 +56,8 @@ module Datahen
         body[:parsing_try_limit] = opts[:parsing_try_limit] if opts[:parsing_try_limit]
         body[:prevent_kb_autoscaler] = opts[:prevent_kb_autoscaler] if opts.has_key?("prevent_kb_autoscaler") || opts.has_key?(:prevent_kb_autoscaler)
         body[:deletion_protected] = opts[:deletion_protected] if opts.has_key?("deletion_protected") || opts.has_key?(:deletion_protected)
+        body[:enable_browserforge] = opts[:enable_browserforge] if opts.has_key?("enable_browserforge") || opts.has_key?(:enable_browserforge)
+
         params = @options.merge({body: body.to_json})
 
         self.class.put("/scrapers/#{scraper_name}/current_job", params)

data/lib/datahen/client/scraper_job_page.rb

@@ -18,6 +18,8 @@ module Datahen
         body[:max_size] = opts[:max_size] if opts[:max_size]
         body[:enable_global_cache] = opts[:enable_global_cache] if opts.has_key?("enable_global_cache") || opts.has_key?(:enable_global_cache)
         body[:retry_interval] = opts[:retry_interval] if opts[:retry_interval]
+        body[:use_browserforge] = opts[:use_browserforge] if opts.has_key?("use_browserforge") || opts.has_key?(:use_browserforge)
+        body[:browserforge_config] = opts[:browserforge_config] if opts.has_key?("browserforge_config") || opts.has_key?(:browserforge_config)
 
         params = @options.merge({body: body.to_json})
 

data/lib/datahen/version.rb

@@ -1,3 +1,3 @@
 module Datahen
-  VERSION = "1.6.3"
+  VERSION = "1.6.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datahen
 version: !ruby/object:Gem::Version
-  version: 1.6.3
+  version: 1.6.4
 platform: ruby
 authors:
 - Parama Danoesubroto
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-05-01 00:00:00.000000000 Z
+date: 2026-05-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -284,7 +284,7 @@ metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://datahen.com
   source_code_uri: https://github.com/DataHenOfficial/datahen-ruby
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -299,8 +299,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.5.11
+signing_key:
 specification_version: 4
 summary: DataHen toolbelt for developers
 test_files: []