ask-web-fetch 0.7.7 → 0.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3e1fdcc511917b85bfe1ab456733d89e09a24eb4dd4bd085d61ebcf5d52ff4d0
-  data.tar.gz: 59365989bd571bd06454513328a5f27c64116f6ced3669bcebb753c94fddfcee
+  metadata.gz: 4eee949761f2fc7f62b8104f6758697325505c748e8e05890c8082763edbba78
+  data.tar.gz: 716a358c4b95ec5718567ef4d021936166f03d8b429b334e36d443e5684cb440
 SHA512:
-  metadata.gz: 5ab5dfc8d25e5c9550a08981382a041e148291b6d83ab40c9f375404c7efd35f08d08b6444b10fabe4a8035773ea49606dc96a6c73211aeb7cd4f89e529ca359
-  data.tar.gz: 742d576e4a4f0a71ab89c47d177107f991c384795eef0775fc8579c96d6cbb41688cb30cabfb13d4d861bf6e665c54ee662998e44a66da64904955406562818f
+  metadata.gz: d3c64fbf2c920510119ffd4840a5477b0dbe829e76162ff6fb9f83722407b4716b794a71a8dd80a2609c7323c6482922e6f8570c7817ce9c090d2850eeb9f258
+  data.tar.gz: 1b779236529f3f0523af90c4ec0e4216e7303c7270e135864f0826943b7a4e4ed7ac74fca022c28b171870c881aa31887b6a5d03dbf67584d1f5d9c2cdaa765f

data/lib/ask/web_fetch/backends/browser.rb

@@ -54,6 +54,18 @@ module Ask
         # How often to poll for the challenge to clear.
         POLL_INTERVAL = 0.5
 
+        # Brave paths — Brave's fingerprinting resistance (canvas, WebGL,
+        # audio randomization) helps against Cloudflare/DataDome, but
+        # benchmarks show Chrome renders SPAs (reddit) more reliably.
+        # Chrome is preferred; Brave is the fallback. Override either
+        # with ASK_WEB_FETCH_BROWSER_PATH.
+        BRAVE_PATHS = [
+          '/Applications/Brave Browser.app/Contents/MacOS/Brave Browser',
+          '/usr/bin/brave-browser',
+          '/usr/bin/brave-browser-stable',
+          '/opt/brave.com/brave/brave-browser'
+        ].freeze
+
         DEFAULT_PATHS = [
           '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
           '/Applications/Chromium.app/Contents/MacOS/Chromium',
@@ -64,6 +76,11 @@ module Ask
           '/opt/google/chrome/chrome'
         ].freeze
 
+        # Random viewport dimensions (FHD to 2K) — a fixed window size is
+        # a fingerprinting signal. Each fetch gets a fresh random size.
+        VIEWPORT_WIDTH_RANGE = (1920..2560).freeze
+        VIEWPORT_HEIGHT_RANGE = (1080..1440).freeze
+
         class << self
           # The shared browser (or a test double). Reuse keeps the solved
           # challenge cookie warm across fetches within one process.
@@ -72,14 +89,17 @@ module Ask
           # The ContentFilter applied to every page by default.
           attr_writer :content_filter
 
-          # Absolute path to a Chrome/Chromium binary; nil when not found.
+          # Absolute path to a Chrome/Chromium/Brave binary; nil when not found.
+          # Prefers Brave (fingerprinting resistance) over Chrome/Chromium.
+          # Override with ASK_WEB_FETCH_BROWSER_PATH (any Chromium-based
+          # browser) or the legacy ASK_WEB_FETCH_CHROME_PATH.
           attr_writer :path
 
-          # CDP endpoint of an already-running Chrome ("http://host:port",
+          # CDP endpoint of an already-running browser ("http://host:port",
           # "…/json/version", or a ws:// browser URL) to attach to instead.
           attr_writer :cdp_url
 
-          attr_writer :challenge_timeout, :poll_interval
+          attr_writer :challenge_timeout, :poll_interval, :viewport
 
           # Domains already given a warm pass this process — a failed warm
           # (DataDome-class wall) is not re-paid at CHALLENGE_TIMEOUT on
@@ -107,7 +127,26 @@ module Ask
           end
 
           def path
-            @path || ENV['ASK_WEB_FETCH_CHROME_PATH'] || DEFAULT_PATHS.find { |p| File.exist?(p) }
+            @path || ENV['ASK_WEB_FETCH_BROWSER_PATH'] || ENV['ASK_WEB_FETCH_CHROME_PATH'] ||
+              DEFAULT_PATHS.find { |p| File.exist?(p) } ||
+              BRAVE_PATHS.find { |p| File.exist?(p) }
+          end
+
+          # A fresh random viewport for each browser launch — a fixed
+          # window size is a fingerprinting signal. Returns { width:,
+          # height: } in the FHD-to-2K range. Override with
+          # Browser.viewport = { width: 1920, height: 1080 } for tests.
+          def viewport
+            @viewport || {
+              width: rand(VIEWPORT_WIDTH_RANGE),
+              height: rand(VIEWPORT_HEIGHT_RANGE)
+            }
+          end
+
+          # True when the configured binary is Brave (fingerprinting-
+          # resistant) rather than stock Chrome/Chromium.
+          def brave?
+            path.to_s.match?(/brave/i)
           end
 
           def cdp_url
@@ -152,11 +191,13 @@ module Ask
           def build_browser
             return AttachedBrowser.new(ws_url_for(cdp_url), timeout: CHALLENGE_TIMEOUT + IDLE_TIMEOUT) if cdp_url
 
+            vp = viewport
             Ferrum::Browser.new(
               browser_path: path,
               headless: true,
               user_data_dir: ENV['ASK_WEB_FETCH_PROFILE'],
-              timeout: CHALLENGE_TIMEOUT + IDLE_TIMEOUT
+              timeout: CHALLENGE_TIMEOUT + IDLE_TIMEOUT,
+              window_size: [vp[:width], vp[:height]]
             )
           end
         end

data/lib/ask/web_fetch/version.rb

@@ -2,6 +2,6 @@
 
 module Ask
   module WebFetch
-    VERSION = '0.7.7'
+    VERSION = '0.8.1'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ask-web-fetch
 version: !ruby/object:Gem::Version
-  version: 0.7.7
+  version: 0.8.1
 platform: ruby
 authors:
 - Kaka Ruto