fetch_util 0.3.0

data/lib/fetch_util/browser/interaction_helpers/consent_helpers.rb

@@ -0,0 +1,224 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module InteractionHelpers
+      # rubocop:disable Metrics/ModuleLength
+      module ConsentHelpers
+        CONSENT_ACTION_LABELS = [
+          "Accept All", "Allow all", "Confirm My Choices", "Save preferences", "Customize Choices",
+          "Alle akzeptieren", "Alles akzeptieren", "Alle zulassen",
+          "Tout accepter", "Accepter tout", "Autoriser tout",
+          "Aceptar todo", "Aceptar todas",
+          "Accetta tutto", "Accetta tutti",
+          "Aceitar tudo", "Aceitar todos", "Aceitar todos os cookies",
+          "Alles accepteren", "Accepteer alles",
+          "Godta alle", "Aksepter alle", "Godkjenn alle",
+          "Acceptera alla", "Godkänn alla", "Tillåt alla",
+          "Accepter alle", "Tillad alle",
+          "Hyväksy kaikki", "Salli kaikki",
+          "Priimti visus", "Leisti visus",
+          "Pieņemt visus", "Atļaut visus",
+          "Přijmout vše", "Povolit vše",
+          "Zaakceptuj wszystkie", "Akceptuję",
+          "Mindent elfogadok", "Összes elfogadása", "Elfogadom",
+          "Acceptă tot", "Acceptă toate",
+          "Прифати сите", "Прихвати све",
+          "すべて受け入れる", "すべて許可",
+          "모두 허용", "全部接受"
+        ].freeze
+        CONSENT_FALLBACK_LABELS = [
+          "Essential only", "Reject All",
+          "Alle ablehnen", "Tout refuser", "Rechazar todo",
+          "Rifiuta tutto", "Rejeitar tudo", "Alles weigeren",
+          "Avvis alle", "Avvisa alla", "Afvis alle",
+          "Hylkää kaikki", "Atmesti visus", "Noraidīt visus",
+          "Odmítnout vše", "Odrzuć wszystkie",
+          "Összes elutasítása", "Respinge tot",
+          "Одбиј ги сите", "Одбиј све"
+        ].freeze
+        private_constant :CONSENT_ACTION_LABELS, :CONSENT_FALLBACK_LABELS
+
+        private
+
+        def accept_cookie_consent(page)
+          safe_evaluate(page, <<~JS)
+            (() => {
+              const quickIndicator = document.querySelector(#{consent_quick_indicator_selector_js});
+              const bodyPreview = ((document.body && (document.body.textContent || document.body.innerText)) || '')
+                .replace(/\s+/g, ' ')
+                .trim()
+                .slice(0, 4000)
+                .toLowerCase();
+              const bodyLooksLikeConsent = /(cookie|privacy|consent|personal data|personalized ads|personalized content|vendors want your permission|configurações avançadas de cookies|declaração de cookies|gerenciar cookies|utilizamos cookies|dados pessoais|informasjonskapsler|personvern|kakor|sekretess|samtycke|evästeet|evästeasetukset|tietosuoja|slapukai|slapukų|privatumas|sīkdatnes|sīkfailus|privātums|sütiket|adatvédelem|cookie-uri|confidențialitate|колачиња|приватност)/.test(bodyPreview) &&
+                /(accept|reject|manage|allow|agree|consent|cookies|privacy|more options|aceitar|rejeitar|gerenciar|godta|aksepter|godkjenn|godkänn|acceptera|tillåt|hyväksy|salli|priimti|sutinku|leisti|pieņemt|piekrītu|atļaut|elfogad|összes|acceptă|sunt de acord|прифати|се согласувам)/.test(bodyPreview);
+              const hasConsentDialog = quickIndicator ||
+                document.querySelector('[role="dialog"][aria-modal="true"]') ||
+                document.querySelector('dialog') ||
+                bodyLooksLikeConsent;
+              if (!hasConsentDialog) return false;
+
+              const pattern = /^(accept(?: all(?: cookies?)?)?|allow all(?: cookies)?|allow cookies|agree(?: to cookies| and continue| & continue)?|i agree|ok(?:ay)?|accept & continue|continue with cookies|consent|got it|i understand|continue|accept and close|close|accept recommended settings|przejdź do serwisu|zaakceptuj(?:\s+(?:wszystkie|wszystko))?|akceptuję|zgadzam się|zgoda|akzeptieren|alle akzeptieren|zustimmen|accepter (?:tout|les cookies|et continuer)|tout accepter|j'accepte|accepter|aceptar (?:todo|todas|cookies)|acepto|accetta (?:tutto|tutti)|accetto|aceitar(?:\s+(?:tudo|todos|cookies|todos os cookies))?|aceitar cookies|aceitar todos os cookies|aceitar e continuar|aceitar e fechar|aceito|accetta e continua|akkoord|ga akkoord|alles accepteren|accepteer alles|すべて受け入れる|すべて許可|同意する|同意して閉じる|쿠키 허용|모두 허용|동의하고 계속|동의|接受全部|全部接受|同意并继续|接受并继续|принять все|согласен|согласиться|souhlasím|přijmout vše|přijmout(?:\s+(?:všechny|vše))?|povolit vše|souhlasit|godkänn alla|acceptera alla|tillåt alla|jag godkänner|godkänn|accepter alle|tillad alle|jeg accepterer|acceptér|godta alle|tanggap semua|setuju|terima semua|godkjenn alle|aksepter alle|aksepter|jeg godtar|godta|accepta-ho tot|accepta|accepto|d'acord|razumem|prihvatam|прихватам|прихвати све|qəbul edirəm|ყველას მიღება|සියල්ල පිළිගන්න|පිළිගන්න|همه را بپذیرید|ተቀበል|ሁሉንም ተቀበል|allow all|confirm my choices|pokračovat|hyväksy(?:\s+kaikki)?|salli kaikki|salli evästeet|hyväksyn|priimti visus|sutinku|leisti visus|прифати(?:\s+(?:ги\s+)?сите)?|се согласувам|acceptă(?:\s+tot(?:ul)?)?|accept toate|acceptă toate|sunt de acord|pieņemt(?:\s+visus)?|piekrītu|atļaut(?:\s+visus)?|apstiprināt|elfogad(?:om)?|mindent elfogad(?:ok)?|összes elfogadása|elfogadom az összeset|hozzájárulok)(?:\s+and\s+.*)?$/i;
+              const consentPattern = /(cookie|cookies|privacy|consent|gdpr|ccpa|onetrust|before you continue|we use cookies and data|device identifiers|personalized ads|personalized content|trusted third party partners?|privacy preference center|your privacy settings|your privacy choices|manage privacy preferences|manage consent preferences|cookie information|cookie list|cookies details|list of partners(?: \(vendors\))?|configurações avançadas de cookies|declaração de cookies|gerenciar cookies|utilizamos cookies|dados pessoais|pliki cookie|datenschutz|données personnelles|datos personales|dati personali|wish to store|access information on your devices|preferenze cookie|クッキー|Cookieプリファレンス|Cookie設定|同意設定|쿠키|동의|개인정보|接受|隐私设置|cookie 偏好设置|файлы cookie|настройки cookie|souhlas|personalizac|soukromí|nastavení souhlasu|kakor|sekretess|samtycke|cookies og data|privatlivs|samtykke|privatliv|personvern|informasjonskapsler|informasjonskapslar|aller media|dine data|galetes|protecció de dades|política de privadesa|ግላዊነት|ኩኪ|ኩኪዎች|pro pokračování vyberte|technické cookies|jakou formou vám máme zobrazovat obsah|evästeet|evästeasetukset|tietosuoja|yksityisyys|hyväksy evästeet|slapukai|privatumas|slapukų nustatymai|kolačinji|приватност|поставки за колачиња|cookie-uri|confidențialitate|setări cookie|protecția datelor|sīkdatnes|sīkfailus|privātums|privātuma iestatījumi|sīkdatņu iestatījumi|sütiket|adatvédelem|adatvédelmi beállítások|süti beállítások)/i;
+              const containerPattern = /(cookie|consent|privacy|onetrust|cookiebot|usercentrics|trustarc|didomi|quantcast|gdpr|ccpa)/i;
+              #{js_dom_helpers}
+              const parentOrHost = (node) => {
+                if (!node) return null;
+                if (node.parentElement) return node.parentElement;
+                const root = node.getRootNode && node.getRootNode();
+                return root && root.host ? root.host : null;
+              };
+              const candidates = queryAllRoots('button, [role="button"], a, input[type="button"], input[type="submit"]');
+
+              const consentContext = (el) => {
+                let node = el;
+                for (let depth = 0; node && depth < 8; depth += 1, node = parentOrHost(node)) {
+                  const text = textFor(node);
+                  const attrs = [node.id, node.className, node.getAttribute('aria-label'), node.getAttribute('data-testid')]
+                    .filter(Boolean)
+                    .join(' ');
+                  if (consentPattern.test(text + ' ' + attrs)) return true;
+                }
+                return bodyLooksLikeConsent;
+              };
+
+              const consentAttrs = (el) => [el.id, el.className, el.getAttribute('aria-label'), el.getAttribute('data-testid')]
+                .filter(Boolean)
+                .join(' ');
+
+              let clicked = false;
+              for (const el of candidates) {
+                const text = textFor(el);
+                if (!text || !visible(el) || !pattern.test(text) || !consentContext(el)) continue;
+                el.click();
+                clicked = true;
+              }
+
+              if (!clicked) {
+                const consentContainerSel = #{consent_container_selector_js};
+                for (const container of queryAllRoots(consentContainerSel)) {
+                  if (!visible(container)) continue;
+                  for (const el of container.querySelectorAll('div, span')) {
+                    const text = textFor(el);
+                    if (!text || !visible(el) || !pattern.test(text)) continue;
+                    if (text.length > 120) continue;
+                    el.click();
+                    clicked = true;
+                  }
+                  if (clicked) break;
+                }
+              }
+
+              for (const el of queryAllRoots('[role="dialog"], [aria-modal="true"], dialog')) {
+                const attrs = consentAttrs(el);
+                if (!consentContext(el) && !containerPattern.test(attrs)) continue;
+                if (!visible(el)) continue;
+                el.remove();
+                clicked = true;
+              }
+
+              const consentOverlaySelector = #{consent_overlay_selector_js};
+              for (const el of queryAllRoots(consentOverlaySelector)) {
+                if (el.matches('[role="dialog"], [aria-modal="true"], dialog')) continue;
+                const style = window.getComputedStyle(el);
+                if (!/fixed|sticky/.test(style.position)) continue;
+                if (!visible(el)) continue;
+                el.remove();
+                clicked = true;
+              }
+
+              if (clicked) {
+                restoreScroll();
+              }
+
+              return clicked;
+            })()
+          JS
+        end
+
+        def dismiss_privacy_preference_overlay(page)
+          overlay_present = safe_evaluate(page, <<~'JS', default: false)
+            (() => {
+              if (!document.querySelector(
+                "[id*='onetrust' i], [class*='onetrust' i], " +
+                "[id*='cookiebot' i], [class*='cookiebot' i], " +
+                "[id*='cookie-consent' i], [class*='cookie-consent' i], " +
+                "[id*='cookie_consent' i], [class*='cookie_consent' i], " +
+                "[id*='cookieconsent' i], [class*='cookieconsent' i], " +
+                "[id*='cookie-banner' i], [class*='cookie-banner' i], " +
+                "[id*='cookie-notice' i], [class*='cookie-notice' i], " +
+                "[id*='privacy-banner' i], [class*='privacy-banner' i], " +
+                "[id*='privacy_banner' i], [class*='privacy_banner' i], " +
+                "[id*='privacy-preference' i], [class*='privacy-preference' i], " +
+                "[id*='gdpr' i], [class*='gdpr' i]"
+              )) return false;
+              const text = ((document.body && document.body.innerText) || '').toLowerCase()
+              if (!text) return false
+              if (!/(privacy preference center|your privacy settings|your privacy choices|manage privacy preferences|manage consent preferences|cookie information|cookie list|cookies details|list of partners(?: \(vendors\))?|personverninnstillinger|informasjonskapsler|sekretessinställningar|kakor|evästeasetukset|tietosuoja|slapukų nustatymai|privatumo nustatymai|sīkdatņu iestatījumi|privātuma iestatījumi|adatvédelmi beállítások|süti beállítások|setări cookie|nastavení souhlasu)/i.test(text)) return false
+              return true
+            })()
+          JS
+          return false unless overlay_present
+
+          click_visible_button_by_text(
+            page,
+            CONSENT_ACTION_LABELS,
+            CONSENT_FALLBACK_LABELS,
+            selectors: 'button, [role="button"], a, input[type="button"], input[type="submit"]'
+          )
+        end
+
+        def consent_quick_indicator_selector_js
+          selector = <<~JS
+            [id*="onetrust" i], [class*="onetrust" i],
+            [id*="cookiebot" i], [class*="cookiebot" i],
+            [id*="usercentrics" i], [class*="usercentrics" i],
+            [id*="trustarc" i], [class*="trustarc" i],
+            [id*="didomi" i], [class*="didomi" i],
+            [id*="quantcast" i], [class*="quantcast" i],
+            [id*="cookie-consent" i], [class*="cookie-consent" i],
+            [id*="cookie_consent" i], [class*="cookie_consent" i],
+            [id*="cookieconsent" i], [class*="cookieconsent" i],
+            [id*="cookie-banner" i], [class*="cookie-banner" i],
+            [id*="cookie_banner" i], [class*="cookie_banner" i],
+            [id*="cookie-notice" i], [class*="cookie-notice" i],
+            [id*="gdpr" i], [class*="gdpr" i],
+            [id*="ccpa" i], [class*="ccpa" i],
+            [id*="privacy-banner" i], [class*="privacy-banner" i],
+            [id*="privacy_banner" i], [class*="privacy_banner" i]
+          JS
+          selector.gsub(/\s+/, " ").strip.inspect
+        end
+
+        def consent_container_selector_js
+          selector = <<~JS
+            [id*="cookie" i], [class*="cookie" i],
+            [id*="consent" i], [class*="consent" i],
+            [id*="privacy" i], [class*="privacy" i],
+            [id*="gdpr" i], [class*="gdpr" i],
+            [id*="ccpa" i], [class*="ccpa" i]
+          JS
+          selector.gsub(/\s+/, " ").strip.inspect
+        end
+
+        def consent_overlay_selector_js
+          selector = <<~JS
+            [id*="cookie" i], [class*="cookie" i],
+            [id*="consent" i], [class*="consent" i],
+            [id*="privacy" i], [class*="privacy" i],
+            [id*="gdpr" i], [class*="gdpr" i],
+            [id*="ccpa" i], [class*="ccpa" i],
+            [id*="onetrust" i], [class*="onetrust" i],
+            [id*="cookiebot" i], [class*="cookiebot" i],
+            [id*="usercentrics" i], [class*="usercentrics" i],
+            [id*="trustarc" i], [class*="trustarc" i],
+            [id*="didomi" i], [class*="didomi" i],
+            [id*="quantcast" i]
+          JS
+          selector.gsub(/\s+/, " ").strip.inspect
+        end
+      end
+      # rubocop:enable Metrics/ModuleLength
+    end
+  end
+end

data/lib/fetch_util/browser/interaction_helpers/dom_interaction.rb

@@ -0,0 +1,162 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module InteractionHelpers
+      # rubocop:disable Metrics/ModuleLength
+      module DomInteraction
+        private
+
+        def click_visible_button_by_text(page, primary_labels, fallback_labels = [], selectors: 'button, [role="button"]')
+          groups = [Array(primary_labels), Array(fallback_labels)].reject(&:empty?)
+
+          safe_evaluate(page, <<~JS)
+            (() => {
+              const labelGroups = #{JSON.generate(groups)};
+              #{js_dom_helpers}
+              const buttons = queryAllRoots(#{selectors.to_json});
+
+              for (const labels of labelGroups) {
+                const allowed = new Set(labels.map((label) => String(label).toLowerCase()));
+                for (const button of buttons) {
+                  if (!visible(button) || !allowed.has(textFor(button).toLowerCase())) continue;
+                  button.click();
+                  return true;
+                }
+              }
+
+              return false;
+            })()
+          JS
+        end
+
+        def dismiss_overlay_dialog(page, close_selectors:, dialog_selectors:, dialog_pattern:, overlay_selectors: [], close_label_pattern: nil,
+                                   allow_empty_close_label: false)
+          config = {
+            closeSelectors: Array(close_selectors),
+            dialogSelectors: Array(dialog_selectors),
+            overlaySelectors: Array(overlay_selectors),
+            dialogPattern: dialog_pattern,
+            closeLabelPattern: close_label_pattern,
+            allowEmptyCloseLabel: allow_empty_close_label
+          }
+
+          safe_evaluate(page, <<~JS)
+            (() => {
+              const config = #{JSON.generate(config)};
+              const dialogPattern = new RegExp(config.dialogPattern || '', 'i');
+              const closeLabelPattern = config.closeLabelPattern ? new RegExp(config.closeLabelPattern, 'i') : null;
+              #{js_dom_helpers}
+
+              const matchingNodes = [];
+              const collectMatchingNodes = (selectors, requireOverlayPrompt) => {
+                const selectorText = (selectors || []).join(', ');
+                if (!selectorText) return;
+
+                queryAllRoots(selectorText).forEach((node) => {
+                  const text = textFor(node).slice(0, 2000);
+                  if (!dialogPattern.test(text)) return;
+                  if (requireOverlayPrompt && !/log in|sign up/i.test(text)) return;
+                  if (!matchingNodes.includes(node)) matchingNodes.push(node);
+                });
+              };
+
+              collectMatchingNodes(config.dialogSelectors, false);
+              collectMatchingNodes(config.overlaySelectors, true);
+
+              const withinMatchingNode = (node) => {
+                if (!node || matchingNodes.length === 0) return true;
+                return matchingNodes.some((container) => container === node || container.contains(node));
+              };
+
+              const clickCloseButton = () => {
+                const selectorText = (config.closeSelectors || []).join(', ');
+                if (!selectorText) return false;
+                const candidates = queryAllRoots(selectorText);
+
+                for (const candidate of candidates) {
+                  const button = candidate.closest('button, [role="button"]') || candidate;
+                  if (!button || !visible(button)) continue;
+                  if (!withinMatchingNode(candidate) && !withinMatchingNode(button)) continue;
+
+                  const label = textFor(button).toLowerCase();
+                  const labelMatches = !closeLabelPattern || closeLabelPattern.test(label) || (config.allowEmptyCloseLabel && label === '');
+                  if (!labelMatches) continue;
+
+                  button.click();
+                  restoreScroll();
+                  return true;
+                }
+
+                return false;
+              };
+
+              if (clickCloseButton()) return true;
+
+              let removed = false;
+              matchingNodes.forEach((node) => {
+                node.remove();
+                removed = true;
+              });
+
+              if (removed) restoreScroll();
+              return removed;
+            })()
+          JS
+        end
+
+        def js_dom_helpers
+          <<~JS
+            const queryAllRoots = (selectors) => {
+              const matches = [];
+              const queue = [document];
+              while (queue.length) {
+                const root = queue.shift();
+                if (!root || !root.querySelectorAll) continue;
+                root.querySelectorAll(selectors).forEach((el) => matches.push(el));
+                root.querySelectorAll('*').forEach((el) => {
+                  if (el.shadowRoot) queue.push(el.shadowRoot);
+                });
+              }
+              return matches;
+            };
+
+            const visible = (el) => {
+              const rect = el.getBoundingClientRect();
+              const style = window.getComputedStyle(el);
+              return rect.width > 0 && rect.height > 0 && style.visibility !== 'hidden' && style.display !== 'none';
+            };
+
+            const textFor = (el) => {
+              const values = [el.innerText, el.textContent, el.value, el.getAttribute('aria-label'), el.getAttribute('title')]
+                .filter(Boolean)
+                .map((value) => value.replace(/\\s+/g, ' ').trim())
+                .filter(Boolean);
+              return values[0] || '';
+            };
+
+            const restoreScroll = () => {
+              if (document.body) document.body.style.overflow = 'auto';
+              if (document.documentElement) document.documentElement.style.overflow = 'auto';
+            };
+          JS
+        end
+
+        def safe_evaluate(page, script, default: false)
+          page.evaluate(script)
+        rescue Ferrum::JavaScriptError, Ferrum::TimeoutError
+          default
+        end
+
+        def symbolize_hash(hash)
+          result = {}
+          hash.each do |key, value|
+            result[key.to_sym] = value
+          end
+          result
+        end
+      end
+      # rubocop:enable Metrics/ModuleLength
+    end
+  end
+end

data/lib/fetch_util/browser/interaction_helpers/timing_helpers.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module InteractionHelpers
+      module TimingHelpers
+        private
+
+        def retry_until_timeout(timeout, interval: 0.2)
+          deadline = Process.clock_gettime(Process::CLOCK_MONOTONIC) + timeout
+
+          loop do
+            result = yield
+            return true if result == true
+            return false if Process.clock_gettime(Process::CLOCK_MONOTONIC) >= deadline
+
+            sleep(result.is_a?(Numeric) ? result : interval)
+          end
+        end
+
+        def capped_timeout(max_timeout)
+          [@timeout, max_timeout].min
+        end
+
+        def settle_after_stabilization(max_wait)
+          sleep [@wait, max_wait].min if @wait.positive?
+        end
+
+        def social_login_phase_pause
+          if @wait.positive?
+            settle_after_stabilization(SOCIAL_LOGIN_PHASE_WAIT)
+          else
+            sleep SOCIAL_LOGIN_PHASE_WAIT
+          end
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/interaction_helpers.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module InteractionHelpers
+      autoload :ConsentHelpers, "fetch_util/browser/interaction_helpers/consent_helpers"
+      autoload :DomInteraction, "fetch_util/browser/interaction_helpers/dom_interaction"
+      autoload :TimingHelpers, "fetch_util/browser/interaction_helpers/timing_helpers"
+
+      include ConsentHelpers
+      include DomInteraction
+      include TimingHelpers
+    end
+  end
+end

data/lib/fetch_util/browser/navigation/headers_and_readiness.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module Navigation
+      module HeadersAndReadiness
+        private
+
+        def default_headers
+          {
+            "User-Agent" => @user_agent,
+            "Accept-Language" => @accept_language
+          }
+        end
+
+        def page_loaded_enough?(page)
+          page.evaluate(<<~JS)
+            (() => !!(document && document.body && (document.body.innerText || document.body.textContent || '').trim().length > 0))()
+          JS
+        rescue Ferrum::JavaScriptError, Ferrum::TimeoutError
+          false
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/navigation/navigator_patch.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module Navigation
+      module NavigatorPatch
+        private
+
+        def navigator_patch
+          ua_version = @user_agent[%r{Chrome/([\d.]+)}, 1] || "136.0.7103.113"
+          major = ua_version.split(".").first
+          languages_json = JSON.generate(@accept_language.split(",").map { |part| part.split(";").first.strip })
+          <<~JS
+            Object.defineProperty(navigator, "webdriver", { get: () => undefined });
+            Object.defineProperty(navigator, "languages", { get: () => #{languages_json} });
+            Object.defineProperty(navigator, "platform", { get: () => "Linux x86_64" });
+
+            Object.defineProperty(navigator, "plugins", {
+              get: () => {
+                const p = { 0: { name: "PDF Viewer", filename: "internal-pdf-viewer", description: "Portable Document Format" },
+                            1: { name: "Chrome PDF Viewer", filename: "internal-pdf-viewer", description: "Portable Document Format" },
+                            2: { name: "Chromium PDF Viewer", filename: "internal-pdf-viewer", description: "Portable Document Format" },
+                            length: 3 };
+                p[Symbol.iterator] = function*() { yield p[0]; yield p[1]; yield p[2]; };
+                return p;
+              }
+            });
+            Object.defineProperty(navigator, "mimeTypes", {
+              get: () => {
+                const m = { 0: { type: "application/pdf", suffixes: "pdf", description: "Portable Document Format" },
+                            length: 1 };
+                m[Symbol.iterator] = function*() { yield m[0]; };
+                return m;
+              }
+            });
+
+            if (!window.chrome) {
+              window.chrome = { runtime: {}, loadTimes: function(){}, csi: function(){} };
+            }
+
+            const origQuery = window.Permissions && Permissions.prototype.query;
+            if (origQuery) {
+              Permissions.prototype.query = function(parameters) {
+                return parameters.name === "notifications"
+                  ? Promise.resolve({ state: Notification.permission })
+                  : origQuery.call(this, parameters);
+              };
+            }
+
+            Object.defineProperty(navigator, "hardwareConcurrency", { get: () => 4 });
+
+            if (!navigator.deviceMemory) {
+              Object.defineProperty(navigator, "deviceMemory", { get: () => 8 });
+            }
+
+            if (!navigator.connection) {
+              Object.defineProperty(navigator, "connection", {
+                get: () => ({ effectiveType: "4g", rtt: 50, downlink: 10, saveData: false })
+              });
+            }
+
+            {
+              const uaData = navigator.userAgentData;
+              const missingUserAgentData = !uaData || !Array.isArray(uaData.brands) || uaData.brands.length === 0 || !uaData.platform;
+              if (missingUserAgentData) {
+                Object.defineProperty(navigator, "userAgentData", {
+                  get: () => ({
+                    brands: [
+                      { brand: "Chromium", version: "#{major}" },
+                      { brand: "Google Chrome", version: "#{major}" },
+                      { brand: "Not.A/Brand", version: "24" }
+                    ],
+                    mobile: false,
+                    platform: "Linux",
+                    getHighEntropyValues: function(hints) {
+                      return Promise.resolve({
+                        architecture: "x86",
+                        bitness: "64",
+                        brands: this.brands,
+                        fullVersionList: [
+                          { brand: "Chromium", version: "#{ua_version}" },
+                          { brand: "Google Chrome", version: "#{ua_version}" }
+                        ],
+                        mobile: false,
+                        model: "",
+                        platform: "Linux",
+                        platformVersion: "6.1.0",
+                        uaFullVersion: "#{ua_version}"
+                      });
+                    }
+                  })
+                });
+              }
+            }
+
+            {
+              const getParameterProto = WebGLRenderingContext.prototype.getParameter;
+              WebGLRenderingContext.prototype.getParameter = function(param) {
+                const debugExt = this.getExtension('WEBGL_debug_renderer_info');
+                if (debugExt) {
+                  if (param === debugExt.UNMASKED_VENDOR_WEBGL) return 'Google Inc. (Intel)';
+                  if (param === debugExt.UNMASKED_RENDERER_WEBGL)
+                    return 'ANGLE (Intel, Mesa Intel(R) UHD Graphics 630 (CFL GT2), OpenGL 4.6)';
+                }
+                return getParameterProto.call(this, param);
+              };
+            }
+
+            Object.defineProperty(screen, "width", { get: () => #{@viewport.fetch(:width)} });
+            Object.defineProperty(screen, "height", { get: () => #{@viewport.fetch(:height)} });
+            Object.defineProperty(screen, "availWidth", { get: () => #{@viewport.fetch(:width)} });
+            Object.defineProperty(screen, "availHeight", { get: () => #{@viewport.fetch(:height)} });
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/navigation.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module Navigation
+      autoload :HeadersAndReadiness, "fetch_util/browser/navigation/headers_and_readiness"
+      autoload :NavigatorPatch, "fetch_util/browser/navigation/navigator_patch"
+
+      include HeadersAndReadiness
+      include NavigatorPatch
+    end
+  end
+end