fetch_util 0.5.2 → 0.6.0

data/lib/fetch_util/browser/site_stabilization/github_pull_resources.rb

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GithubPullResources
+        GITHUB_PULL_RESOURCE_STABILIZATION_PROFILE = {
+          host: "github.com",
+          path_query: ->(uri) { uri.path.match?(%r{\A/[^/]+/[^/]+/pull/\d+/(?:commits|checks|files)/?\z}) },
+          strategy: :stabilize_github_pull_resource,
+          notes: "Wait for public GitHub pull-request resource lists and selected detail.",
+          tests: "spec/fetch_util/browser_stabilization_spec.rb"
+        }.freeze
+
+        private
+
+        def github_pull_resource_state_script
+          <<~'JS'
+            (() => {
+                const match = location.pathname.match(/\/pull\/\d+\/(commits|checks|files)\/?$/);
+                if (!match) return null;
+
+                const surface = match[1];
+                const commitRoot = document.querySelector('[data-testid="commits-list"]');
+                const commitRows = document.querySelectorAll('[data-testid="commit-row-item"]');
+                const checksRoot = document.querySelector('section.js-selected-check-run, .actions-grid-container, [class*="Checks-module__checksRoot"]');
+                const checkLinks = document.querySelectorAll('a[href*="check_run_id="]');
+                const requestedCheckId = new URLSearchParams(location.search).get('check_run_id') || '';
+                const selectedCheck = /^\d+$/.test(requestedCheckId) ? document.getElementById('check_run_' + requestedCheckId) : null;
+                const fileHeaders = document.querySelectorAll('.file.js-file .file-header[data-path][data-anchor]');
+                const selectedFile = location.hash && document.querySelector('.file-header[data-anchor="' + CSS.escape(location.hash.slice(1)) + '"]');
+                const selectedFileRoot = selectedFile && selectedFile.closest('.file.js-file');
+                const bodySelector = '.js-file-content, .blob-wrapper, table.diff-table, table, [data-testid="diff-lines"], [data-testid="diff-file-content"], .rendered-diff';
+                const deferredSelector = '.js-diff-load-container include-fragment[src], .js-diff-load-container[data-fragment-url], include-fragment[src*="/pull/"][src*="/files"]';
+                const nodeVisible = (node) => {
+                  if (!node) return false;
+                  const nodeStyle = getComputedStyle(node);
+                  if (nodeStyle.visibility === 'hidden' || nodeStyle.visibility === 'collapse') return false;
+                  let current = node;
+                  while (current && current.nodeType === 1) {
+                    if (current.hidden || getComputedStyle(current).display === 'none') return false;
+                    current = current.parentElement;
+                  }
+                  return true;
+                };
+                const materialTextSize = (node) => {
+                  if (!node) return 0;
+                  return [node, ...node.querySelectorAll('*')].reduce((total, candidate) => {
+                    if (!nodeVisible(candidate)) return total;
+                    const directText = Array.from(candidate.childNodes)
+                      .filter((child) => child.nodeType === Node.TEXT_NODE)
+                      .map((child) => child.textContent || '')
+                      .join('')
+                      .trim();
+                    return total + directText.length;
+                  }, 0);
+                };
+                const materialNode = (node) => {
+                  if (materialTextSize(node) > 0) return true;
+                  return [node, ...node.querySelectorAll('*')].some((candidate) => {
+                    return nodeVisible(candidate) && candidate.matches('img[src], canvas, video, audio');
+                  });
+                };
+
+                let loaded = 0;
+                let selectedSize = 0;
+                let selectedRequested = false;
+                let selectedLoaded = false;
+                let selectedDeferred = false;
+                let explicitEmpty = false;
+                if (surface === 'commits') loaded = commitRows.length;
+                if (surface === 'checks') {
+                  loaded = checkLinks.length;
+                  selectedRequested = !!requestedCheckId;
+                  selectedSize = nodeVisible(selectedCheck) ? (selectedCheck.textContent || '').trim().length : 0;
+                  explicitEmpty = /no checks (?:have been|were) run/i.test(checksRoot && checksRoot.textContent || '');
+                }
+                if (surface === 'files') {
+                  loaded = fileHeaders.length;
+                  selectedRequested = !!location.hash;
+                  const selectedBody = selectedFileRoot && Array.from(selectedFileRoot.querySelectorAll(bodySelector)).find(materialNode);
+                  selectedLoaded = !!selectedBody;
+                  selectedDeferred = !!(selectedFileRoot && Array.from(selectedFileRoot.querySelectorAll(deferredSelector)).some((node) =>
+                    nodeVisible(node) && (node.getAttribute('src') || node.getAttribute('data-fragment-url'))
+                  ));
+                  selectedSize = selectedLoaded ? materialTextSize(selectedBody) : 0;
+                  explicitEmpty = /(?:no files (?:were )?changed|there are no files)/i.test((document.querySelector('.blankslate, main') || {}).textContent || '');
+                }
+
+                const rootReady = surface === 'commits' ? !!commitRoot : (surface === 'checks' ? !!checksRoot : (loaded > 0 || explicitEmpty));
+                const selectedReady = explicitEmpty || !selectedRequested || selectedLoaded || selectedDeferred;
+                const ready = rootReady && (loaded > 0 || explicitEmpty) && selectedReady;
+                return {
+                  ready,
+                  selectedLoaded,
+                  selectedDeferred,
+                  signature: [surface, loaded, selectedLoaded, selectedDeferred, selectedSize, location.search, location.hash].join(':')
+                };
+              })()
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/github_threads.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GithubThreads
+        GITHUB_THREAD_STABILIZATION_PROFILE = {
+          host: "github.com",
+          path_query: ->(uri) { uri.path.match?(%r{\A/[^/]+/[^/]+/(?:issues|pull|discussions)/\d+/?\z}) },
+          strategy: :stabilize_github_thread,
+          notes: "Wait for a public GitHub thread body and its materialized timeline.",
+          tests: "spec/fetch_util/browser_stabilization_spec.rb"
+        }.freeze
+
+        private
+
+        def stabilize_github_thread(page, deadline: stabilization_deadline)
+          last_signature = nil
+          stable_observations = 0
+          ready = retry_until_timeout(capped_timeout(6.0, deadline: deadline), interval: 0.1, deadline: deadline) do
+            state = safe_evaluate(page, <<~JS, default: nil)
+              (() => {
+                const root = document.querySelector(
+                  '[data-testid="issue-viewer-container"], [data-testid="issue-viewer-issue-container"], #discussion_bucket, .js-discussion, .discussion-timeline'
+                );
+                if (!root) return null;
+
+                const modernBody = root.querySelector('[data-testid="issue-body"]');
+                if (!modernBody) {
+                  return { ready: !!root.querySelector('.comment-body, .js-comment-body, [data-testid="comment-body"], [itemprop="text"]'), complete: true, signature: 'legacy' };
+                }
+
+                const author = modernBody.querySelector('[data-testid="issue-body-header-author"]');
+                const rows = root.querySelectorAll('[data-testid^="timeline-row-border-"]');
+                const commentRows = Array.from(rows).filter((row) => row.querySelector('a[href*="#issuecomment-"], a[href*="#discussioncomment-"]'));
+                const count = root.querySelector('[data-testid="issue-comment-count"], [data-testid="discussion-comment-count"]');
+                const countText = (count && count.textContent || '').trim();
+                const explicitZero = /^0\s+(?:comments?|replies)$/i.test(countText);
+                const continuationControls = Array.from(root.querySelectorAll(
+                  'a[rel~="next"][href*="timeline_page="], a[data-testid*="timeline-load-more"][href*="timeline_page="], ' +
+                  '[data-testid*="timeline-load-more"] a[href*="timeline_page="], ' +
+                  '[data-testid*="timeline-load-more"] button, button[data-testid*="timeline-load-more"]'
+                ));
+                const usableContinuation = continuationControls.some((control) => {
+                  if (control.disabled || control.getAttribute('aria-disabled') === 'true') return false;
+
+                  let current = control;
+                  while (current && root.contains(current)) {
+                    if (current.hidden || current.getAttribute('aria-hidden') === 'true') return false;
+                    const style = getComputedStyle(current);
+                    if (style.display === 'none' || style.visibility === 'hidden' || style.visibility === 'collapse') return false;
+                    current = current.parentElement;
+                  }
+                  return true;
+                });
+                return {
+                  ready: !!author && (explicitZero || rows.length > 0),
+                  complete: false,
+                  signature: [rows.length, commentRows.length, countText, usableContinuation].join(':')
+                };
+              })()
+            JS
+            next false unless state.is_a?(Hash) && state["ready"]
+
+            if state["complete"]
+              true
+            elsif state["signature"] == last_signature
+              stable_observations += 1
+              stable_observations >= 3
+            else
+              last_signature = state["signature"]
+              stable_observations = 1
+              false
+            end
+          end
+
+          settle_after_stabilization(0.5, deadline: deadline) if ready
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/gitlab_merge_request_resource_state.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GitlabMergeRequestResourceState
+        include GitlabMergeRequestResourceStateScript
+
+        private
+
+        def gitlab_merge_request_resource_state(page)
+          safe_evaluate(page, gitlab_merge_request_resource_state_script, default: nil)
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/gitlab_merge_request_resource_state_script.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GitlabMergeRequestResourceStateScript
+        include GitlabMergeRequestResourceVisibilityScript
+
+        private
+
+        def gitlab_merge_request_resource_state_script
+          <<~JS
+            (() => {
+              const match = location.pathname.match(/\/-\/merge_requests\/\d+\/(commits|pipelines|reports(?:\/[^/]+)?|diffs)\/?$/);
+              if (!match) return null;
+              const surface = match[1].split('/')[0];
+              const site = document.querySelector('meta[property="og:site_name"]');
+              const branded = document.documentElement.classList.contains('gl-system') &&
+                /^GitLab$/i.test((site && site.content || '').trim());
+              const meta = !!document.querySelector('meta[name="gitlab-meta"], meta[name^="gitlab-"]');
+              const gon = window.gon || {};
+              const hasRelativeRoot = Object.prototype.hasOwnProperty.call(gon, 'relative_url_root');
+              const runtimeTarget = gon.gitlab_url || (hasRelativeRoot ? (gon.relative_url_root || location.origin) : '');
+              let runtime = !!gon.api_version && !!runtimeTarget;
+              if (runtime) {
+                try { runtime = new URL(runtimeTarget, location.href).origin === location.origin; } catch (_error) { runtime = false; }
+              }
+              const asset = Array.from(document.querySelectorAll('script[src], link[href]')).some((node) => {
+                const value = node.getAttribute('src') || node.getAttribute('href') || '';
+                if (!/\/assets\/(?:webpack|application|gitlab)/i.test(value)) return false;
+                try { return new URL(value, location.href).origin === location.origin; } catch (_error) { return false; }
+              });
+              const product = (runtime && (branded || meta || asset)) || (branded && (meta || asset));
+              if (!product) return { product: false, ready: false, signature: '' };
+
+              const root = document.querySelector('main') ||
+                document.querySelector('.content-wrapper') ||
+                document.querySelector('.merge-request') ||
+                document.querySelector('[data-page]') ||
+                document.body;
+              #{gitlab_merge_request_resource_visibility_script}
+              const selectors = {
+                commits: '[data-testid="commit-content"], [data-testid="commit-row"], .commit-row, li.commit',
+                pipelines: '[data-testid="pipeline-table-row"], .pipeline-row, .ci-table tbody tr, table.pipelines tbody tr',
+                reports: '[data-testid*="report"], .report-block, .mr-widget-reports > *, .report-section',
+                diffs: 'diff-file[data-testid="rd-diff-file"], .diff-file, .file-holder, [data-testid="diff-file"]'
+              };
+              const candidates = Array.from(root.querySelectorAll(selectors[surface])).filter(material);
+              const rows = candidates.filter((row, index) => !candidates.some(
+                (other, otherIndex) => otherIndex < index && other.contains(row)
+              ));
+              const empty = Array.from(root.querySelectorAll(
+                '[data-testid="empty-state"], .gl-empty-state, .empty-state, .nothing-here-block, .blank-state'
+              )).find((node) => material(node) && materialText(node));
+              const loading = Array.from(document.querySelectorAll('[aria-busy="true"], .gl-spinner, .loading, .is-loading'))
+                .some(material);
+              let selectedId = '';
+              if (surface === 'diffs') {
+                try { selectedId = decodeURIComponent((location.hash || '').replace(/^#/, '')); } catch (_error) { selectedId = ''; }
+              }
+              const explicit = (row) => row.id || row.getAttribute('data-diff-id') ||
+                row.getAttribute('data-file-id') || row.getAttribute('data-file-path') || '';
+              const reserved = new Set(rows.map(explicit).filter(Boolean));
+              const assigned = new Set();
+              const rowIds = rows.map((row, index) => {
+                const value = explicit(row);
+                if (value && !assigned.has(value)) {
+                  assigned.add(value);
+                  return value;
+                }
+                let identity = value
+                  ? `${value}-fetch-util-${index + 1}`
+                  : `fetch-util-diff-${index + 1}`;
+                while (reserved.has(identity) || assigned.has(identity)) identity += '-';
+                assigned.add(identity);
+                return identity;
+              });
+              const selectedIndex = selectedId ? rowIds.indexOf(selectedId) : -1;
+              const selected = !selectedId || selectedIndex >= 0 || !!empty;
+              const bodySelector = [
+                '[data-testid="rd-diff-file-body"]', '[data-testid="diff-file-body"]', '.diff-content',
+                '.file-content', '.diff-table', 'table.diff-table', '.diff-line', '.line_content'
+              ].join(', ');
+              const selectedBody = !selectedId || !!empty || (selectedIndex >= 0 &&
+                Array.from(rows[selectedIndex].querySelectorAll(bodySelector)).some((node) => materialText(node)));
+              const textSize = rows.reduce((sum, row) => sum + materialText(row).length, 0);
+              return {
+                product: true,
+                ready: !loading && selected && selectedBody && (rows.length > 0 || !!empty),
+                signature: [surface, rows.length, !!empty, selected, selectedBody, textSize].join(':')
+              };
+            })()
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/gitlab_merge_request_resource_visibility_script.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GitlabMergeRequestResourceVisibilityScript
+        private
+
+        def gitlab_merge_request_resource_visibility_script
+          <<~JS
+            const subtreeHidden = (node) => {
+              let current = node;
+              while (current && current !== document) {
+                const style = getComputedStyle(current);
+                if (current.hidden || style.display === 'none') return true;
+                current = current.parentElement;
+              }
+              return false;
+            };
+            const materialText = (node) => {
+              if (!node || subtreeHidden(node)) return '';
+              const collect = (current) => {
+                if (current.nodeType === Node.TEXT_NODE) {
+                  const style = getComputedStyle(current.parentElement);
+                  return /^(?:hidden|collapse)$/.test(style.visibility) ? '' : current.nodeValue;
+                }
+                if (current.nodeType !== Node.ELEMENT_NODE) return '';
+                const style = getComputedStyle(current);
+                if (current.hidden || style.display === 'none') return '';
+                return Array.from(current.childNodes).map(collect).join('');
+              };
+              return collect(node).trim();
+            };
+            const material = (node) => {
+              if (subtreeHidden(node)) return false;
+              return !/^(?:hidden|collapse)$/.test(getComputedStyle(node).visibility) || !!materialText(node);
+            };
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/gitlab_merge_request_resources.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GitlabMergeRequestResources
+        include GitlabMergeRequestResourceState
+
+        GITLAB_MERGE_REQUEST_RESOURCE_STABILIZATION_PROFILE = {
+          host: true,
+          path_query: lambda { |uri|
+            uri.path.match?(%r{/-/merge_requests/\d+/(?:commits|pipelines|reports(?:/[^/]+)?|diffs)/?\z})
+          },
+          strategy: :stabilize_gitlab_merge_request_resource,
+          fallthrough: true,
+          notes: "Wait for host-agnostic GitLab merge-request resource pages.",
+          tests: "spec/fetch_util/browser_stabilization_spec.rb"
+        }.freeze
+
+        private
+
+        def stabilize_gitlab_merge_request_resource(page, deadline: stabilization_deadline)
+          stabilize_gitlab_state(deadline: deadline) { gitlab_merge_request_resource_state(page) }
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/gitlab_repo.rb

@@ -6,16 +6,8 @@ module FetchUtil
       module GitlabRepo
         private
 
-        def gitlab_repo_url?(url)
-          uri = URI.parse(url)
-          host = uri.host.to_s.downcase
-          (host == "gitlab.com" || host.end_with?(".gitlab.com")) && uri.path.split("/").reject(&:empty?).length == 2
-        rescue URI::InvalidURIError
-          false
-        end
-
-        def stabilize_gitlab_repo(page)
-          retry_until_timeout(capped_timeout(8.0), interval: 0.2) do
+        def stabilize_gitlab_repo(page, deadline: stabilization_deadline)
+          retry_until_timeout(capped_timeout(8.0, deadline: deadline), interval: 0.2, deadline: deadline) do
             safe_evaluate(page, <<~JS, default: 0).to_i >= 300
               (() => {
                 const readme = document.querySelector('[data-testid="blob-viewer-content"] .blob-viewer[data-path="README.md"] .file-content.md, .blob-viewer[data-path="README.md"] .file-content.md');
@@ -24,7 +16,7 @@ module FetchUtil
             JS
           end
 
-          settle_after_stabilization(0.25)
+          settle_after_stabilization(0.25, deadline: deadline)
         end
       end
     end

data/lib/fetch_util/browser/site_stabilization/gitlab_stabilization.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GitlabStabilization
+        private
+
+        def stabilize_gitlab_state(deadline: stabilization_deadline)
+          last_signature = nil
+          stable_observations = 0
+          ready = retry_until_timeout(capped_timeout(8.0, deadline: deadline), interval: 0.1, deadline: deadline) do
+            state = yield
+            return false if state.is_a?(Hash) && state["product"] == false
+            next false unless state.is_a?(Hash) && state["product"] && state["ready"]
+
+            if state["signature"] == last_signature
+              stable_observations += 1
+              stable_observations >= 3
+            else
+              last_signature = state["signature"]
+              stable_observations = 1
+              false
+            end
+          end
+
+          settle_after_stabilization(0.5, deadline: deadline) if ready
+          !!ready
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/gitlab_threads.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module GitlabThreads
+        GITLAB_THREAD_STABILIZATION_PROFILE = {
+          host: true,
+          path_query: lambda { |uri|
+            uri.path.match?(%r{/[^/]+/-/(?:issues|work_items|merge_requests)/\d+/?\z})
+          },
+          strategy: :stabilize_gitlab_thread,
+          fallthrough: true,
+          notes: "Wait for host-agnostic GitLab issue and merge-request conversations.",
+          tests: "spec/fetch_util/browser_stabilization_spec.rb"
+        }.freeze
+
+        private
+
+        def stabilize_gitlab_thread(page, deadline: stabilization_deadline)
+          stabilize_gitlab_state(deadline: deadline) do
+            safe_evaluate(page, <<~JS, default: nil)
+              (() => {
+                const route = location.pathname.match(/\/-\/(issues|work_items|merge_requests)\/\d+\/?$/);
+                if (!route) return null;
+
+                const site = document.querySelector('meta[property="og:site_name"]');
+                const branded = document.documentElement.classList.contains('gl-system') &&
+                  /^GitLab$/i.test((site && site.content || '').trim());
+                const meta = !!document.querySelector('meta[name="gitlab-meta"], meta[name^="gitlab-"]');
+                const gon = window.gon || {};
+                const hasRelativeRoot = Object.prototype.hasOwnProperty.call(gon, 'relative_url_root');
+                const runtimeTarget = gon.gitlab_url || (hasRelativeRoot ? (gon.relative_url_root || location.origin) : '');
+                let runtime = !!gon.api_version && !!runtimeTarget;
+                if (runtime) {
+                  try { runtime = new URL(runtimeTarget, location.href).origin === location.origin; } catch (_error) { runtime = false; }
+                }
+                const asset = Array.from(document.querySelectorAll('script[src], link[href]')).some((node) => {
+                  const value = node.getAttribute('src') || node.getAttribute('href') || '';
+                  if (!/\/assets\/(?:webpack|application|gitlab)/i.test(value)) return false;
+                  try { return new URL(value, location.href).origin === location.origin; } catch (_error) { return false; }
+                });
+                const product = (runtime && (branded || meta || asset)) || (branded && (meta || asset));
+                if (!product) return { product: false, ready: false, signature: '' };
+
+                const root = document.querySelector(
+                  '.work-item-page, [data-testid="work-item-view"], .work-item-notes, .issuable-details, .merge-request, .issue-details'
+                );
+                if (!root) return { product: true, ready: false, signature: '' };
+
+                const title = document.querySelector('[data-testid="work-item-title"], [data-testid="issuable-title"], .issue-title, .merge-request .title');
+                const description = document.querySelector('[data-testid="work-item-description"], [data-testid="description-content"], .detail-page-description .md, .issuable-description .md');
+                const rows = document.querySelectorAll('.js-timeline-entry.timeline-entry, .timeline-entry');
+                const bodies = document.querySelectorAll('.note-body, .note-text, [data-testid="note-body"]');
+                const explicitZero = /\b0\s+(?:comments?|notes?)\b/i.test((root.textContent || ''));
+                const loadControls = Array.from(root.querySelectorAll(
+                  'button[data-testid*="load-more"], a[data-testid*="load-more"], [data-testid*="load-more"] button, [data-testid*="load-more"] a, .js-load-more button, .js-load-more a'
+                )).filter((node) => {
+                  let current = node;
+                  while (current && current !== root.parentElement) {
+                    const style = getComputedStyle(current);
+                    if (current.hidden || style.display === 'none') return false;
+                    current = current.parentElement;
+                  }
+                  return getComputedStyle(node).visibility !== 'hidden';
+                });
+                const loading = loadControls.some((node) =>
+                  node.getAttribute('aria-busy') === 'true' || node.getAttribute('data-loading') === 'true' ||
+                  /(?:^|\s)(?:is-)?loading(?:\s|$)/.test(node.className || '')
+                );
+                const continuation = !loading && loadControls.find((node) =>
+                  !node.disabled && node.getAttribute('aria-disabled') !== 'true'
+                );
+                if (continuation) {
+                  continuation.click();
+                  return { product: true, ready: false, signature: [rows.length, bodies.length, true, 'loading'].join(':') };
+                }
+                const textSize = Array.from(rows).reduce((sum, row) => sum + (row.textContent || '').trim().length, 0) +
+                  (description && description.textContent || '').trim().length;
+                return {
+                  product: true,
+                  ready: !!title && !!description && !loading && (rows.length > 0 || explicitZero),
+                  signature: [rows.length, bodies.length, loading, textSize].join(':')
+                };
+              })()
+            JS
+          end
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/social_platforms.rb

@@ -15,13 +15,27 @@ module FetchUtil
 
         private
 
-        def stabilize_instagram(page)
-          wait_for_idle_or_content(page) if @wait_for_idle
+        def stabilize_instagram(page, deadline: stabilization_deadline)
+          wait_for_idle_or_content(page, deadline: deadline) if @wait_for_idle
+          return false unless stabilization_time_remaining?(deadline)
+
           accept_instagram_cookie_dialog(page) || accept_cookie_consent(page)
-          social_login_phase_pause
+          return false unless stabilization_time_remaining?(deadline)
+
+          social_login_phase_pause(deadline: deadline)
+          return false unless stabilization_time_remaining?(deadline)
+
           accept_instagram_cookie_dialog(page) || accept_cookie_consent(page)
-          retry_until_timeout(capped_timeout(5.0)) { dismiss_instagram_login_modal(page) }
-          social_login_phase_pause
+          return false unless stabilization_time_remaining?(deadline)
+
+          retry_until_timeout(capped_timeout(5.0, deadline: deadline), deadline: deadline) do
+            dismiss_instagram_login_modal(page)
+          end
+          return false unless stabilization_time_remaining?(deadline)
+
+          social_login_phase_pause(deadline: deadline)
+          return false unless stabilization_time_remaining?(deadline)
+
           dismiss_instagram_login_modal(page)
         end
 
@@ -72,39 +86,6 @@ module FetchUtil
             allow_empty_close_label: true
           )
         end
-
-        def stabilize_facebook(page)
-          wait_for_idle_or_content(page) if @wait_for_idle
-          social_login_phase_pause
-          dismiss_facebook_cookie_dialog(page)
-          social_login_phase_pause
-          retry_until_timeout(capped_timeout(5.0)) { dismiss_facebook_login_dialog(page) }
-          social_login_phase_pause
-        end
-
-        def dismiss_facebook_cookie_dialog(page)
-          config = consent_config(
-            accept_labels: ["decline optional cookies", "optionale cookies ablehnen", "refuser les cookies optionnels",
-                            "rechazar cookies opcionales", "rifiuta i cookie opzionali"],
-            fallback_labels: ["allow all cookies", "alle cookies erlauben", "autoriser tous les cookies", "permitir todas las cookies", "consenti tutti i cookie"]
-          )
-
-          click_visible_button_by_text(
-            page,
-            consent_accept_labels(config),
-            consent_fallback_labels(config),
-            selectors: consent_button_selectors(config)
-          )
-        end
-
-        def dismiss_facebook_login_dialog(page)
-          dismiss_overlay_dialog(
-            page,
-            close_selectors: ['[aria-label="Close"]', '[aria-label="close"]'],
-            dialog_selectors: ['[role="dialog"]', '[aria-modal="true"]'],
-            dialog_pattern: "log in|sign up|create (?:new )?account|see more from"
-          )
-        end
       end
     end
   end

data/lib/fetch_util/browser/site_stabilization/travel_and_lodging.rb

@@ -16,10 +16,10 @@ module FetchUtil
 
         private
 
-        def stabilize_lodging_detail(page)
+        def stabilize_lodging_detail(page, deadline: stabilization_deadline)
           accepted_cookies = dismiss_cookie_overlays(page)
 
-          retry_until_timeout(capped_timeout(8.0), interval: 0.25) do
+          retry_until_timeout(capped_timeout(8.0, deadline: deadline), interval: 0.25, deadline: deadline) do
             safe_evaluate(page, <<~JS, default: false)
               (() => {
                 const bodyText = document.body ? (document.body.innerText || '') : '';
@@ -31,7 +31,7 @@ module FetchUtil
             JS
           end
 
-          settle_after_stabilization(0.25) if accepted_cookies
+          settle_after_stabilization(0.25, deadline: deadline) if accepted_cookies
         end
       end
     end