fetch_util 0.5.2 → 0.6.0

data/lib/fetch_util/browser/interaction_helpers/consent_helpers.rb

@@ -21,6 +21,13 @@ module FetchUtil
           keyword_init: true
         )
 
+        COMMON_CMP_SELECTORS = [
+          "#onetrust-banner-sdk", "#onetrust-pc-sdk", ".qc-cmp2-container", ".qc-cmp2-summary",
+          "#CybotCookiebotDialog", ".cc-window", ".cc_banner", "#cookie-banner", ".cookie-banner",
+          "#consent-banner", ".consent-banner", ".fc-consent-root", ".cmp-modal", ".gdpr-banner",
+          "#gdpr-consent", ".js-cookies", ".cookie-notice", "#cookieNotice"
+        ].freeze
+
         # rubocop:disable Layout/LineLength, Style/RedundantPercentQ
         DEFAULT_CONSENT_CONFIG = ConsentConfig.new(
           accept_labels: [
@@ -71,19 +78,13 @@ module FetchUtil
           context_pattern: %q{(cookie|cookies|privacy|consent|gdpr|ccpa|cmp|onetrust|cookiebot|didomi|quantcast|before you continue|we use cookies and data|device identifiers|personalized ads|personalized content|trusted third party partners?|privacy preference center|your privacy settings|your privacy choices|manage privacy preferences|manage consent preferences|cookie information|cookie list|cookies details|list of partners(?: \(vendors\))?|configurações avançadas de cookies|declaração de cookies|gerenciar cookies|utilizamos cookies|dados pessoais|pliki cookie|datenschutz|données personnelles|datos personales|dati personali|wish to store|access information on your devices|preferenze cookie|クッキー|Cookieプリファレンス|Cookie設定|同意設定|쿠키|동의|개인정보|接受|隐私设置|cookie 偏好设置|файлы cookie|настройки cookie|souhlas|personalizac|soukromí|nastavení souhlasu|kakor|sekretess|samtycke|cookies og data|privatlivs|samtykke|privatliv|personvern|informasjonskapsler|informasjonskapslar|aller media|dine data|galetes|protecció de dades|política de privadesa|ግላዊነት|ኩኪ|ኩኪዎች|pro pokračování vyberte|technické cookies|jakou formou vám máme zobrazovat obsah|evästeet|evästeasetukset|tietosuoja|yksityisyys|hyväksy evästeet|slapukai|privatumas|slapukų nustatymai|kolačinji|приватност|поставки за колачиња|cookie-uri|confidențialitate|setări cookie|protecția datelor|sīkdatnes|sīkfailus|privātums|privātuma iestatījumi|sīkdatņu iestatījumi|sütiket|adatvédelem|adatvédelmi beállítások|süti beállítások|kabul|çerez|gizlilik|лични данни|поверителност|terima|setuju|privasi|ยินยอม|คุกกี้|ความเป็นส่วนตัว)},
           container_pattern: %q{(cookie|consent|privacy|onetrust|cookiebot|usercentrics|trustarc|didomi|quantcast|sourcepoint|sp_message|uniconsent|osano|gdpr|ccpa)},
           known_cmp_selectors: [
-            "#onetrust-banner-sdk", "#onetrust-pc-sdk", ".qc-cmp2-container", ".qc-cmp2-summary",
-            "#CybotCookiebotDialog", ".cc-window", ".cc_banner", "#cookie-banner", ".cookie-banner",
-            "#consent-banner", ".consent-banner", ".fc-consent-root", ".cmp-modal", ".gdpr-banner",
-            "#gdpr-consent", ".js-cookies", ".cookie-notice", "#cookieNotice",
+            *COMMON_CMP_SELECTORS,
             "[id*='sourcepoint']", "[class*='sourcepoint']", "[id*='sp_message']", "[class*='sp_message']",
             "[id*='uniconsent']", "[class*='uniconsent']", "[id*='uni-consent']", "[class*='uni-consent']",
             "[id*='osano']", "[class*='osano']"
           ].freeze,
           quick_indicator_selectors: [
-            "#onetrust-banner-sdk", "#onetrust-pc-sdk", ".qc-cmp2-container", ".qc-cmp2-summary",
-            "#CybotCookiebotDialog", ".cc-window", ".cc_banner", "#cookie-banner", ".cookie-banner",
-            "#consent-banner", ".consent-banner", ".fc-consent-root", ".cmp-modal", ".gdpr-banner",
-            "#gdpr-consent", ".js-cookies", ".cookie-notice", "#cookieNotice",
+            *COMMON_CMP_SELECTORS,
             '[id*="onetrust" i]', '[class*="onetrust" i]', '[id*="cookiebot" i]', '[class*="cookiebot" i]',
             '[id*="usercentrics" i]', '[class*="usercentrics" i]', '[id*="trustarc" i]', '[class*="trustarc" i]',
             '[id*="didomi" i]', '[class*="didomi" i]', '[id*="quantcast" i]', '[class*="quantcast" i]',
@@ -98,10 +99,7 @@ module FetchUtil
             '[id*="privacy-preference" i]', '[class*="privacy-preference" i]'
           ].freeze,
           container_selectors: [
-            "#onetrust-banner-sdk", "#onetrust-pc-sdk", ".qc-cmp2-container", ".qc-cmp2-summary",
-            "#CybotCookiebotDialog", ".cc-window", ".cc_banner", "#cookie-banner", ".cookie-banner",
-            "#consent-banner", ".consent-banner", ".fc-consent-root", ".cmp-modal", ".gdpr-banner",
-            "#gdpr-consent", ".js-cookies", ".cookie-notice", "#cookieNotice",
+            *COMMON_CMP_SELECTORS,
             '[id*="cookie" i]', '[class*="cookie" i]', '[id*="consent" i]', '[class*="consent" i]',
             '[class*="cookie-banner" i]', '[data-testid*="cookie" i]', '[id*="privacy" i]', '[class*="privacy" i]',
             '[id*="gdpr" i]', '[class*="gdpr" i]', '[id*="ccpa" i]', '[class*="ccpa" i]',
@@ -110,10 +108,7 @@ module FetchUtil
             '[id*="osano" i]', '[class*="osano" i]'
           ].freeze,
           overlay_selectors: [
-            "#onetrust-banner-sdk", "#onetrust-pc-sdk", ".qc-cmp2-container", ".qc-cmp2-summary",
-            "#CybotCookiebotDialog", ".cc-window", ".cc_banner", "#cookie-banner", ".cookie-banner",
-            "#consent-banner", ".consent-banner", ".fc-consent-root", ".cmp-modal", ".gdpr-banner",
-            "#gdpr-consent", ".js-cookies", ".cookie-notice", "#cookieNotice",
+            *COMMON_CMP_SELECTORS,
             '[id*="cookie" i]', '[class*="cookie" i]', '[id*="consent" i]', '[class*="consent" i]',
             '[class*="cookie-banner" i]', '[data-testid*="cookie" i]', '[id*="privacy" i]', '[class*="privacy" i]',
             '[id*="gdpr" i]', '[class*="gdpr" i]', '[id*="ccpa" i]', '[class*="ccpa" i]',
@@ -127,7 +122,7 @@ module FetchUtil
           button_selectors: 'button, [role="button"], a, input[type="button"], input[type="submit"]'
         ).freeze
         # rubocop:enable Layout/LineLength, Style/RedundantPercentQ
-        private_constant :ConsentConfig, :DEFAULT_CONSENT_CONFIG
+        private_constant :ConsentConfig, :COMMON_CMP_SELECTORS, :DEFAULT_CONSENT_CONFIG
 
         private
 

data/lib/fetch_util/browser/interaction_helpers/timing_helpers.rb

@@ -6,32 +6,59 @@ module FetchUtil
       module TimingHelpers
         private
 
-        def retry_until_timeout(timeout, interval: 0.2)
-          deadline = Process.clock_gettime(Process::CLOCK_MONOTONIC) + timeout
+        def monotonic_now
+          Process.clock_gettime(Process::CLOCK_MONOTONIC)
+        end
+
+        def stabilization_deadline
+          monotonic_now + @timeout
+        end
+
+        def retry_until_timeout(timeout, interval: 0.2, deadline: nil)
+          now = monotonic_now
+          poll_deadline = now + timeout
+          poll_deadline = [poll_deadline, deadline].min if deadline
+          attempted = false
 
           loop do
+            now = attempted ? monotonic_now : now
+            return false if now > poll_deadline || (attempted && now >= poll_deadline)
+
+            attempted = true
             result = yield
-            return true if result == true
-            return false if Process.clock_gettime(Process::CLOCK_MONOTONIC) >= deadline
+            completed_at = monotonic_now
+            return true if result == true && completed_at <= poll_deadline
+
+            remaining = poll_deadline - completed_at
+            return false unless remaining.positive?
 
-            sleep(result.is_a?(Numeric) ? result : interval)
+            delay = result.is_a?(Numeric) ? result : interval
+            sleep [delay, remaining].min
           end
         end
 
-        def capped_timeout(max_timeout)
-          [@timeout, max_timeout].min
+        def capped_timeout(max_timeout, deadline: nil)
+          timeout = [@timeout, max_timeout].min
+          timeout = [timeout, deadline - monotonic_now].min if deadline
+          [timeout, 0].max
         end
 
-        def settle_after_stabilization(max_wait)
-          sleep [@wait, max_wait].min if @wait.positive?
+        def stabilization_time_remaining?(deadline)
+          monotonic_now < deadline
         end
 
-        def social_login_phase_pause
-          if @wait.positive?
-            settle_after_stabilization(SOCIAL_LOGIN_PHASE_WAIT)
-          else
-            sleep SOCIAL_LOGIN_PHASE_WAIT
-          end
+        def sleep_before_deadline(duration, deadline:)
+          duration = [duration, deadline - monotonic_now].min
+          sleep duration if duration.positive?
+        end
+
+        def settle_after_stabilization(max_wait, deadline: stabilization_deadline)
+          sleep_before_deadline([@wait, max_wait].min, deadline: deadline) if @wait.positive?
+        end
+
+        def social_login_phase_pause(deadline: stabilization_deadline)
+          duration = @wait.positive? ? [@wait, SOCIAL_LOGIN_PHASE_WAIT].min : SOCIAL_LOGIN_PHASE_WAIT
+          sleep_before_deadline(duration, deadline: deadline)
         end
       end
     end

data/lib/fetch_util/browser/site_stabilization/azure_devops_pr_commit_details_script.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module AzureDevopsPrCommitDetailsScript
+        private
+
+        def azure_devops_pr_commit_details_script
+          <<~'JS'
+            const AZURE_DEVOPS_COMMIT_DETAIL_CONCURRENCY = 8;
+            const completeCommit = async (commit, repositoryId, signal) => {
+              const url = new URL(route.prefixPath + "/_apis/git/repositories/" +
+                encodeURIComponent(repositoryId) + "/commits/" + encodeURIComponent(commit.commitId), location.origin);
+              url.searchParams.set("api-version", "7.1");
+              const page = await requestJson(url, signal);
+              const detail = page.value;
+              if (typeof detail.commitId !== "string" || detail.commitId !== commit.commitId ||
+                  detail.commentTruncated !== false || typeof detail.comment !== "string") {
+                throw new Error("incomplete Azure DevOps commit detail");
+              }
+              return Object.assign({}, commit, detail, { commentTruncated: false });
+            };
+
+            const completeCommits = async (commits, repositoryId, signal) => {
+              const completed = new Array(commits.length);
+              let nextIndex = 0;
+              const completeNext = async () => {
+                while (nextIndex < commits.length) {
+                  if (signal.aborted) throw new Error("Azure DevOps preparation aborted");
+                  const index = nextIndex;
+                  nextIndex += 1;
+                  completed[index] = await completeCommit(commits[index], repositoryId, signal);
+                }
+              };
+              const workers = Array.from(
+                { length: Math.min(AZURE_DEVOPS_COMMIT_DETAIL_CONCURRENCY, commits.length) },
+                completeNext
+              );
+              await Promise.all(workers);
+              return completed;
+            };
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/azure_devops_pr_product_state_script.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module AzureDevopsPrProductStateScript
+        private
+
+        def azure_devops_pr_product_state_script
+          <<~'JS'
+            const stateKey = "__fetchUtilAzureDevopsPullRequest";
+            const pathname = (location.pathname || "").replace(/\/+$/, "");
+            const lowerPath = pathname.toLowerCase();
+            const marker = lowerPath.lastIndexOf("/_git/");
+            if (marker < 1) return { matched: false };
+
+            const prefixPath = pathname.slice(0, marker);
+            const tail = pathname.slice(marker + 6).split("/").filter(Boolean);
+            if (tail.length !== 3 || tail[1].toLowerCase() !== "pullrequest" || !/^\d+$/.test(tail[2])) {
+              return { matched: false };
+            }
+
+            const decodeSegment = (value) => {
+              try { return decodeURIComponent(value); } catch (_error) { return ""; }
+            };
+            const repository = decodeSegment(tail[0]);
+            const prefixParts = prefixPath.split("/").filter(Boolean).map(decodeSegment);
+            if (!repository || repository === "." || repository === ".." || !prefixParts.length ||
+                prefixParts.some((part) => !part || part === "." || part === "..")) return { matched: false };
+
+            const number = tail[2];
+            const project = prefixParts[prefixParts.length - 1];
+            const basePath = prefixPath + "/_git/" + tail[0] + "/pullrequest/" + number;
+            const bodyMatch = document.body && document.body.classList.contains("ms-vss-web-vsts-theme");
+            const headingMatch = Array.from(document.querySelectorAll('[role="heading"], h1')).some(
+              (node) => new RegExp("\\bPull Request\\s+" + number + "\\b", "i").test((node.textContent || "").trim())
+            );
+            const tabNames = ["overview", "files", "updates", "commits"];
+            const tabsMatch = tabNames.every((name) => {
+              const tab = document.querySelector("#__bolt-tab-" + name);
+              if (!tab) return false;
+              try {
+                const url = new URL(tab.getAttribute("href"), location.href);
+                return url.origin === location.origin && url.pathname === basePath && url.searchParams.get("_a") === name;
+              } catch (_error) { return false; }
+            });
+            const moduleMatch = Array.from(document.scripts).some((script) =>
+              /Repos\/Views\/PullRequest|Repos\/Discussion/.test(script.textContent || "")
+            );
+            const product = !!(bodyMatch && headingMatch && tabsMatch && moduleMatch);
+            if (!product) return { matched: true, product: false };
+
+            const apiPath = prefixPath + "/_apis/git/repositories/" + encodeURIComponent(repository) +
+              "/pullRequests/" + number;
+            const routeKey = [location.origin, basePath].join(":");
+            const existing = window[stateKey];
+            if (existing && existing.routeKey === routeKey) {
+              return {
+                matched: true,
+                product: true,
+                status: existing.status || "",
+                signature: [existing.status, existing.threadCount || 0, existing.commentCount || 0,
+                  existing.commitCount || 0].join(":")
+              };
+            }
+
+            const route = {
+              prefixPath: prefixPath,
+              project: project,
+              repository: repository,
+              number: number,
+              basePath: basePath,
+              apiPath: apiPath
+            };
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/azure_devops_pr_request_helpers_script.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module AzureDevopsPrRequestHelpersScript
+        private
+
+        def azure_devops_pr_request_helpers_script
+          <<~'JS'
+            const requestJson = async (url, signal) => {
+              if (url.origin !== location.origin) throw new Error("cross-origin Azure DevOps API route");
+              const response = await fetch(url.href, {
+                credentials: "same-origin",
+                redirect: "error",
+                signal: signal,
+                headers: { Accept: "application/json", "X-TFS-FedAuthRedirect": "Suppress" }
+              });
+              if (response.url && new URL(response.url, location.href).origin !== location.origin) {
+                throw new Error("cross-origin Azure DevOps API response");
+              }
+              if (!response.ok) throw new Error("Azure DevOps API returned " + response.status);
+              const value = await response.json();
+              if (!value || typeof value !== "object" || Array.isArray(value)) {
+                throw new Error("invalid Azure DevOps API payload");
+              }
+              return { response: response, value: value };
+            };
+          JS
+        end
+
+        def azure_devops_pr_request_lifecycle_script
+          <<~'JS'
+            const abortControllerKey = "__fetchUtilAzureDevopsPullRequestAbortController";
+            const abortController = new AbortController();
+            const signal = abortController.signal;
+            window[abortControllerKey] = abortController;
+            window[stateKey] = { status: "loading", product: true, routeKey: routeKey, route: route };
+
+            const preparationActive = () => {
+              const current = window[stateKey];
+              return current && current.status === "loading" && current.routeKey === routeKey &&
+                window[abortControllerKey] === abortController;
+            };
+            const clearAbortController = () => {
+              if (window[abortControllerKey] === abortController) delete window[abortControllerKey];
+            };
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/azure_devops_pr_request_state_script.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module AzureDevopsPrRequestStateScript
+        include AzureDevopsPrCommitDetailsScript
+        include AzureDevopsPrRequestHelpersScript
+
+        private
+
+        def azure_devops_pr_request_state_script
+          <<~JS
+            #{azure_devops_pr_request_lifecycle_script}
+
+            #{azure_devops_pr_request_helpers_script}
+            #{azure_devops_pr_commit_details_script}
+
+            const metadataUrl = new URL(route.apiPath, location.origin);
+            metadataUrl.searchParams.set("api-version", "7.1");
+            requestJson(metadataUrl, signal).then(async ({ value: metadata }) => {
+              const repositoryData = metadata.repository || {};
+              const projectData = repositoryData.project || {};
+              const repositoryId = typeof repositoryData.id === "string" ? repositoryData.id.trim() : "";
+              if (String(metadata.pullRequestId || "") !== route.number ||
+                  String(repositoryData.name || "").toLowerCase() !== route.repository.toLowerCase() ||
+                  String(projectData.name || "").toLowerCase() !== route.project.toLowerCase() ||
+                  !/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(repositoryId) ||
+                  !/^public$/i.test(String(projectData.visibility || ""))) {
+                throw new Error("Azure DevOps API pull request identity mismatch");
+              }
+              if (repositoryData.webUrl && new URL(repositoryData.webUrl, location.href).origin !== location.origin) {
+                throw new Error("Azure DevOps API repository origin mismatch");
+              }
+
+              const repositoryApiPath = route.prefixPath + "/_apis/git/repositories/" +
+                encodeURIComponent(repositoryId) + "/pullRequests/" + route.number;
+              route.repositoryApiPath = repositoryApiPath;
+              const threadsUrl = new URL(repositoryApiPath + "/threads", location.origin);
+              threadsUrl.searchParams.set("api-version", "7.1");
+            const threadsPage = await requestJson(threadsUrl, signal);
+            const threads = threadsPage.value;
+            if (!Array.isArray(threads.value)) throw new Error("invalid Azure DevOps threads payload");
+            if (!Number.isInteger(threads.count) || threads.count !== threads.value.length) {
+              throw new Error("incomplete Azure DevOps threads payload");
+            }
+            const threadsContinuation = threadsPage.response.headers &&
+              threadsPage.response.headers.get("x-ms-continuationtoken");
+            if (threadsContinuation) throw new Error("unexpected Azure DevOps threads continuation");
+
+              const commits = [];
+              const seenTokens = new Set();
+              let continuation = "";
+              do {
+                const commitsUrl = new URL(repositoryApiPath + "/commits", location.origin);
+                commitsUrl.searchParams.set("api-version", "7.1");
+                commitsUrl.searchParams.set("$top", "1000");
+              if (continuation) commitsUrl.searchParams.set("continuationToken", continuation);
+              const page = await requestJson(commitsUrl, signal);
+              if (!Array.isArray(page.value.value)) throw new Error("invalid Azure DevOps commits payload");
+              if (!Number.isInteger(page.value.count) || page.value.count !== page.value.value.length) {
+                throw new Error("incomplete Azure DevOps commits payload");
+              }
+              page.value.value.forEach((commit) => {
+                if (!commit || typeof commit.commitId !== "string" || !/^[0-9a-f]{40}$/i.test(commit.commitId)) {
+                  throw new Error("invalid Azure DevOps commit record");
+                }
+                commits.push(commit);
+              });
+              const nextValue = page.response.headers &&
+                page.response.headers.get("x-ms-continuationtoken");
+              if (nextValue != null && typeof nextValue !== "string") {
+                throw new Error("invalid Azure DevOps continuation token");
+              }
+              const next = (nextValue || "").trim();
+                if (next && seenTokens.has(next)) throw new Error("repeated Azure DevOps continuation token");
+                if (next) seenTokens.add(next);
+                continuation = next;
+              } while (continuation);
+
+              const completedCommits = await completeCommits(commits, repositoryId, signal);
+
+              const comments = threads.value.reduce((total, thread) =>
+                total + (Array.isArray(thread && thread.comments) ? thread.comments.length : 0), 0);
+              if (!preparationActive()) return;
+              clearAbortController();
+              window[stateKey] = {
+                status: "ready",
+                product: true,
+                routeKey: routeKey,
+                route: route,
+                metadata: metadata,
+                threads: threads,
+                commits: completedCommits,
+                threadCount: threads.value.length,
+                commentCount: comments,
+                commitCount: completedCommits.length
+              };
+            }).catch((error) => {
+              if (!preparationActive()) return;
+              abortController.abort();
+              clearAbortController();
+              window[stateKey] = {
+                status: "failed",
+                product: true,
+                routeKey: routeKey,
+                route: route,
+                reason: String(error && error.message || error || "Azure DevOps preparation failed")
+              };
+            });
+
+            return { matched: true, product: true, status: "loading", signature: "loading" };
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/azure_devops_pr_stabilization.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module AzureDevopsPrStabilization
+        AZURE_DEVOPS_PR_STABILIZATION_PROFILE = {
+          host: true,
+          path_query: ->(uri) { uri.path.match?(%r{/_git/[^/]+/pullrequest/\d+/?\z}i) },
+          strategy: :stabilize_azure_devops_pr,
+          fallthrough: true,
+          notes: "Prepare product-matched public Azure DevOps pull request REST resources.",
+          tests: "spec/fetch_util/browser_stabilization_spec.rb"
+        }.freeze
+
+        private
+
+        def stabilize_azure_devops_pr(page, deadline: stabilization_deadline)
+          state = nil
+          ready = retry_until_timeout(
+            capped_timeout(12.0, deadline: deadline),
+            interval: 0.1,
+            deadline: deadline
+          ) do
+            state = azure_devops_pr_state(page)
+            return false if state.is_a?(Hash) && (state["product"] == false || state["status"] == "failed")
+
+            state.is_a?(Hash) && state["status"] == "ready"
+          end
+          settle_after_stabilization(0.25, deadline: deadline) if ready
+          fail_azure_devops_pr_preparation(page) if !ready && state.is_a?(Hash) && state["status"] == "loading"
+          ready
+        end
+
+        def fail_azure_devops_pr_preparation(page)
+          safe_evaluate(page, <<~JS, default: nil)
+            (() => {
+              const state = window.__fetchUtilAzureDevopsPullRequest;
+              if (!state || state.status !== "loading") return state;
+              const controller = window.__fetchUtilAzureDevopsPullRequestAbortController;
+              if (controller && typeof controller.abort === "function") controller.abort();
+              delete window.__fetchUtilAzureDevopsPullRequestAbortController;
+              window.__fetchUtilAzureDevopsPullRequest = Object.assign({}, state, {
+                status: "failed",
+                reason: "Azure DevOps REST preparation timed out"
+              });
+              return window.__fetchUtilAzureDevopsPullRequest;
+            })()
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/azure_devops_pr_state.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module AzureDevopsPrState
+        include AzureDevopsPrProductStateScript
+        include AzureDevopsPrRequestStateScript
+
+        private
+
+        def azure_devops_pr_state(page)
+          safe_evaluate(page, azure_devops_pr_state_script, default: nil)
+        end
+
+        def azure_devops_pr_state_script
+          <<~JS
+            (() => {
+              #{azure_devops_pr_product_state_script}
+              #{azure_devops_pr_request_state_script}
+            })()
+          JS
+        end
+      end
+    end
+  end
+end

data/lib/fetch_util/browser/site_stabilization/bitbucket_cloud_pull_diff_product_state.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module FetchUtil
+  class Browser
+    module SiteStabilization
+      module BitbucketCloudPullDiffProductState
+        private
+
+        def bitbucket_cloud_pull_diff_product_state_script
+          <<~'JS'
+            const fetchUtilBitbucketDiffProduct = () => {
+              const match = location.pathname.match(/^\/([^/]+)\/([^/]+)\/pull-requests\/(\d+)\/diff\/?$/);
+              if (!match) return { product: false };
+              const decode = (value) => { try { return decodeURIComponent(value); } catch (_error) { return ''; } };
+              const route = { workspace: decode(match[1]), repository: decode(match[2]), number: match[3] };
+              if (!route.workspace || !route.repository || route.workspace.includes('/') || route.repository.includes('/')) {
+                return { product: false };
+              }
+
+              const current = (((window.__initial_state__ || {}).section || {}).repository || {}).currentRepository || {};
+              const publicRepository = current.is_private === false || current.isPrivate === false ||
+                current.visibility === 'public';
+              const runtime = current.type === 'repository' && publicRepository &&
+                String(current.full_name || '').toLowerCase() ===
+                  `${route.workspace}/${route.repository}`.toLowerCase();
+              const application = document.querySelector('meta[name="application-name"]');
+              const branded = /^Bitbucket$/i.test((application && application.content || '').trim());
+              const asset = Array.from(document.querySelectorAll('script[src], link[href]')).some((node) => {
+                const value = node.getAttribute('src') || node.getAttribute('href') || '';
+                return /(?:frontbucket|bbc-frontbucket-static|bitbucket)[^/]*\/(?:assets|static)\//i.test(value) ||
+                  /\/(?:assets|static)\/[^?#]*(?:frontbucket|bitbucket)/i.test(value);
+              });
+              const header = document.querySelector('[data-testid="pr-header"]');
+              if (!(runtime && branded && (header || asset))) return { product: false };
+
+              const apiMeta = document.querySelector('meta[name="bb-api-canon-url"]');
+              let apiOrigin;
+              try { apiOrigin = new URL(apiMeta && apiMeta.content || '', location.href); } catch (_error) {
+                return { product: true, route, error: 'missing Bitbucket API metadata route' };
+              }
+              if (!/^https?:$/.test(apiOrigin.protocol) || apiOrigin.username || apiOrigin.password) {
+                return { product: true, route, error: 'invalid Bitbucket API metadata route' };
+              }
+              const proxyPrefix = '/!api/2.0';
+              const metadataUrl = location.origin + proxyPrefix + '/repositories/' +
+                encodeURIComponent(route.workspace) + '/' + encodeURIComponent(route.repository) +
+                '/pullrequests/' + route.number;
+              return { product: true, route, metadataUrl, proxyPrefix };
+            };
+          JS
+        end
+      end
+    end
+  end
+end