@duckduckgo/autoconsent 16.49.0 → 16.51.0

package/tests/saturdaysnyc.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('saturdaysnyc', ['https://www.saturdaysnyc.com/']);

package/tests/serpstat-com.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('serpstat-com', ['https://serpstat.com/', 'https://serpstat.com/blog/']);

package/tests/shopquarters.spec.ts

@@ -0,0 +1,5 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('shopquarters', ['https://shopquarters.com/'], {
+    testSelfTest: false,
+});

package/tests/shopware.spec.ts

@@ -0,0 +1,8 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('shopware', [
+    'https://www.platinlux.com/en/s8-55056/floating-globe-smokey-e27-led-bulb-by-segula',
+    'https://stoffkontor.eu/',
+    'https://www.mdf-verpackungen.de/',
+    'https://www.noblewine.de/',
+]);

package/tests/simpleview-cookie-banner.spec.ts

@@ -0,0 +1,10 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('simpleview-cookie-banner', [
+    'https://www.poconomountains.com/listing/the-frogtown-chophouse/4896/',
+    'https://www.visitmadison.com/',
+    'https://www.gotocatalina.com/',
+    'https://www.experiencescottsdale.com/',
+    'https://www.visittampabay.com/',
+    'https://www.visitraleigh.com/',
+]);

package/tests/solvhealth-com.spec.ts

@@ -0,0 +1,10 @@
+import generateCMPTests from '../playwright/runner';
+
+// the notice is shown in all regions, but non-US visitors get a bot challenge first
+generateCMPTests(
+    'solvhealth.com',
+    ['https://www.solvhealth.com/pa/c/east-stroudsburg-pa-srv-dot-physicals', 'https://www.solvhealth.com/urgent-care/ny/new-york'],
+    {
+        onlyRegions: ['US'],
+    },
+);

package/tests/spermidinelife-us.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('spermidinelife-us', ['https://spermidinelife.us/']);

package/tests/squarespace-cookie-notice.spec.ts

@@ -0,0 +1,9 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('squarespace-cookie-notice', [
+    'https://www.carraghersnyc.com/',
+    'https://www.chelseamarket.com/',
+    'https://www.tested.com/',
+    'https://www.pronuncian.com/',
+    'https://www.americanalpineclub.org/',
+]);

package/tests/store2000-fr.spec.ts

@@ -0,0 +1,5 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('store2000.fr', ['https://store2000.fr/volet-roulant/reparation-volet-roulant/lyon/'], {
+    testSelfTest: false,
+});

package/tests/tempest-cookie-notice.spec.ts

@@ -0,0 +1,7 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests(
+    'tempest-cookie-notice',
+    ['https://www.visitpittsburgh.com/things-to-do/', 'https://www.visitspokane.com/', 'https://www.visitoverlandpark.com/'],
+    {},
+);

package/tests/termsfeed.spec.ts

@@ -4,4 +4,8 @@ generateCMPTests('termsfeed', [
     'https://ftbwiki.org/Feed_The_Beast_Wiki',
     'https://inspirationaladventures.com/',
     'http://www.campingplatz-suche.com/',
+    // freeprivacypolicy.com variant
+    'https://grovemade.com/',
+    'https://loot.farm/',
+    'https://tcdecks.net/',
 ]);

package/tests/texas-instruments.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('texas-instruments', ['https://education.ti.com/', 'https://www.t3europe.eu/', 'https://www.t3deutschland.de/']);

package/tests/thegrandyork.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('thegrandyork', ['https://www.thegrandyork.co.uk/']);

package/tests/thenounproject.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('thenounproject', ['https://thenounproject.com/']);

package/tests/therealest.spec.ts

@@ -0,0 +1,6 @@
+import generateCMPTests from '../playwright/runner';
+
+// saving preferences reloads the page when analytics was on by default (US), which interrupts the self-test
+generateCMPTests('therealest', ['https://mls.therealest.com/', 'https://therealest.com/'], {
+    testSelfTest: false,
+});

package/tests/tineye.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('tineye', ['https://tineye.com/']);

package/tests/tk-aerztefuehrer.de.spec.ts

@@ -0,0 +1,6 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('tk-aerztefuehrer.de', ['https://www.tk-aerztefuehrer.de/TK/Suche_SN/index.js?a=FS1'], {
+    // the site reloads the page after saving the selection
+    testSelfTest: false,
+});

package/tests/tplink.spec.ts

@@ -1,3 +1,13 @@
 import generateCMPTests from '../playwright/runner';
 
-generateCMPTests('tplink', ['https://www.tp-link.com/nl/', 'https://www.tp-link.com/us/']);
+generateCMPTests('tplink', [
+    'https://www.tp-link.com/nl/',
+    'https://www.tp-link.com/us/',
+    'https://www.tp-link.com/us/home-networking/wifi-router/tl-wr3602be/',
+    'https://www.omadanetworks.com/us/',
+]);
+
+// opting out reloads the page, which interrupts the self-test
+generateCMPTests('tplink', ['https://www.kasasmart.com/us'], {
+    testSelfTest: false,
+});

package/tests/trust360.spec.ts

@@ -0,0 +1,8 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('trust360', [
+    'https://www.sompo-japan.co.jp/webloan/',
+    'https://www.privtech.co.jp/',
+    'https://www.nipponsanso.com/',
+    'https://www.tn-sanso.co.jp/',
+]);

package/tests/uft-cookie-notice.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('uft-cookie-notice', ['https://fribourg.ch/en/', 'https://www.la-gruyere.ch/', 'https://www.schwarzsee.ch/']);

package/tests/up-cookie-consent.spec.ts

@@ -0,0 +1,9 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('up-cookie-consent', [
+    'https://marrableshotel.com/',
+    'https://crimsonhotels.com/',
+    'https://www.thegrove.co.uk/',
+    'https://www.thegilpin.co.uk/',
+    'https://www.thehari.com/',
+]);

package/tests/uw-madison-cookieconsent.spec.ts

@@ -0,0 +1,7 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('uw-madison-cookieconsent', [
+    'https://lafollette.wisc.edu/news/new-research-reveals-longevity-gains-slowing-life-expectancy-of-100-unlikely/',
+    'https://www.wisc.edu/',
+    'https://geography.wisc.edu/',
+]);

package/tests/vowels.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('vowels', ['https://vowels.net/', 'https://vowels.jp/']);

package/tests/wbd-legal-terms.spec.ts

@@ -0,0 +1,18 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests(
+    'wbd-legal-terms',
+    [
+        'https://www.foodnetwork.com/how-to/packages/shopping/product-reviews/best-food-processors',
+        'https://www.hgtv.com/',
+        'https://www.golfdigest.com/',
+        'https://www.tlc.com/',
+        'https://www.discovery.com/',
+    ],
+    {
+        // shown only in some US states
+        onlyRegions: ['US'],
+        testOptIn: false,
+        testSelfTest: false,
+    },
+);

package/tests/web-rewind.com.spec.ts

@@ -0,0 +1,5 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('web-rewind.com', ['https://web-rewind.com/'], {
+    testSelfTest: false,
+});

package/tests/wildling-com.spec.ts

@@ -0,0 +1,3 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('wildling-com', ['https://wildling.com/']);

package/tests/worldbank.spec.ts

@@ -0,0 +1,7 @@
+import generateCMPTests from '../playwright/runner';
+
+generateCMPTests('worldbank', [
+    'https://www.worldbank.org/en/programs/lsms/overview',
+    'https://www.devcommittee.org/',
+    'https://www.subsidydata.org/',
+]);

package/tests/yuntrack.spec.ts

@@ -0,0 +1,6 @@
+import generateCMPTests from '../playwright/runner';
+
+const urls = ['https://www.yuntrack.com/', 'https://m.yuntrack.com/'];
+
+generateCMPTests('yuntrack', urls, { mobile: true });
+generateCMPTests('yuntrack', urls, { mobile: false });

package/tests-wtr/heuristics/button-classification-accuracy.test.ts

@@ -1,5 +1,5 @@
 import { expect } from '@esm-bundle/chai';
-import { classifyButtonTextRegex } from '../../lib/heuristics';
+import { classifyButtonTextRegex } from '../../lib/heuristic-classify';
 import {
     BENCHMARK_LABELS,
     buildLabelBenchmarks,
@@ -23,14 +23,18 @@ describe('classifyButtonTextRegex against labelled button texts', () => {
         benchmarks = buildLabelBenchmarks(classifyRows(rows, classifyButtonTextRegex));
     });
 
-    BENCHMARK_LABELS.forEach((label, i) => {
+    const benchmarkFor = (label: string) => benchmarks.find((b) => b.label === label)!;
+
+    BENCHMARK_LABELS.forEach((label) => {
+        // includes rows labelled 'other', e.g. withdraw-consent or policy links that must not be clicked
         it(`never predicts "${label}" for a button labelled differently`, () => {
-            const examples = benchmarks[i].falsePositiveExamples.slice(0, 10).map(formatExample).join('\n      ');
-            expect(benchmarks[i].falsePositiveExamples.length).to.equal(0, `false positives for "${label}":\n      ${examples}\n`);
+            const { falsePositiveExamples } = benchmarkFor(label);
+            const examples = falsePositiveExamples.slice(0, 10).map(formatExample).join('\n      ');
+            expect(falsePositiveExamples.length).to.equal(0, `false positives for "${label}":\n      ${examples}\n`);
         });
 
         it(`classifies >${MIN_WEIGHTED_ACCURACY * 100}% of weighted "${label}" buttons correctly`, () => {
-            const { weightedCorrect, weightedSupport } = benchmarks[i];
+            const { weightedCorrect, weightedSupport } = benchmarkFor(label);
             expect(weightedSupport).to.be.greaterThan(0, `expected labelled rows for "${label}"`);
             expect(weightedCorrect / weightedSupport).to.be.greaterThan(
                 MIN_WEIGHTED_ACCURACY,

package/tests-wtr/heuristics/get-potential-popups.test.ts

@@ -0,0 +1,28 @@
+import { expect } from '@esm-bundle/chai';
+import { getPotentialPopups } from '../../lib/heuristics';
+
+describe('getPotentialPopups', () => {
+    let container: HTMLDivElement;
+
+    beforeEach(() => {
+        container = document.createElement('div');
+        document.body.appendChild(container);
+    });
+
+    afterEach(() => {
+        container.remove();
+    });
+
+    it('returns positioned popups with their buttons', () => {
+        container.innerHTML = `
+            <div id="popup" style="position: fixed; bottom: 0;">
+                <p>We use cookies.</p>
+                <button>Reject all</button>
+                <button>Accept all</button>
+            </div>
+        `;
+        const popup = getPotentialPopups(1000).find((p) => p.element.id === 'popup');
+        expect(popup).to.exist;
+        expect(popup!.buttons.map((b) => b.text).sort()).to.deep.equal(['Accept all', 'Reject all']);
+    });
+});

package/tests-wtr/heuristics/heuristics-utils.test.ts

@@ -4,13 +4,9 @@ import {
     cleanButtonText,
     classifyButtonTextRegex,
     classifyButtons,
-    getActionablePopups,
-    isDisabled,
-    excludeContainers,
-    getButtonData,
-    isDialogLikeElement,
     isExcludedPopup,
-} from '../../lib/heuristics';
+} from '../../lib/heuristic-classify';
+import { getActionablePopups, isDisabled, excludeContainers, getButtonData, isDialogLikeElement } from '../../lib/heuristics';
 import { ButtonData } from '../../lib/types';
 
 function rejectButtons(buttons: ButtonData[]) {
@@ -78,6 +74,27 @@ describe('checkHeuristicPatterns', () => {
     });
 });
 
+describe('checkHeuristicPatterns with a qualifier before "cookies"', () => {
+    it('detects "we use <qualifier> cookies" notices', () => {
+        const texts = [
+            // openrouter.ai
+            'Cookie Preferences We use essential cookies for site functionality and optional cookies for analytics.',
+            'We use optional cookies to measure traffic',
+            'We use analytics cookies and similar technologies',
+            'We serve necessary cookies only',
+        ];
+        for (const text of texts) {
+            expect(checkHeuristicPatterns(text).patterns.length, text).to.be.greaterThan(0);
+        }
+    });
+
+    it('does not match when "cookies" is further away', () => {
+        expect(checkHeuristicPatterns('We use the best chocolate in our cookies', [/we use(?: \w+)? cookies/gi]).patterns).to.have.length(
+            0,
+        );
+    });
+});
+
 describe('checkHeuristicPatterns with Russian popups', () => {
     it('detects Russian cookie notices', () => {
         const texts = [
@@ -103,6 +120,23 @@ describe('checkHeuristicPatterns with Russian popups', () => {
     });
 });
 
+describe('checkHeuristicPatterns with Japanese popups', () => {
+    it('detects Japanese cookie notices', () => {
+        const texts = [
+            '当サイトはサービス改善のためCookieを使用しています。',
+            '当ウェブサイトではクッキーを利用しています',
+            'このサイトはクッキー（Cookie）を使用しています',
+        ];
+        for (const text of texts) {
+            expect(checkHeuristicPatterns(text).patterns.length, text).to.be.greaterThan(0);
+        }
+    });
+
+    it('does not detect unrelated Japanese text', () => {
+        expect(checkHeuristicPatterns('全国の旧車イベント情報を集約しています').patterns).to.have.length(0);
+    });
+});
+
 describe('isExcludedPopup', () => {
     it('flags doublelist-style age verification popups', () => {
         // Real-world text from the doublelist.com age gate (listings page)
@@ -188,6 +222,12 @@ describe('classifyButtonTextRegex', () => {
         expect(classifyButtonTextRegex('I do not accept the use of cookies')).to.equal('reject');
     });
 
+    it('matches CCPA "do not sell/share" variants', () => {
+        expect(classifyButtonTextRegex('Do Not Sell or Share My Personal Information')).to.equal('reject');
+        expect(classifyButtonTextRegex('Do Not Share My Personal Information')).to.equal('reject');
+        expect(classifyButtonTextRegex('Do not share my data')).to.equal('reject');
+    });
+
     it('matches German continue-without-accepting variants', () => {
         expect(classifyButtonTextRegex('Ohne Akzeptieren fortfahren')).to.equal('reject');
         expect(classifyButtonTextRegex('Ohne zu akzeptieren fortfahren')).to.equal('reject');
@@ -229,6 +269,17 @@ describe('classifyButtonTextRegex', () => {
         expect(classifyButtonTextRegex('Не принимаю')).to.equal('reject');
     });
 
+    it('matches Japanese reject buttons', () => {
+        expect(classifyButtonTextRegex('拒否')).to.equal('reject');
+        expect(classifyButtonTextRegex('すべて拒否')).to.equal('reject');
+        expect(classifyButtonTextRegex('全て拒否する')).to.equal('reject');
+        expect(classifyButtonTextRegex('Cookieを拒否')).to.equal('reject');
+        expect(classifyButtonTextRegex('同意しない')).to.equal('reject');
+        expect(classifyButtonTextRegex('すべて　拒否')).to.equal('reject');
+        expect(classifyButtonTextRegex('同意しません')).to.equal('reject');
+        expect(classifyButtonTextRegex('同意して続ける')).not.to.equal('reject');
+    });
+
     it('matches Russian settings buttons', () => {
         expect(classifyButtonTextRegex('Настроить')).to.equal('settings');
         expect(classifyButtonTextRegex('Настройки')).to.equal('settings');

package/tsconfig.build.json

@@ -7,6 +7,6 @@
         "rootDir": "./lib",
         "noCheck": true
     },
-    "include": ["lib/web.ts"],
+    "include": ["lib/web.ts", "lib/heuristic-classify.ts"],
     "exclude": []
 }

package/tsconfig.heuristics.json

@@ -0,0 +1,10 @@
+{
+    "extends": "./tsconfig.json",
+    "compilerOptions": {
+        "lib": ["es2021"],
+        "types": [],
+        "noEmit": true
+    },
+    "include": ["lib/heuristic-classify.ts"],
+    "exclude": []
+}

package/rules/autoconsent/paypal-cookieprefs.json

@@ -1,29 +0,0 @@
-{
-    "name": "paypal-cookieprefs",
-    "comment": "Cookie preferences page (.privacy-sheet-content on desktop, #cookiePrefsModal on mobile). Only automate it when we got here from the banner's \"Manage your cookies\" link, which appends a query string; a user who opens the page themselves lands on it without one and must be left free to edit their own preferences.",
-    "runContext": { "urlPattern": "^https://www\\.paypal\\.com/myaccount/privacy/cookiePrefs\\?" },
-    "prehideSelectors": ["#cookiePrefsModal, .privacy-sheet-content"],
-    "detectCmp": [{ "exists": "#cookiePrefsModal #formContent, .privacy-sheet-content #formContent" }],
-    "detectPopup": [{ "visible": "#cookiePrefsModal #formContent, .privacy-sheet-content #formContent" }],
-    "optIn": [
-        {
-            "click": "#formContent input[type='checkbox']:not(:checked)",
-            "all": true,
-            "optional": true
-        },
-        { "waitForThenClick": ".cookieAction #submitCookiesBtn", "timeout": 15000 }
-    ],
-    "optOut": [
-        {
-            "click": "#formContent input[type='checkbox']:checked",
-            "all": true,
-            "optional": true
-        },
-        {
-            "comment": "In \"manage\" mode the submit button is present but its sticky bar stays hidden, so wait for existence rather than visibility.",
-            "waitForThenClick": ".cookieAction #submitCookiesBtn",
-            "timeout": 15000
-        }
-    ],
-    "test": [{ "wait": 1000 }, { "cookieContains": "type%3Dexplicit" }]
-}

package/tests/paypal-cookieprefs.spec.ts

@@ -1,7 +0,0 @@
-import generateCMPTests from '../playwright/runner';
-
-// Only the banner's "Manage your cookies" link (which appends a locale query string) should be
-// automated. Opening the same page without a query string is a deliberate user visit and is left
-// untouched, so it is not covered here.
-generateCMPTests('paypal-cookieprefs', ['https://www.paypal.com/myaccount/privacy/cookiePrefs?locale=en_US'], {});
-generateCMPTests('paypal-cookieprefs', ['https://www.paypal.com/myaccount/privacy/cookiePrefs?locale=en_US'], { mobile: true });