@duckduckgo/autoconsent 16.50.0 → 16.51.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (187) hide show
  1. package/.agents/skills/optimize-button-patterns/SKILL.md +4 -4
  2. package/AGENTS.md +1 -1
  3. package/CHANGELOG.md +89 -0
  4. package/build.sh +2 -0
  5. package/data/labelled-button-texts.csv +36 -36
  6. package/dist/addon-firefox/compact-rules.json +1 -1
  7. package/dist/addon-firefox/content.bundle.js +48 -41
  8. package/dist/addon-firefox/manifest.json +1 -1
  9. package/dist/addon-firefox/rule-index.json +1 -1
  10. package/dist/addon-firefox/rules.json +1 -1
  11. package/dist/addon-mv3/compact-rules.json +1 -1
  12. package/dist/addon-mv3/content.bundle.js +48 -41
  13. package/dist/addon-mv3/manifest.json +1 -1
  14. package/dist/addon-mv3/rule-index.json +1 -1
  15. package/dist/addon-mv3/rules.json +1 -1
  16. package/dist/autoconsent.cjs.js +48 -41
  17. package/dist/autoconsent.esm.js +48 -41
  18. package/dist/autoconsent.playwright.js +49 -41
  19. package/dist/autoconsent.standalone.js +49 -42
  20. package/dist/heuristics.cjs.js +886 -0
  21. package/dist/heuristics.mjs +847 -0
  22. package/dist/types/heuristic-classify.d.ts +16 -0
  23. package/dist/types/heuristics.d.ts +2 -9
  24. package/dist/types/types.d.ts +3 -5
  25. package/lib/heuristic-classify.ts +136 -0
  26. package/lib/heuristic-patterns.ts +18 -14
  27. package/lib/heuristics.ts +3 -124
  28. package/lib/types.ts +3 -5
  29. package/lib/web.ts +1 -1
  30. package/package.json +7 -2
  31. package/playwright/content.ts +5 -0
  32. package/readme.md +12 -0
  33. package/rules/autoconsent/abcacupuncture1.json +34 -0
  34. package/rules/autoconsent/aceodds.json +13 -0
  35. package/rules/autoconsent/allabout-japan.json +42 -0
  36. package/rules/autoconsent/avvio.json +22 -0
  37. package/rules/autoconsent/axeptio.json +5 -2
  38. package/rules/autoconsent/bdirect-booking-engine.json +33 -0
  39. package/rules/autoconsent/berelax.com.json +33 -0
  40. package/rules/autoconsent/bigid.json +59 -0
  41. package/rules/autoconsent/bluepark.json +31 -0
  42. package/rules/autoconsent/burpee-com.json +5 -1
  43. package/rules/autoconsent/bynder.json +33 -0
  44. package/rules/autoconsent/cinemaplus.json +9 -0
  45. package/rules/autoconsent/columbia-privacy-notice.json +32 -0
  46. package/rules/autoconsent/complianz-notice.json +1 -1
  47. package/rules/autoconsent/cookieconsent2-legacy.json +44 -0
  48. package/rules/autoconsent/cookiesjsr.json +27 -0
  49. package/rules/autoconsent/copaamerica.json +29 -0
  50. package/rules/autoconsent/cornerstone-brands.json +51 -0
  51. package/rules/autoconsent/darkounity.com.json +35 -0
  52. package/rules/autoconsent/duda-cookie-notification.json +41 -0
  53. package/rules/autoconsent/endocrine.org.json +35 -0
  54. package/rules/autoconsent/ezoic.json +2 -2
  55. package/rules/autoconsent/fis-data-exchange.json +13 -0
  56. package/rules/autoconsent/getproven.json +33 -0
  57. package/rules/autoconsent/givedirectly.json +36 -0
  58. package/rules/autoconsent/godaddy-website-builder-cosmetic.json +13 -0
  59. package/rules/autoconsent/godaddy-website-builder.json +9 -0
  60. package/rules/autoconsent/guesty.json +31 -0
  61. package/rules/autoconsent/gundam-base-entry.json +40 -0
  62. package/rules/autoconsent/hearst-us.json +1 -1
  63. package/rules/autoconsent/indy-systems.json +26 -0
  64. package/rules/autoconsent/ing-nl.json +54 -0
  65. package/rules/autoconsent/iubenda.json +25 -3
  66. package/rules/autoconsent/lucrin.json +18 -0
  67. package/rules/autoconsent/makitatools.json +41 -0
  68. package/rules/autoconsent/milestone-internet.json +32 -0
  69. package/rules/autoconsent/nhm-ac-uk.json +29 -0
  70. package/rules/autoconsent/npo-ccm.json +42 -0
  71. package/rules/autoconsent/opalcollection-com.json +12 -0
  72. package/rules/autoconsent/orw-cookie-banner.json +42 -0
  73. package/rules/autoconsent/osf-io.json +29 -0
  74. package/rules/autoconsent/palace-company.json +13 -0
  75. package/rules/autoconsent/paytronix.json +30 -0
  76. package/rules/autoconsent/pitt-edu.json +12 -0
  77. package/rules/autoconsent/pizzapilgrims.co.uk.json +49 -0
  78. package/rules/autoconsent/podimo.json +73 -0
  79. package/rules/autoconsent/publicmobile.json +16 -0
  80. package/rules/autoconsent/rakshaos.json +45 -0
  81. package/rules/autoconsent/rutjes.json +13 -0
  82. package/rules/autoconsent/saturdaysnyc.json +33 -0
  83. package/rules/autoconsent/serpstat-com.json +13 -0
  84. package/rules/autoconsent/shopquarters.json +41 -0
  85. package/rules/autoconsent/shopware.json +71 -0
  86. package/rules/autoconsent/simpleview-cookie-banner.json +27 -0
  87. package/rules/autoconsent/solvhealth-com.json +12 -0
  88. package/rules/autoconsent/spermidinelife-us.json +29 -0
  89. package/rules/autoconsent/squarespace-cookie-banner.json +1 -1
  90. package/rules/autoconsent/squarespace-cookie-notice.json +29 -0
  91. package/rules/autoconsent/store2000-fr.json +17 -0
  92. package/rules/autoconsent/tempest-cookie-notice.json +9 -0
  93. package/rules/autoconsent/termsfeed.json +4 -4
  94. package/rules/autoconsent/therealest.json +42 -0
  95. package/rules/autoconsent/tineye.json +35 -0
  96. package/rules/autoconsent/tk-aerztefuehrer.de.json +18 -0
  97. package/rules/autoconsent/tplink.json +57 -9
  98. package/rules/autoconsent/trust360.json +29 -0
  99. package/rules/autoconsent/up-cookie-consent.json +53 -0
  100. package/rules/autoconsent/uw-madison-cookieconsent.json +10 -0
  101. package/rules/autoconsent/vowels.json +13 -0
  102. package/rules/autoconsent/web-rewind.com.json +21 -0
  103. package/rules/autoconsent/wildling-com.json +29 -0
  104. package/rules/autoconsent/worldbank.json +30 -0
  105. package/rules/autoconsent/yuntrack.json +50 -0
  106. package/rules/compact-rules.json +1 -1
  107. package/rules/rule-index.json +1 -1
  108. package/rules/rules.json +1 -1
  109. package/scripts/benchmark-button-classification.ts +18 -3
  110. package/scripts/button-text-benchmark.ts +5 -5
  111. package/tests/abcacupuncture1.spec.ts +3 -0
  112. package/tests/aceodds.spec.ts +3 -0
  113. package/tests/allabout-japan.spec.ts +3 -0
  114. package/tests/avvio.spec.ts +8 -0
  115. package/tests/axeptio.spec.ts +3 -0
  116. package/tests/bdirect-booking-engine.spec.ts +9 -0
  117. package/tests/berelax.com.spec.ts +5 -0
  118. package/tests/bigid.spec.ts +8 -0
  119. package/tests/bluepark.spec.ts +8 -0
  120. package/tests/burpee-com.spec.ts +2 -0
  121. package/tests/bynder.spec.ts +3 -0
  122. package/tests/cinemaplus.spec.ts +8 -0
  123. package/tests/columbia-privacy-notice.spec.ts +8 -0
  124. package/tests/complianz-notice.spec.ts +7 -3
  125. package/tests/cookieconsent2-legacy.spec.ts +8 -0
  126. package/tests/cookiesjsr.spec.ts +9 -0
  127. package/tests/copaamerica.spec.ts +3 -0
  128. package/tests/cornerstone-brands.spec.ts +8 -0
  129. package/tests/darkounity.com.spec.ts +6 -0
  130. package/tests/duda-cookie-notification.spec.ts +8 -0
  131. package/tests/endocrine.org.spec.ts +3 -0
  132. package/tests/ezoic.spec.ts +1 -1
  133. package/tests/fis-data-exchange.spec.ts +9 -0
  134. package/tests/getproven.spec.ts +5 -0
  135. package/tests/givedirectly.spec.ts +3 -0
  136. package/tests/godaddy-website-builder-cosmetic.spec.ts +7 -0
  137. package/tests/godaddy-website-builder.spec.ts +8 -0
  138. package/tests/guesty.spec.ts +7 -0
  139. package/tests/gundam-base-entry.spec.ts +3 -0
  140. package/tests/hearst-us.spec.ts +1 -0
  141. package/tests/indy-systems.spec.ts +8 -0
  142. package/tests/ing-nl.spec.ts +6 -0
  143. package/tests/iubenda.spec.ts +5 -0
  144. package/tests/lucrin.spec.ts +3 -0
  145. package/tests/makitatools.spec.ts +5 -0
  146. package/tests/milestone-internet.spec.ts +8 -0
  147. package/tests/nhm-ac-uk.spec.ts +3 -0
  148. package/tests/npo-ccm.spec.ts +17 -0
  149. package/tests/opalcollection-com.spec.ts +3 -0
  150. package/tests/orw-cookie-banner.spec.ts +5 -0
  151. package/tests/osf-io.spec.ts +3 -0
  152. package/tests/palace-company.spec.ts +8 -0
  153. package/tests/paytronix.spec.ts +7 -0
  154. package/tests/pitt-edu.spec.ts +3 -0
  155. package/tests/pizzapilgrims.co.uk.spec.ts +3 -0
  156. package/tests/podimo.spec.ts +3 -0
  157. package/tests/publicmobile.spec.ts +3 -0
  158. package/tests/rakshaos.spec.ts +9 -0
  159. package/tests/rutjes.spec.ts +3 -0
  160. package/tests/saturdaysnyc.spec.ts +3 -0
  161. package/tests/serpstat-com.spec.ts +3 -0
  162. package/tests/shopquarters.spec.ts +5 -0
  163. package/tests/shopware.spec.ts +8 -0
  164. package/tests/simpleview-cookie-banner.spec.ts +10 -0
  165. package/tests/solvhealth-com.spec.ts +10 -0
  166. package/tests/spermidinelife-us.spec.ts +3 -0
  167. package/tests/squarespace-cookie-notice.spec.ts +9 -0
  168. package/tests/store2000-fr.spec.ts +5 -0
  169. package/tests/tempest-cookie-notice.spec.ts +7 -0
  170. package/tests/termsfeed.spec.ts +4 -0
  171. package/tests/therealest.spec.ts +6 -0
  172. package/tests/tineye.spec.ts +3 -0
  173. package/tests/tk-aerztefuehrer.de.spec.ts +6 -0
  174. package/tests/tplink.spec.ts +11 -1
  175. package/tests/trust360.spec.ts +8 -0
  176. package/tests/up-cookie-consent.spec.ts +9 -0
  177. package/tests/uw-madison-cookieconsent.spec.ts +7 -0
  178. package/tests/vowels.spec.ts +3 -0
  179. package/tests/web-rewind.com.spec.ts +5 -0
  180. package/tests/wildling-com.spec.ts +3 -0
  181. package/tests/worldbank.spec.ts +7 -0
  182. package/tests/yuntrack.spec.ts +6 -0
  183. package/tests-wtr/heuristics/button-classification-accuracy.test.ts +9 -5
  184. package/tests-wtr/heuristics/get-potential-popups.test.ts +28 -0
  185. package/tests-wtr/heuristics/heuristics-utils.test.ts +2 -6
  186. package/tsconfig.build.json +1 -1
  187. package/tsconfig.heuristics.json +10 -0
@@ -0,0 +1,9 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ generateCMPTests('up-cookie-consent', [
4
+ 'https://marrableshotel.com/',
5
+ 'https://crimsonhotels.com/',
6
+ 'https://www.thegrove.co.uk/',
7
+ 'https://www.thegilpin.co.uk/',
8
+ 'https://www.thehari.com/',
9
+ ]);
@@ -0,0 +1,7 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ generateCMPTests('uw-madison-cookieconsent', [
4
+ 'https://lafollette.wisc.edu/news/new-research-reveals-longevity-gains-slowing-life-expectancy-of-100-unlikely/',
5
+ 'https://www.wisc.edu/',
6
+ 'https://geography.wisc.edu/',
7
+ ]);
@@ -0,0 +1,3 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ generateCMPTests('vowels', ['https://vowels.net/', 'https://vowels.jp/']);
@@ -0,0 +1,5 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ generateCMPTests('web-rewind.com', ['https://web-rewind.com/'], {
4
+ testSelfTest: false,
5
+ });
@@ -0,0 +1,3 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ generateCMPTests('wildling-com', ['https://wildling.com/']);
@@ -0,0 +1,7 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ generateCMPTests('worldbank', [
4
+ 'https://www.worldbank.org/en/programs/lsms/overview',
5
+ 'https://www.devcommittee.org/',
6
+ 'https://www.subsidydata.org/',
7
+ ]);
@@ -0,0 +1,6 @@
1
+ import generateCMPTests from '../playwright/runner';
2
+
3
+ const urls = ['https://www.yuntrack.com/', 'https://m.yuntrack.com/'];
4
+
5
+ generateCMPTests('yuntrack', urls, { mobile: true });
6
+ generateCMPTests('yuntrack', urls, { mobile: false });
@@ -1,5 +1,5 @@
1
1
  import { expect } from '@esm-bundle/chai';
2
- import { classifyButtonTextRegex } from '../../lib/heuristics';
2
+ import { classifyButtonTextRegex } from '../../lib/heuristic-classify';
3
3
  import {
4
4
  BENCHMARK_LABELS,
5
5
  buildLabelBenchmarks,
@@ -23,14 +23,18 @@ describe('classifyButtonTextRegex against labelled button texts', () => {
23
23
  benchmarks = buildLabelBenchmarks(classifyRows(rows, classifyButtonTextRegex));
24
24
  });
25
25
 
26
- BENCHMARK_LABELS.forEach((label, i) => {
26
+ const benchmarkFor = (label: string) => benchmarks.find((b) => b.label === label)!;
27
+
28
+ BENCHMARK_LABELS.forEach((label) => {
29
+ // includes rows labelled 'other', e.g. withdraw-consent or policy links that must not be clicked
27
30
  it(`never predicts "${label}" for a button labelled differently`, () => {
28
- const examples = benchmarks[i].falsePositiveExamples.slice(0, 10).map(formatExample).join('\n ');
29
- expect(benchmarks[i].falsePositiveExamples.length).to.equal(0, `false positives for "${label}":\n ${examples}\n`);
31
+ const { falsePositiveExamples } = benchmarkFor(label);
32
+ const examples = falsePositiveExamples.slice(0, 10).map(formatExample).join('\n ');
33
+ expect(falsePositiveExamples.length).to.equal(0, `false positives for "${label}":\n ${examples}\n`);
30
34
  });
31
35
 
32
36
  it(`classifies >${MIN_WEIGHTED_ACCURACY * 100}% of weighted "${label}" buttons correctly`, () => {
33
- const { weightedCorrect, weightedSupport } = benchmarks[i];
37
+ const { weightedCorrect, weightedSupport } = benchmarkFor(label);
34
38
  expect(weightedSupport).to.be.greaterThan(0, `expected labelled rows for "${label}"`);
35
39
  expect(weightedCorrect / weightedSupport).to.be.greaterThan(
36
40
  MIN_WEIGHTED_ACCURACY,
@@ -0,0 +1,28 @@
1
+ import { expect } from '@esm-bundle/chai';
2
+ import { getPotentialPopups } from '../../lib/heuristics';
3
+
4
+ describe('getPotentialPopups', () => {
5
+ let container: HTMLDivElement;
6
+
7
+ beforeEach(() => {
8
+ container = document.createElement('div');
9
+ document.body.appendChild(container);
10
+ });
11
+
12
+ afterEach(() => {
13
+ container.remove();
14
+ });
15
+
16
+ it('returns positioned popups with their buttons', () => {
17
+ container.innerHTML = `
18
+ <div id="popup" style="position: fixed; bottom: 0;">
19
+ <p>We use cookies.</p>
20
+ <button>Reject all</button>
21
+ <button>Accept all</button>
22
+ </div>
23
+ `;
24
+ const popup = getPotentialPopups(1000).find((p) => p.element.id === 'popup');
25
+ expect(popup).to.exist;
26
+ expect(popup!.buttons.map((b) => b.text).sort()).to.deep.equal(['Accept all', 'Reject all']);
27
+ });
28
+ });
@@ -4,13 +4,9 @@ import {
4
4
  cleanButtonText,
5
5
  classifyButtonTextRegex,
6
6
  classifyButtons,
7
- getActionablePopups,
8
- isDisabled,
9
- excludeContainers,
10
- getButtonData,
11
- isDialogLikeElement,
12
7
  isExcludedPopup,
13
- } from '../../lib/heuristics';
8
+ } from '../../lib/heuristic-classify';
9
+ import { getActionablePopups, isDisabled, excludeContainers, getButtonData, isDialogLikeElement } from '../../lib/heuristics';
14
10
  import { ButtonData } from '../../lib/types';
15
11
 
16
12
  function rejectButtons(buttons: ButtonData[]) {
@@ -7,6 +7,6 @@
7
7
  "rootDir": "./lib",
8
8
  "noCheck": true
9
9
  },
10
- "include": ["lib/web.ts"],
10
+ "include": ["lib/web.ts", "lib/heuristic-classify.ts"],
11
11
  "exclude": []
12
12
  }
@@ -0,0 +1,10 @@
1
+ {
2
+ "extends": "./tsconfig.json",
3
+ "compilerOptions": {
4
+ "lib": ["es2021"],
5
+ "types": [],
6
+ "noEmit": true
7
+ },
8
+ "include": ["lib/heuristic-classify.ts"],
9
+ "exclude": []
10
+ }