@duckduckgo/autoconsent 15.1.0 → 16.1.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@duckduckgo/autoconsent",
-  "version": "15.1.0",
+  "version": "16.1.0",
   "description": "",
   "types": "./dist/types/web.d.ts",
   "exports": {
@@ -9,13 +9,7 @@
       "import": "./dist/autoconsent.esm.js",
       "require": "./dist/autoconsent.cjs.js"
     },
-    "./extra": {
-      "types": "./dist/types/web-extra.d.ts",
-      "import": "./dist/autoconsent.extra.esm.js",
-      "require": "./dist/autoconsent.extra.cjs.js"
-    },
     "./rules/rules.json": "./rules/rules.json",
-    "./rules/consentomatic.json": "./rules/consentomatic.json",
     "./rules/compact-rules.json": "./rules/compact-rules.json"
   },
   "directories": {
@@ -27,7 +21,7 @@
     "lint-fix": "eslint . --fix && prettier . --write && npm run rule-syntax-check",
     "bundle": "./build.sh",
     "rule-syntax-check": "node scripts/validate-json-rules.js",
-    "watch": "npm run prepublish && chokidar \"lib\" \"addon\" \"rules/autoconsent\" \"rules/generated\" \"rules/filterlist.txt\" --ignore 'lib/filterlist-engine.ts' -c \"npm run prepublish\"",
+    "watch": "npm run prepublish && chokidar \"lib\" \"addon\" \"rules/autoconsent\" \"rules/generated\" -c \"npm run prepublish\"",
     "create-rule": "node rules/create-rule.mjs",
     "test": "playwright test",
     "test:webkit": "playwright test --project webkit",
@@ -35,24 +29,22 @@
     "test:chrome": "playwright test --project chrome",
     "test:lib": "web-test-runner",
     "test:sample": "playwright test tests/_sample-test.spec.ts --project webkit",
-    "fetch-easylist": "scripts/fetch-easylist.sh",
-    "rebuild-filterlist": "node scripts/rebuild-filterlist.mjs",
-    "update-easylist": "npm run fetch-easylist && npm run rebuild-filterlist",
-    "compile-filterlist": "node scripts/compile-filterlist.mjs",
     "build-rules": "ts-node rules/build.ts",
     "version": "node update_version.js && git add addon/manifest.*.json",
     "vendor-copy": "mkdir -p addon/vendor && cp node_modules/mocha/mocha.* addon/vendor/ && cp node_modules/chai/chai.js addon/vendor/",
-    "prepublish": "npm run compile-filterlist && npm run build-rules && npm run bundle",
+    "prepublish": "npm run build-rules && npm run bundle",
     "launch:firefox": "web-ext run -s dist/addon-firefox",
     "release": "auto shipit",
     "get-text-for-xpath": "ts-node scripts/get-text-for-xpath.ts",
-    "bundle-config-rules": "ts-node scripts/bundle-config-rules.ts"
+    "bundle-config-rules": "ts-node scripts/bundle-config-rules.ts",
+    "check-pr-release-labels": "ts-node scripts/check-pr-release-labels.ts"
   },
   "author": "Sam Macbeth",
   "license": "MPL-2.0",
   "devDependencies": {
     "@duckduckgo/eslint-config": "github:duckduckgo/eslint-config#v0.1.0",
     "@esm-bundle/chai": "^4.3.4-fix.0",
+    "@octokit/rest": "^22.0.1",
     "@playwright/test": "^1.17.1",
     "@types/chai": "^5.0.0",
     "@types/chrome": "^0.1.0",
@@ -68,7 +60,6 @@
     "bulma": "^1.0.2",
     "chai": "^6.0.1",
     "chokidar-cli": "^3.0.0",
-    "csv-parse": "^6.0.0",
     "esbuild": "^0.28.0",
     "eslint": "^10.0.3",
     "globals": "^17.4.0",
@@ -87,13 +78,116 @@
   },
   "repository": "duckduckgo/autoconsent",
   "auto": {
+    "noDefaultLabels": true,
+    "labels": [
+      {
+        "name": "major",
+        "description": "Increment the major version when merged",
+        "releaseType": "major",
+        "color": "#C5000B"
+      },
+      {
+        "name": "minor",
+        "description": "Increment the minor version when merged",
+        "releaseType": "minor",
+        "color": "#F1A60E"
+      },
+      {
+        "name": "patch",
+        "description": "Increment the patch version when merged",
+        "releaseType": "patch",
+        "default": true,
+        "color": "#870048"
+      },
+      {
+        "name": "release",
+        "description": "Create a release when this PR is merged",
+        "releaseType": "release",
+        "color": "#007f70"
+      },
+      {
+        "name": "rules",
+        "changelogTitle": "Rules",
+        "description": "Autoconsent rule additions, updates, and generated rule changes",
+        "releaseType": "none",
+        "color": "#bfdadc"
+      },
+      {
+        "name": "bug",
+        "changelogTitle": "Bug Fixes",
+        "description": "Something isn't working",
+        "releaseType": "none",
+        "color": "#d73a4a"
+      },
+      {
+        "name": "enhancement",
+        "changelogTitle": "Enhancements",
+        "description": "New feature or request",
+        "releaseType": "none",
+        "color": "#a2eeef"
+      },
+      {
+        "name": "performance",
+        "changelogTitle": "Performance",
+        "description": "Improve performance of an existing feature",
+        "releaseType": "none",
+        "color": "#f4b2d8"
+      },
+      {
+        "name": "dependencies",
+        "changelogTitle": "Dependencies",
+        "description": "Update one or more dependencies version",
+        "releaseType": "none",
+        "color": "#8732bc"
+      },
+      {
+        "name": "ci",
+        "changelogTitle": "CI / Release Automation",
+        "description": "Automation scripts and release infrastructure",
+        "releaseType": "none",
+        "color": "#2612BF"
+      },
+      {
+        "name": "ai",
+        "changelogTitle": "AI / Agent Workflow",
+        "description": "Changes to agent workflows and skills",
+        "releaseType": "none",
+        "color": "#df4f06"
+      },
+      {
+        "name": "documentation",
+        "changelogTitle": "Documentation",
+        "description": "Changes only affect the documentation",
+        "releaseType": "none",
+        "color": "#cfd3d7"
+      },
+      {
+        "name": "tests",
+        "changelogTitle": "Test Infrastructure",
+        "description": "Changes to test harnesses, fixtures, or test infrastructure",
+        "releaseType": "none",
+        "color": "#ffd3cc"
+      },
+      {
+        "name": "internal",
+        "changelogTitle": "Internal",
+        "description": "Changes only affect internal implementation details",
+        "releaseType": "none",
+        "color": "#696969"
+      },
+      {
+        "name": "other",
+        "changelogTitle": "Other",
+        "description": "Changes that should appear in release notes but do not fit another category",
+        "releaseType": "none",
+        "color": "#ededed"
+      }
+    ],
     "plugins": [
       "npm"
     ]
   },
   "dependencies": {
-    "@ghostery/adblocker": "^2.0.4",
-    "@ghostery/adblocker-content": "^2.0.4",
-    "tldts-experimental": "^7.0.4"
+    "tldts-experimental": "^7.4.3"
   }
 }

package/playwright/content.ts

@@ -1,7 +1,6 @@
 import AutoConsent from '../lib/web';
 import { BackgroundMessage } from '../lib/messages';
 import { MessageSender, RuleBundle } from '../lib/types';
-import { consentomatic } from '../rules/consentomatic.json';
 
 declare global {
     interface Window {
@@ -11,7 +10,7 @@ declare global {
 }
 
 if (!window.autoconsentReceiveMessage) {
-    const consent = new AutoConsent(window.autoconsentSendMessage, null, <RuleBundle>{ autoconsent: [], consentomatic });
+    const consent = new AutoConsent(window.autoconsentSendMessage, null, <RuleBundle>{ autoconsent: [] });
 
     window.autoconsentReceiveMessage = (message: BackgroundMessage) => {
         return Promise.resolve(consent.receiveMessageCallback(message));

package/readme.md

@@ -11,14 +11,13 @@ Autoconsent is meant to be used in browser apps and extensions. [DuckDuckGo brow
 To integrate Autoconsent, you'll need to instantiate the main `AutoConsent` class in a content script (running in isolated page context), and implement some configuration hooks in a background script. See [this document](docs/api.md) for more details on internal APIs and data flows.
 
 ```javascript
-import AutoConsent from '@duckduckgo/autoconsent'; // or '@duckduckgo/autoconsent/extra' for the version with filterlists
+import AutoConsent from '@duckduckgo/autoconsent';
 import { autoconsent } from '@duckduckgo/autoconsent/rules/rules.json';
-import { consentomatic } from '@duckduckgo/autoconsent/rules/consentomatic.json'
 
 const autoconsent = new AutoConsent(
     chrome.runtime.sendMessage, // provide a callback to send messages to the background script
     null, // optionally provide a config object here if you don't want to implement a background script
-    { autoconsent, consentomatic },
+    { autoconsent },
 );
 
 // connect the message receiver callback to handle messages from the background script
@@ -76,13 +75,11 @@ that are installed on multiple sites. Each CMP ruleset defines:
  * Steps to specify an 'opt-in' or 'opt-out' consent for the CMP.
  * Optionally, a test if the consent was correctly applied.
 
-There are currently three ways of implementing a CMP:
+There are currently two ways of implementing a CMP:
 
  1. As a [JSON ruleset](./rules/autoconsent/), intepreted by the `AutoConsent` class.
  1. As a class implementing the `AutoCMP` interface. This enables more complex logic than the linear AutoConsent
  rulesets allow.
- 3. As a [Consent-O-Matic](https://github.com/cavi-au/Consent-O-Matic) rule. The `ConsentOMaticCMP` class implements
- compability with rules written for the Consent-O-Matic extension.
 
 For more details on rule types, see [Rule Syntax Reference](docs/rule-syntax.md).
 

package/rules/autoconsent/dreamlab-cmp.json

@@ -0,0 +1,13 @@
+{
+    "name": "dreamlab-cmp",
+    "vendorUrl": "https://cmp.dreamlab.pl/",
+    "prehideSelectors": [".cmp-popup_popup"],
+    "detectCmp": [{ "exists": ".cmp-app_gdpr" }],
+    "detectPopup": [{ "visible": ".cmp-popup_popup" }],
+    "optIn": [{ "waitForThenClick": ".cmp-popup_popup .cmp-intro_acceptAll" }],
+    "optOut": [
+        { "waitForThenClick": ".cmp-popup_popup .cmp-intro_rejectAll" },
+        { "waitForThenClick": ".cmp-popup_popup .cmp-details_rejectAll" }
+    ],
+    "test": [{ "cookieContains": "lpubconsent=" }]
+}

package/rules/build.ts

@@ -1,7 +1,6 @@
 #!/usr/bin/env node
 import fs from 'fs';
 import path from 'path';
-import https from 'https';
 import { encodeRules, deduplicateRules } from '../lib/encoding';
 import { AutoConsentCMPRule } from '../lib/rules';
 import { buildRuleIndex } from './rule-index-builder';
@@ -29,30 +28,9 @@ export async function buildAutoconsentRules(): Promise<AutoConsentCMPRule[]> {
     return deduplicateRules([...normalRules, ...generatedRules]);
 }
 
-export async function buildConsentOMaticRules() {
-    // fetch ConsentOMatic rule set and merge with our custom rules
-    const consentOMaticCommit = '7d7fd2bd6bf2b662350b0eaeca74db6eba155efe';
-    const consentOMaticUrl = `https://raw.githubusercontent.com/cavi-au/Consent-O-Matic/${consentOMaticCommit}/Rules.json`;
-    const consentOMaticInclude = ['oil', 'optanon', 'quantcast2', 'springer', 'wordpressgdpr'];
-    const comRules: Record<string, object> = {};
-    const allComRules: Record<string, object> = await new Promise((resolve) => {
-        https.get(consentOMaticUrl, (res) => {
-            res.setEncoding('utf-8');
-            let content = '';
-            res.on('data', (data) => (content += data));
-            res.on('end', () => resolve(JSON.parse(content)));
-        });
-    });
-    consentOMaticInclude.forEach((name) => {
-        comRules[name] = allComRules[name];
-    });
-    return comRules;
-}
-
 (async () => {
     const stringify = (rules: object) => JSON.stringify(rules);
     const autoconsent = await buildAutoconsentRules();
-    const consentomatic = await buildConsentOMaticRules();
 
     const compactRulesPath = path.join(rulesDir, 'compact-rules.json');
     let existingCompactRules = null;
@@ -61,8 +39,7 @@ export async function buildConsentOMaticRules() {
     }
 
     fs.writeFile(path.join(rulesDir, 'rules.json'), stringify({ autoconsent }), () => console.log('Written rules.json'));
-    fs.writeFile(path.join(rulesDir, 'consentomatic.json'), stringify({ consentomatic }), () => console.log('Written consentomatic.json'));
-    fs.writeFile(path.join(rulesDir, 'rule-index.json'), stringify(buildRuleIndex(autoconsent, consentomatic)), () =>
+    fs.writeFile(path.join(rulesDir, 'rule-index.json'), stringify(buildRuleIndex(autoconsent)), () =>
         console.log('Written rule-index.json'),
     );
     fs.writeFile(compactRulesPath, stringify(encodeRules(autoconsent, existingCompactRules)), () =>