@opentermsarchive/engine 0.15.0

package/src/notifier/index.js

@@ -0,0 +1,150 @@
+import config from 'config';
+import dotenv from 'dotenv';
+import sendInBlue from 'sib-api-v3-sdk';
+
+dotenv.config();
+export default class Notifier {
+  constructor(passedServiceProviders) {
+    const defaultClient = sendInBlue.ApiClient.instance;
+    const authentication = defaultClient.authentications['api-key'];
+
+    authentication.apiKey = process.env.SENDINBLUE_API_KEY;
+
+    this.apiInstance = new sendInBlue.TransactionalEmailsApi();
+    this.contactsInstance = new sendInBlue.ContactsApi();
+
+    this.serviceProviders = passedServiceProviders;
+    this.delayedVersionNotificationsParams = [];
+  }
+
+  async onVersionRecorded(serviceId, type, versionId) {
+    this.delayedVersionNotificationsParams.push({ serviceId, type, versionId });
+  }
+
+  async onTrackingCompleted() {
+    this.delayedVersionNotificationsParams.forEach(async ({ serviceId, type, versionId }) => {
+      try {
+        await this.notifyVersionRecorded(serviceId, type, versionId);
+      } catch (error) {
+        console.error(`The notification for version ${versionId} of ${serviceId} — ${type} can not be sent:`, error);
+      }
+    });
+
+    this.delayedVersionNotificationsParams = [];
+  }
+
+  async notifyVersionRecorded(serviceProviderId, documentTypeId, versionId) {
+    const sendParams = {
+      templateId: config.get('notifier.sendInBlue.updateTemplateId'),
+      params: {
+        SERVICE_PROVIDER_NAME: this.serviceProviders[serviceProviderId].name,
+        DOCUMENT_TYPE: documentTypeId,
+        SHA: versionId,
+      },
+    };
+
+    const lists = [
+      config.get('notifier.sendInBlue.updatesListId'),
+    ];
+
+    const notificationListName = `${this.serviceProviders[serviceProviderId].name} - ${documentTypeId} - Update`;
+    const notificationList = await this.searchContactList(notificationListName);
+
+    if (notificationList?.id) {
+      lists.push(notificationList.id);
+    }
+
+    return this.send(lists, sendParams);
+  }
+
+  async send(lists, sendParams) {
+    const promises = lists.map(listId => this.getListContacts(listId));
+
+    let contacts = await Promise.all(promises);
+
+    contacts = contacts.flat();
+
+    const uniqueContacts = [...new Map(contacts.map(item => [ item.id, item ])).values()];
+
+    const sendPromises = uniqueContacts.map(contact =>
+      this.apiInstance.sendTransacEmail({ ...sendParams, to: [{ email: contact.email }] }));
+
+    return Promise.all(sendPromises);
+  }
+
+  async getAllContactLists() {
+    const limit = 50;
+    const offset = 0;
+    const { count, lists } = await this.contactsInstance.getLists({
+      limit,
+      offset,
+    });
+
+    return {
+      count,
+      lists: await this.getAllPaginatedEntries(
+        'getLists',
+        undefined,
+        'lists',
+        lists,
+        count,
+        offset + limit,
+      ),
+    };
+  }
+
+  async searchContactList(name) {
+    const { lists } = await this.getAllContactLists();
+
+    const list = lists.find(list => list.name === name);
+
+    return list;
+  }
+
+  async getListContacts(listId) {
+    const list = await this.contactsInstance.getList(listId);
+
+    return this.getAllPaginatedEntries(
+      'getContactsFromList',
+      listId,
+      'contacts',
+      [],
+      list.totalSubscribers,
+    );
+  }
+
+  async getAllPaginatedEntries(
+    functionName,
+    resourceIdParameter,
+    resultKey,
+    accumulator,
+    count,
+    offset = 0,
+    paginationSize = 50,
+  ) {
+    if (accumulator.length >= count) {
+      return accumulator;
+    }
+
+    const promise = resourceIdParameter
+      ? this.contactsInstance[functionName](resourceIdParameter, {
+        limit: paginationSize,
+        offset,
+      })
+      : this.contactsInstance[functionName](paginationSize, offset);
+
+    const result = await promise;
+
+    accumulator = accumulator.concat(result[resultKey]);
+
+    return this.getAllPaginatedEntries(
+      functionName,
+      resourceIdParameter,
+      resultKey,
+      accumulator,
+      count,
+      offset + paginationSize,
+      paginationSize,
+    );
+  }
+}

package/src/tracker/README.md

@@ -0,0 +1 @@
+This module is intended to be considered as a simple consumer of the Archivist application's events API and therefore to be extracted from this repository. It is still in this repository to facilitate quick iterations but is expected to be extracted as soon as the Open Terms Archive app is stabilized.

package/src/tracker/index.js

@@ -0,0 +1,215 @@
+import fs from 'fs';
+
+import { Octokit } from 'octokit';
+
+import logger from '../logger/index.js';
+
+const { version } = JSON.parse(fs.readFileSync(new URL('../../package.json', import.meta.url)).toString());
+
+const ISSUE_STATE_CLOSED = 'closed';
+const ISSUE_STATE_OPEN = 'open';
+const ISSUE_STATE_ALL = 'all';
+
+const CONTRIBUTE_URL = 'https://contribute.opentermsarchive.org/en/service';
+const GOOGLE_URL = 'https://www.google.com/search?q=';
+
+export default class Tracker {
+  static isRepositoryValid(repository) {
+    return repository.includes('/');
+  }
+
+  constructor(trackerConfig) {
+    const { repository, label } = trackerConfig.githubIssues;
+
+    if (!Tracker.isRepositoryValid(repository)) {
+      throw new Error('tracker.githubIssues.repository should be a string with <owner>/<repo>');
+    }
+
+    const [ owner, repo ] = repository.split('/');
+
+    this.octokit = new Octokit({
+      auth: process.env.GITHUB_TOKEN,
+      userAgent: `opentermsarchive/${version}`,
+    });
+    this.cachedIssues = {};
+    this.commonParams = {
+      owner,
+      repo,
+      accept: 'application/vnd.github.v3+json',
+    };
+    this.repository = repository;
+    this.label = label;
+  }
+
+  async initialize() {
+    await this.createLabel({
+      name: this.label.name,
+      color: this.label.color,
+      description: this.label.description,
+    });
+  }
+
+  async onVersionRecorded(serviceId, type) {
+    await this.closeIssueIfExists({
+      labels: [this.label.name],
+      title: `Fix ${serviceId} - ${type}`,
+      comment: '🤖 Closed automatically as data was gathered successfully',
+    });
+  }
+
+  async onVersionNotChanged(serviceId, type) {
+    await this.closeIssueIfExists({
+      labels: [this.label.name],
+      title: `Fix ${serviceId} - ${type}`,
+      comment: '🤖 Closed automatically as version is unchanged but data has been fetched correctly',
+    });
+  }
+
+  async onFirstVersionRecorded(serviceId, type) {
+    return this.onVersionRecorded(serviceId, type);
+  }
+
+  async onInaccessibleContent(error, serviceId, type, documentDeclaration) {
+    const { title, body } = Tracker.formatIssueTitleAndBody({ message: error.toString(), repository: this.repository, documentDeclaration });
+
+    await this.createIssueIfNotExists({
+      title,
+      body,
+      labels: [this.label.name],
+      comment: '🤖 Reopened automatically as an error occured',
+    });
+  }
+
+  async createLabel(params) {
+    return this.octokit.rest.issues.createLabel({ ...this.commonParams, ...params })
+      .catch(error => {
+        if (error.toString().includes('"code":"already_exists"')) {
+          return;
+        }
+        logger.error(`Could not create label "${params.name}": ${error.toString()}`);
+      });
+  }
+
+  async createIssue(params) {
+    const { data } = await this.octokit.rest.issues.create(params);
+
+    return data;
+  }
+
+  async searchIssues({ title, ...searchParams }) {
+    const request = {
+      per_page: 100,
+      ...searchParams,
+    };
+
+    const issues = await this.octokit.paginate(
+      this.octokit.rest.issues.listForRepo,
+      request,
+      response => response.data,
+    );
+
+    const issuesWithSameTitle = issues.filter(item => item.title === title);
+
+    return issuesWithSameTitle;
+  }
+
+  async addCommentToIssue(params) {
+    const { data } = await this.octokit.rest.issues.createComment(params);
+
+    return data;
+  }
+
+  async createIssueIfNotExists({ title, body, labels, comment }) {
+    try {
+      const existingIssues = await this.searchIssues({ ...this.commonParams, title, labels, state: ISSUE_STATE_ALL });
+
+      if (!existingIssues.length) {
+        const existingIssue = await this.createIssue({ ...this.commonParams, title, body, labels });
+
+        logger.info(`🤖 Creating GitHub issue for ${title}: ${existingIssue.html_url}`);
+
+        return;
+      }
+
+      const openedIssues = existingIssues.filter(existingIssue => existingIssue.state === ISSUE_STATE_OPEN);
+      const hasNoneOpened = openedIssues.length === 0;
+
+      for (const existingIssue of existingIssues) {
+        if (hasNoneOpened) {
+          try {
+            /* eslint-disable no-await-in-loop */
+            await this.octokit.rest.issues.update({
+              ...this.commonParams,
+              issue_number: existingIssue.number,
+              state: ISSUE_STATE_OPEN,
+            });
+            await this.addCommentToIssue({
+              ...this.commonParams,
+              issue_number: existingIssue.number,
+              body: `${comment}\n${body}`,
+            });
+            /* eslint-enable no-await-in-loop */
+            logger.info(`🤖 Reopened automatically as an error occured for ${title}: ${existingIssue.html_url}`);
+          } catch (e) {
+            logger.error(`🤖 Could not update GitHub issue ${existingIssue.html_url}: ${e}`);
+          }
+          break;
+        }
+      }
+    } catch (e) {
+      logger.error(`🤖 Could not create GitHub issue for ${title}: ${e}`);
+    }
+  }
+
+  async closeIssueIfExists({ title, comment, labels }) {
+    try {
+      const openedIssues = await this.searchIssues({ ...this.commonParams, title, labels, state: ISSUE_STATE_OPEN });
+
+      for (const openedIssue of openedIssues) {
+        try {
+          await this.octokit.rest.issues.update({ ...this.commonParams, issue_number: openedIssue.number, state: ISSUE_STATE_CLOSED }); // eslint-disable-line no-await-in-loop
+          await this.addCommentToIssue({ ...this.commonParams, issue_number: openedIssue.number, body: comment }); // eslint-disable-line no-await-in-loop
+          logger.info(`🤖 GitHub issue closed for ${title}: ${openedIssue.html_url}`);
+        } catch (e) {
+          logger.error(`🤖 Could not close GitHub issue ${openedIssue.html_url}: ${e.toString()}`);
+        }
+      }
+    } catch (e) {
+      logger.error(`🤖 Could not close GitHub issue for ${title}: ${e}`);
+    }
+  }
+
+  static formatIssueTitleAndBody({ message, repository, documentDeclaration }) {
+    const { service: { name }, type } = documentDeclaration;
+    const json = documentDeclaration.toPersistence();
+    const title = `Fix ${name} - ${type}`;
+
+    const encodedName = encodeURIComponent(name);
+    const encodedType = encodeURIComponent(type);
+
+    const urlQueryParams = new URLSearchParams({
+      json: JSON.stringify(json),
+      destination: repository,
+      expertMode: 'true',
+      step: '2',
+    });
+
+    const body = `
+This document is no longer properly tracked.
+
+\`${message}\`
+
+Check what's wrong by:
+- Using the [online contribution tool](${CONTRIBUTE_URL}?${urlQueryParams}).
+${message.includes('404') ? `- [Searching Google](${GOOGLE_URL}%22${encodedName}%22+%22${encodedType}%22) to get for a new URL.` : ''}
+
+And some info about what has already been tracked:
+- See [service declaration JSON file](https://github.com/${repository}/blob/main/declarations/${encodedName}.json).
+`;
+
+    return {
+      title,
+      body,
+    };
+  }
+}

package/test/fixtures/service_A.js

@@ -0,0 +1,22 @@
+import DocumentDeclaration from '../../src/archivist/services/documentDeclaration.js';
+import PageDeclaration from '../../src/archivist/services/pageDeclaration.js';
+import Service from '../../src/archivist/services/service.js';
+
+const service = new Service({
+  id: 'service_A',
+  name: 'Service A',
+});
+
+service.addDocumentDeclaration(new DocumentDeclaration({
+  service,
+  type: 'Terms of Service',
+  validUntil: null,
+  pages: [new PageDeclaration({
+    location: 'https://www.servicea.example/tos',
+    contentSelectors: 'body',
+    noiseSelectors: undefined,
+    filters: undefined,
+  })],
+}));
+
+export default service;

package/test/fixtures/service_A_terms.md

@@ -0,0 +1,10 @@
+Terms of service with UTF-8 'çhãràčtęrs"
+========================================
+
+Dapibus quis diam sagittis vitae orci fames fusce porta metus risus, gravida pharetra cras rhoncus nullam tempor purus mattis sit condimentum senectus, a sodales varius in natoque molestie tortor velit quisque. Parturient sit facilisis risus dictumst quisque penatibus donec, mollis ultrices nibh viverra consequat porttitor dignissim laoreet, auctor fermentum himenaeos ut fusce volutpat. Dignissim nulla penatibus lacus at augue sem hendrerit sit, et potenti cum aptent ultricies aliquam habitant, porta lobortis cubilia primis sociis nascetur etiam. Torquent duis facilisis aliquam est purus curae quam sit porta, augue netus laoreet per pharetra volutpat lectus sem commodo, senectus primis arcu suspendisse id vivamus consequat sapien. Litora eros hendrerit commodo eleifend scelerisque risus in fusce porttitor cubilia ultrices porta sed blandit cras condimentum quisque, class accumsan odio enim magna tempus facilisis auctor imperdiet fringilla arcu tristique volutpat faucibus molestie velit. Per quam tristique tortor viverra tempus class varius condimentum, curabitur tellus cras fusce elementum velit cubilia, hendrerit orci vestibulum libero in enim gravida. Eget praesent dictumst lobortis pretium dignissim at viverra tempus fusce potenti, in morbi nascetur purus natoque sagittis phasellus urna sit commodo, ad tortor hendrerit ante mauris venenatis dolor consequat donec.
+
+* * *
+
+Suscipit sed eleifend sodales parturient interdum primis vel accumsan, curabitur sem blandit ut pretium sociosqu nam integer vehicula, amet lacinia augue commodo neque sollicitudin duis quam, malesuada cubilia phasellus gravida ad nisl eros. Curae consectetur justo tortor hendrerit morbi habitasse vel eros feugiat per, tristique ante nostra condimentum facilisi enim neque dui taciti dolor, placerat elit molestie luctus etiam magna gravida sed ad. Senectus habitasse sem commodo consectetur litora tempor leo curabitur gravida vestibulum, suscipit tortor viverra pellentesque rhoncus tristique porttitor convallis. Sodales morbi dictumst ut dolor vivamus elit velit orci non tristique nullam, nunc class scelerisque aenean facilisis urna suscipit etiam lobortis purus tortor commodo, duis vel pellentesque taciti aliquam id adipiscing dictum placerat et. At interdum quis eget ut curabitur fusce aliquet commodo suscipit, platea metus libero tortor eros justo in odio ligula fames, gravida placerat augue amet posuere massa fermentum magna. Enim quisque suspendisse accumsan odio ipsum taciti habitasse viverra, venenatis aliquet ac augue auctor nibh cras dignissim magna, convallis varius in sed quam morbi pretium. Habitasse nunc arcu eleifend purus aliquam lobortis morbi porta netus dignissim nisl, vitae class placerat amet sapien at vivamus et dui. Purus risus tellus netus sodales molestie leo nullam nunc, elit curae integer odio nostra ut vitae malesuada, dictum mus justo commodo curabitur placerat luctus. Dui ultrices auctor ultricies fringilla tortor ligula aptent, lectus pulvinar orci nascetur aenean a proin curabitur, ad felis nam nostra nec blandit.
+
+Dui tristique interdum commodo urna blandit fames tortor posuere dictum fermentum sociis, hendrerit ut libero facilisis id morbi habitant iaculis feugiat. Gravida metus netus ac malesuada vel tristique potenti augue cubilia elit, pellentesque suscipit posuere sapien tempus in praesent torquent dapibus, sit viverra iaculis ultrices aliquet mauris non quisque vitae. Senectus gravida a in litora taciti per ullamcorper nascetur, quis auctor adipiscing nostra cras lacinia aliquet, curae id montes vel molestie placerat condimentum. Convallis fermentum eros sagittis viverra curae risus, aliquet lorem dui magna urna suscipit, id condimentum faucibus molestie ridiculus. Mollis enim etiam taciti diam at pharetra sagittis ligula euismod, ridiculus et sociosqu mauris integer lacinia elementum tortor. In sem nibh cubilia curae facilisi mauris massa, facilisis rhoncus velit phasellus etiam cum penatibus neque, tortor vulputate felis est litora mi.

package/test/fixtures/service_A_terms_snapshot.html

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="UTF-8">
+    <title>First provider TOS</title>
+  </head>
+  <body>
+    <h1>Terms of service with UTF-8 'çhãràčtęrs"</h1>
+    <p>Dapibus quis diam sagittis vitae orci fames fusce porta metus risus, gravida pharetra cras rhoncus nullam tempor purus mattis sit condimentum senectus, a sodales varius in natoque molestie tortor velit quisque. Parturient sit facilisis risus dictumst quisque penatibus donec, mollis ultrices nibh viverra consequat porttitor dignissim laoreet, auctor fermentum himenaeos ut fusce volutpat. Dignissim nulla penatibus lacus at augue sem hendrerit sit, et potenti cum aptent ultricies aliquam habitant, porta lobortis cubilia primis sociis nascetur etiam. Torquent duis facilisis aliquam est purus curae quam sit porta, augue netus laoreet per pharetra volutpat lectus sem commodo, senectus primis arcu suspendisse id vivamus consequat sapien. Litora eros hendrerit commodo eleifend scelerisque risus in fusce porttitor cubilia ultrices porta sed blandit cras condimentum quisque, class accumsan odio enim magna tempus facilisis auctor imperdiet fringilla arcu tristique volutpat faucibus molestie velit. Per quam tristique tortor viverra tempus class varius condimentum, curabitur tellus cras fusce elementum velit cubilia, hendrerit orci vestibulum libero in enim gravida. Eget praesent dictumst lobortis pretium dignissim at viverra tempus fusce potenti, in morbi nascetur purus natoque sagittis phasellus urna sit commodo, ad tortor hendrerit ante mauris venenatis dolor consequat donec.
+    <hr>
+    <p>Suscipit sed eleifend sodales parturient interdum primis vel accumsan, curabitur sem blandit ut pretium sociosqu nam integer vehicula, amet lacinia augue commodo neque sollicitudin duis quam, malesuada cubilia phasellus gravida ad nisl eros. Curae consectetur justo tortor hendrerit morbi habitasse vel eros feugiat per, tristique ante nostra condimentum facilisi enim neque dui taciti dolor, placerat elit molestie luctus etiam magna gravida sed ad. Senectus habitasse sem commodo consectetur litora tempor leo curabitur gravida vestibulum, suscipit tortor viverra pellentesque rhoncus tristique porttitor convallis. Sodales morbi dictumst ut dolor vivamus elit velit orci non tristique nullam, nunc class scelerisque aenean facilisis urna suscipit etiam lobortis purus tortor commodo, duis vel pellentesque taciti aliquam id adipiscing dictum placerat et. At interdum quis eget ut curabitur fusce aliquet commodo suscipit, platea metus libero tortor eros justo in odio ligula fames, gravida placerat augue amet posuere massa fermentum magna. Enim quisque suspendisse accumsan odio ipsum taciti habitasse viverra, venenatis aliquet ac augue auctor nibh cras dignissim magna, convallis varius in sed quam morbi pretium. Habitasse nunc arcu eleifend purus aliquam lobortis morbi porta netus dignissim nisl, vitae class placerat amet sapien at vivamus et dui. Purus risus tellus netus sodales molestie leo nullam nunc, elit curae integer odio nostra ut vitae malesuada, dictum mus justo commodo curabitur placerat luctus. Dui ultrices auctor ultricies fringilla tortor ligula aptent, lectus pulvinar orci nascetur aenean a proin curabitur, ad felis nam nostra nec blandit.</p>
+    <p>Dui tristique interdum commodo urna blandit fames tortor posuere dictum fermentum sociis, hendrerit ut libero facilisis id morbi habitant iaculis feugiat. Gravida metus netus ac malesuada vel tristique potenti augue cubilia elit, pellentesque suscipit posuere sapien tempus in praesent torquent dapibus, sit viverra iaculis ultrices aliquet mauris non quisque vitae. Senectus gravida a in litora taciti per ullamcorper nascetur, quis auctor adipiscing nostra cras lacinia aliquet, curae id montes vel molestie placerat condimentum. Convallis fermentum eros sagittis viverra curae risus, aliquet lorem dui magna urna suscipit, id condimentum faucibus molestie ridiculus. Mollis enim etiam taciti diam at pharetra sagittis ligula euismod, ridiculus et sociosqu mauris integer lacinia elementum tortor. In sem nibh cubilia curae facilisi mauris massa, facilisis rhoncus velit phasellus etiam cum penatibus neque, tortor vulputate felis est litora mi.</p></p>
+  </body>
+</html>

package/test/fixtures/service_B.js

@@ -0,0 +1,22 @@
+import DocumentDeclaration from '../../src/archivist/services/documentDeclaration.js';
+import PageDeclaration from '../../src/archivist/services/pageDeclaration.js';
+import Service from '../../src/archivist/services/service.js';
+
+const service = new Service({
+  id: 'service_B',
+  name: 'Service B',
+});
+
+service.addDocumentDeclaration(new DocumentDeclaration({
+  service,
+  type: 'Privacy Policy',
+  pages: [new PageDeclaration({
+    location: 'https://www.serviceb.example/privacy',
+    contentSelectors: 'body',
+    noiseSelectors: undefined,
+    filters: undefined,
+  })],
+  validUntil: null,
+}));
+
+export default service;

package/test/fixtures/service_with_declaration_history.js

@@ -0,0 +1,65 @@
+import DocumentDeclaration from '../../src/archivist/services/documentDeclaration.js';
+import PageDeclaration from '../../src/archivist/services/pageDeclaration.js';
+import Service from '../../src/archivist/services/service.js';
+
+const service = new Service({
+  id: 'service_with_declaration_history',
+  name: 'Service with declaration history',
+});
+
+const filters = [
+  async function removeShareButton() {
+    return 'last-removeShareButton';
+  },
+  async function removePrintButton() {
+    return 'last-removePrintButton';
+  },
+];
+
+[
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-declaration-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters,
+      }),
+    ],
+    validUntil: null,
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-declaration-history.example/tos',
+        contentSelectors: 'body',
+        noiseSelectors: undefined,
+        filters: undefined,
+      }),
+    ],
+    validUntil: '2020-08-22T21:30:21.000Z',
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-declaration-history.example/tos',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'last-removeShareButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-09-30T21:30:21.000Z',
+  }),
+].forEach(declaration => service.addDocumentDeclaration(declaration));
+
+export default service;

package/test/fixtures/service_with_filters_history.js

@@ -0,0 +1,155 @@
+import DocumentDeclaration from '../../src/archivist/services/documentDeclaration.js';
+import PageDeclaration from '../../src/archivist/services/pageDeclaration.js';
+import Service from '../../src/archivist/services/service.js';
+
+const service = new Service({
+  id: 'service_with_filters_history',
+  name: 'Service with filters history',
+});
+
+const filters = [
+  async function removeShareButton() {
+    return 'last-removeShareButton';
+  },
+  async function removePrintButton() {
+    return 'last-removePrintButton';
+  },
+];
+
+[
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters,
+      }),
+    ],
+    validUntil: null,
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'first-removeShareButton';
+          },
+          async function removePrintButton() {
+            return 'first-removePrintButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-07-22T11:30:21.000Z',
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'first-removeShareButton';
+          },
+          async function removePrintButton() {
+            return 'second-removePrintButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-08-22T11:30:21.000Z',
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'second-removeShareButton';
+          },
+          async function removePrintButton() {
+            return 'second-removePrintButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-09-29T21:30:21.000Z',
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'second-removeShareButton';
+          },
+          async function removePrintButton() {
+            return 'third-removePrintButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-09-30T21:30:21.000Z',
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'third-removeShareButton';
+          },
+          async function removePrintButton() {
+            return 'third-removePrintButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-10-20T12:30:21.000Z',
+  }),
+  new DocumentDeclaration({
+    service,
+    type: 'Terms of Service',
+    pages: [
+      new PageDeclaration({
+        location: 'https://www.service-with-filters-history.example/terms',
+        contentSelectors: 'main',
+        noiseSelectors: undefined,
+        filters: [
+          async function removeShareButton() {
+            return 'third-removeShareButton';
+          },
+          async function removePrintButton() {
+            return 'last-removePrintButton';
+          },
+        ],
+      }),
+    ],
+    validUntil: '2020-11-01T12:30:21.000Z',
+  }),
+].forEach(declaration => service.addDocumentDeclaration(declaration));
+
+export default service;