domain-utils 0.8.0__py3-none-any.whl

domain_utils/__init__.py

@@ -0,0 +1,6 @@
+"""Top-level package for Domain Utils."""
+
+__author__ = """Sarah Bird"""
+__version__ = '0.8.0'
+
+from .domain_utils import *

domain_utils/domain_utils.py

@@ -0,0 +1,401 @@
+from collections.abc import Callable
+from functools import wraps
+from ipaddress import ip_address
+from typing import ParamSpec, TypedDict, TypeVar, Unpack
+from urllib.parse import urlparse
+
+from tldextract import ExtractResult, TLDExtract
+
+__all__ = [
+    'HTTP',
+    'HTTPS',
+    'NO_SCHEME',
+    'WS',
+    'WSS',
+    'get_etld1',
+    'get_port',
+    'get_ps_plus_1',
+    'get_scheme',
+    'get_stripped_url',
+    'hostname_subparts',
+    'is_ip_address',
+    'stem_url',
+]
+
+NO_SCHEME = 'no_scheme'
+HTTP = 'http'
+HTTPS = 'https'
+WS = 'ws'
+WSS = 'wss'
+
+_P = ParamSpec('_P')
+_R = TypeVar('_R')
+_T = TypeVar('_T')
+
+
+class _StemKwargs(TypedDict, total=False):
+    """The keyword arguments ``stem_url`` takes.
+
+    Spelled out so that the functions forwarding ``**kwargs`` to it stay
+    checkable at their call sites.
+    """
+
+    return_unparsed: bool
+    scheme_default: str | None
+    parse_ws: bool
+    scheme: bool
+    path: bool
+    use_netloc: bool
+    extractor: TLDExtract
+
+
+def _require_extractor(extractor: object) -> TLDExtract:
+    if not isinstance(extractor, TLDExtract):
+        raise ValueError(
+            'A tldextract::TLDExtract instance must be passed using the '
+            '`extractor` keyword argument.'
+        )
+    return extractor
+
+
+def _load_and_update_extractor(function: Callable[_P, _R]) -> Callable[_P, _R]:
+    # Note that omitting `extractor` is not the same as passing None: omitting
+    # it asks for the shared extractor built here, while passing None is a
+    # choice of extractor, and a bad one, which the callee rejects.
+    extractor: TLDExtract | None = None
+
+    @wraps(function)
+    def wrapper(*args: _P.args, **kwargs: _P.kwargs) -> _R:
+        nonlocal extractor
+        if 'extractor' not in kwargs:
+            if extractor is None:
+                _extractor = TLDExtract(include_psl_private_domains=True)
+                _extractor.update()
+                extractor = _extractor
+            kwargs['extractor'] = extractor
+        return function(*args, **kwargs)
+
+    return wrapper
+
+
+def is_ip_address(hostname: object) -> bool:
+    """
+    Check if the given string is a valid IP address
+    """
+    try:
+        ip_address(str(hostname))
+        return True
+    except ValueError:
+        return False
+
+
+def _adapt_url_for_port_and_scheme(url: str, extractor: TLDExtract | None) -> str:
+    # From the docs: "urlparse recognizes a netloc only if it is properly
+    # introduced by '//'". A url that carries a host but no scheme is
+    # therefore parsed either as a scheme plus a path (`example.com:8080/a`,
+    # `localhost:5000`) or as a bare path (`127.0.0.1:8080/a`, because a
+    # scheme may not start with a digit). Both shapes lose the host and the
+    # port, so we prepend the missing `//` and let urlparse try again.
+    purl = urlparse(url)
+    _scheme = purl.scheme
+
+    if purl.netloc != '':
+        return url
+
+    if _scheme != '':
+        # The scheme is only really a host if it looks like one: either
+        # everything after the colon is a port (`localhost:5000`), or
+        # TLDExtract finds a public suffix in it (`example.com:8080/a`).
+        # Note that the extractor is what makes this configurable, so it
+        # deliberately gets the final say for anything dotted. It is only
+        # required once we get this far.
+        if not purl.path.isdigit():
+            if '.' not in _scheme or _require_extractor(extractor)(_scheme).suffix == '':
+                return url
+
+    url = f'//{url}'
+    if urlparse(url).path == '':
+        # The url is a bare host, e.g. `localhost:5000`; keep the trailing
+        # slash that callers of ``stem_url`` have always been given.
+        url = f'{url}/'
+    return url
+
+
+@_load_and_update_extractor
+def _get_tld_extract(url: str, **kwargs: Unpack[_StemKwargs]) -> ExtractResult:
+    extractor = _require_extractor(kwargs.get('extractor'))
+
+    scheme = kwargs.get('scheme', True)
+    path = kwargs.get('path', True)
+    return_unparsed = kwargs.get('return_unparsed', False)
+    use_netloc = kwargs.get('use_netloc', True)
+    scheme_default = kwargs.get('scheme_default', HTTP)
+    stemmed = stem_url(
+        url,
+        return_unparsed=return_unparsed,
+        scheme_default=scheme_default,
+        scheme=scheme,
+        path=path,
+        use_netloc=use_netloc,
+        extractor=extractor,
+    )
+    return extractor(stemmed)
+
+
+def get_etld1(url: str, **kwargs: Unpack[_StemKwargs]) -> str:
+    """
+    Returns the eTLD+1 (aka PS+1) of the url.
+
+    Parameters
+    ----------
+    url : string
+        The url from which to extract the eTLD+1 / PS+1
+    extractor : tldextract::TLDExtract, optional
+        An (optional) tldextract::TLDExtract instance can be passed with
+        keyword `extractor`, otherwise we create and update one automatically.
+    kwargs:
+        The method preprocesses the url with ``stem_url`` before
+        extracting the domain. You can pass in ``stem_url`` parameters
+        if you wish to change the behavior in some specific way.
+
+    Returns
+    -------
+    string
+        The eTLD+1 / PS+1 of the url passed in. If no eTLD+1 is detectable,
+        an empty string will be returned. Returns an IP address if the hostname
+        of the url is a valid IP address.
+    """
+    parsed = _get_tld_extract(url, **kwargs)
+    if parsed.suffix == '':
+        return parsed.domain
+    else:
+        return f'{parsed.domain}.{parsed.suffix}'
+
+
+def get_ps_plus_1(url: str, **kwargs: Unpack[_StemKwargs]) -> str:
+    """An alias for ``get_etld1``."""
+    return get_etld1(url, **kwargs)
+
+
+@_load_and_update_extractor
+def hostname_subparts(
+    url: str, include_ps: bool = False, **kwargs: Unpack[_StemKwargs]
+) -> list[str]:
+    """
+    Returns a list of slices of a url's hostname down to the eTLD+1 / PS+1.
+
+
+    Parameters
+    ----------
+    url : string
+        The url from which to extract the hostname parts
+    include_ps : boolean, optional
+        If ``include_ps`` is set, the hostname slices will include the public suffix
+        For example, ``http://a.b.c.d.com/path?query#frag`` would yield:
+
+        * ``["a.b.c.d.com", "b.c.d.com", "c.d.com", "d.com"]`` if ``include_ps == False``
+        * ``["a.b.c.d.com", "b.c.d.com", "c.d.com", "d.com", "com"]`` if ``include_ps == True``
+    kwargs:
+        Additionally, all kwargs for ``get_etld1`` can be passed to this
+        method.
+
+    Returns
+    -------
+    list (string)
+        List of slices of of a url's hostname down to the eTLD+1 / PS+1.
+    """
+    ext = _get_tld_extract(url, **kwargs)
+    etld1 = get_etld1(url, **kwargs)
+
+    # If an IP address, just return a single item list with the IP
+    if is_ip_address(ext.domain):
+        return [ext.domain]
+
+    # We expect all eTLD+1s to have at least one '.'
+    # If they don't, the url was likely malformed, so we'll just
+    # return an empty list
+    if '.' not in etld1:
+        return []
+
+    # Build a string of the URL except the suffix
+    domain_less_ps = '.'.join(
+        [url_part for url_part in [ext.subdomain, ext.domain] if url_part != '']
+    )
+
+    # Assemble subparts list
+    subparts: list[str] = []
+
+    if domain_less_ps != '':
+        domain_parts_to_pop = list(reversed(domain_less_ps.split('.')))
+        while len(domain_parts_to_pop) > 0:
+            domain_parts = [*reversed(domain_parts_to_pop), ext.suffix]
+            subparts.append('.'.join(domain_parts))
+            domain_parts_to_pop.pop()
+
+    if include_ps:
+        subparts.append(ext.suffix)
+
+    return subparts
+
+
+@_load_and_update_extractor
+def stem_url(
+    url: str,
+    return_unparsed: bool = True,
+    scheme_default: str | None = HTTP,
+    parse_ws: bool = True,
+    scheme: bool = False,
+    path: bool = True,
+    use_netloc: bool = True,
+    extractor: TLDExtract | None = None,
+) -> str:
+    """
+    Returns a url stripped to just the beginning and end.
+
+    More formally it returns ``(scheme)?+(netloc|hostname)+(path)?``.
+
+    For example ``https://my.domain.net/a/path/to/a/file.html#anchor?a=1``
+    becomes ``my.domain.net/a/path/to/a/file.html``
+    URL parsing is done using std lib
+    `urllib.parse.urlparse
+    <https://docs.python.org/3.8/library/urllib.parse.html>`_.
+
+    A url is parsed if it has a qualifying scheme. The qualifying schemes are
+    ``http``, ``https``, ``ws`` and ``wss``. Websocket schemes can be omitted using
+    the ``parse_ws`` parameter. Additionally, the ``scheme_default`` parameter
+    provides a scheme where the url doesn't contain one. The default is ``http``
+    and so urls without a scheme will, by default, be considered as http and therefore
+    parsed.
+
+    What is returned for unparsed urls is determined by the ``return_unparsed``
+    parameter.
+
+    Parameters
+    ----------
+    url : string
+        The URL to be parsed
+    return_unparsed : boolean, optional
+        Action to take if scheme is not parsed e.g. ``file:`` or ``about:blank``.
+        If ``False``, the result for non parsed urls will be an empty string
+        If ``True``, the result will be the original url, e.g.
+        ``about:blank`` -> ``about:blank`` even if ``scheme=False``.
+        See method description to understand whether a URL is parsed or not.
+        Default is ``True``.
+    scheme_default : string, optional
+        This parameter is passed to scheme parameter of `urllib.parse.urlparse`. This
+        causes urls without a scheme to return the scheme default.
+        Default is ``http``.
+    parse_ws : boolean, optional
+        If ``True``, then ``ws`` and ``wss`` urls are parsed.
+        Default is ``True``.
+    scheme : boolean, optional
+        If ``True``, scheme will be prepended in parsed result.
+        Default is ``False``.
+    path : boolean, optional
+        If ``True``, path will be included in parsed result.
+        Default is ``True``.
+    use_netloc : boolean, optional
+        If ``True`` urlparse's netloc will be used.
+        If ``False`` urlparse's host will be returned. Using netloc means
+        that a port is included, for example, if it was in the path.
+        Default is ``True``.
+    extractor : tldextract::TLDExtract, optional
+        An (optional) tldextract::TLDExtract instance can be passed with
+        keyword `extractor`, otherwise we create and update one automatically.
+
+    Returns
+    -------
+    string
+        Returns a url stripped to (scheme)?+(netloc|hostname)+(path)?.
+        Returns empty string if appropriate.
+    """
+    if scheme_default is None:
+        # `urlparse` raises on a None scheme before Python 3.14. An empty
+        # scheme means the same thing here: do not assume one.
+        scheme_default = ''
+
+    purl = urlparse(_adapt_url_for_port_and_scheme(url, extractor), scheme=scheme_default)
+    _scheme = purl.scheme
+
+    # Will we parse
+    schemes_to_parse = [HTTP, HTTPS]
+    if parse_ws is True:
+        schemes_to_parse += [WS, WSS]
+    if _scheme not in schemes_to_parse:
+        if return_unparsed is True:
+            # The url as the caller gave it to us, not as we adapted it.
+            return url
+        return ''
+
+    scheme_out = ''
+    loc_out: str | None = ''
+    path_out = ''
+
+    if scheme is True:
+        # No need to re-check the scheme: anything unparseable returned above.
+        scheme_out = f'{_scheme}://'
+
+    if path is True:
+        path_out = purl.path
+
+    if use_netloc is True:
+        loc_out = purl.netloc
+    else:
+        loc_out = purl.hostname
+
+    return f'{scheme_out}{loc_out}{path_out}'
+
+
+def get_stripped_url(url: str, **kwargs: Unpack[_StemKwargs]) -> str:
+    """Alias for ``stem_url``."""
+    return stem_url(url, **kwargs)
+
+
+def get_scheme(url: str, no_scheme: _T = NO_SCHEME) -> str | _T:
+    """
+    Given a url, extract from it the scheme.
+
+    Parameters
+    ----------
+    url: string
+        The URL from where we want to get the scheme
+    no_scheme: any
+        The value to use if no scheme is detected.
+        Default is ``no_scheme``
+
+    Returns
+    -------
+    string
+        Returns the scheme with a default of ``no_scheme`` if no scheme
+        is provided
+    """
+
+    scheme = urlparse(url).scheme
+
+    if scheme:
+        return scheme
+    else:
+        return no_scheme
+
+
+@_load_and_update_extractor
+def get_port(url: str, extractor: TLDExtract | None = None) -> int | None:
+    """
+    Given a url, extract from it the port if present.
+
+    Parameters
+    ----------
+    url: string
+        The URL from where we want to get the port
+    extractor : tldextract::TLDExtract, optional
+        An (optional) tldextract::TLDExtract instance can be passed with
+        keyword `extractor`, otherwise we create and update one automatically.
+
+    Returns
+    ----------
+    int
+        Returns port in the url. If port not found, returns ``None``.
+    """
+
+    url = _adapt_url_for_port_and_scheme(url, extractor)
+    return urlparse(url).port

domain_utils-0.8.0.dist-info/METADATA

@@ -0,0 +1,191 @@
+Metadata-Version: 2.5
+Name: domain-utils
+Version: 0.8.0
+Summary: A collection of util functions for extracting domains from urls.
+Project-URL: Homepage, https://github.com/openwpm/domain_utils
+Project-URL: Documentation, https://domain-utils.readthedocs.io
+Project-URL: Changelog, https://github.com/openwpm/domain_utils/blob/master/HISTORY.rst
+Project-URL: Issues, https://github.com/openwpm/domain_utils/issues
+Author: Sarah Bird
+Maintainer: The OpenWPM Team
+License-Expression: MPL-2.0
+License-File: LICENSE
+Keywords: domain,etld,public suffix,tldextract,url
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Internet :: WWW/HTTP
+Requires-Python: >=3.11
+Requires-Dist: tldextract>=5.3
+Description-Content-Type: text/x-rst
+
+==============
+`domain_utils`
+==============
+
+
+.. image:: https://img.shields.io/pypi/v/domain_utils.svg
+        :target: https://pypi.python.org/pypi/domain_utils
+
+.. image:: https://github.com/openwpm/domain_utils/actions/workflows/ci.yml/badge.svg
+        :target: https://github.com/openwpm/domain_utils/actions/workflows/ci.yml
+        :alt: CI
+
+.. image:: https://readthedocs.org/projects/domain-utils/badge/?version=latest
+        :target: https://domain-utils.readthedocs.io/en/latest/
+        :alt: Documentation Status
+
+
+A collection of util functions for extracting domains from urls.
+
+Repo: https://github.com/openwpm/domain_utils
+
+Install::
+
+    pip install domain-utils
+
+Use::
+
+    import domain_utils as du
+    # Return just the url `my.domain.cloudfront.net/a/path/to/a/file.html`
+    du.stem_url('https://my.domain.cloudfront.net/a/path/to/a/file.html?a=1')
+    # Return just the eTLD+1 `domain.cloudfront.net`
+    du.get_etld1('https://my.domain.cloudfront.net/a/path/to/a/file.html?a=1')
+    # Get the port `5000`
+    du.get_port('https://localhost:5000/a/path/to/a/file.html?a=1')
+    # Get the scheme `wss`
+    du.get_scheme('wss://somedomain.example.com/a/path/to/a/ws')
+
+
+This package was originally extracted from
+openwpm-utils_.
+
+
+* Free software: Mozilla Public License license
+* Documentation: https://domain-utils.readthedocs.io.
+
+
+Community Participation Guidelines
+----------------------------------
+
+This project is governed by Mozilla's code of conduct and etiquette guidelines. 
+
+For more details, please read the `Mozilla Community Participation Guidelines`_. 
+
+For more information on how to report violations of the Community Participation Guidelines, please read our `How to Report`_ page.
+
+
+.. _openwpm-utils: https://github.com/mozilla/openwpm-utils/blob/14edefa360c482ffcffdfeddbf09e2372d459f4c/openwpm_utils/domain.py
+.. _`Mozilla Community Participation Guidelines`: https://www.mozilla.org/about/governance/policies/participation/
+.. _`How to Report`: https://www.mozilla.org/about/governance/policies/participation/reporting/
+
+
+=======
+History
+=======
+
+0.8.0 (2026-09-05)
+------------------
+
+* Relax the ``tldextract`` pin from ``==2.2.2`` to ``>=5.3`` (#32). The
+  pinned version cached the public suffix list inside its own installed package
+  directory and refreshed it with an unguarded check-then-act, so any consumer
+  running more than one process could race and lose data. Upstream moved the
+  cache out of the package directory in 3.1.0.
+* Drop support for Python 3.6 to 3.10; the minimum is now 3.11.
+* Ship type annotations. The package now carries a ``py.typed`` marker, so
+  type checkers see the annotations, and the whole codebase is checked with
+  pyright in strict mode. Passing ``extractor=None`` explicitly is now a type
+  error as well as the ``ValueError`` it always raised; leave the argument
+  out to get the automatically created extractor.
+* Replace CircleCI with GitHub Actions (#31). CI now runs a single
+  ``just ci`` inside the nix shell, so a red build reproduces locally with
+  the same command and the same tool versions.
+* Replace the Makefile with a justfile. Every target was a ``.PHONY``
+  command alias, which is a command runner's job rather than make's.
+* The test suite now fails below 100% statement and branch coverage (#27).
+* Fix the docs build, and point urls at openwpm/domain_utils. Install
+  instructions use the ``domain-utils`` project name (#30).
+* Publish to PyPI from a version tag using trusted publishing.
+* Fix url parsing on modern CPython. ``urlparse`` no longer refuses to read
+  ``host:port`` as a scheme, which meant ``localhost:8000`` and
+  ``example.com:8080`` lost their port, and ``127.0.0.1:8080/a?b=1`` lost its
+  host entirely.
+* Fix ``scheme_default=None``, which raised ``AttributeError`` on Python 3.11
+  to 3.13 because ``urlparse`` gained WHATWG scheme stripping.
+* ``stem_url`` now returns the url exactly as it was passed in when
+  ``return_unparsed`` is set and the scheme is not parsed, rather than an
+  internally rewritten form.
+* ``stem_url`` no longer appends a stray trailing slash to a scheme-less url
+  that already has a path, e.g. ``10.0.0.1:80/a/b.html``. A scheme-less bare
+  host, e.g. ``example.com``, still gets one.
+
+
+0.7.1 (2020-04-10)
+------------------
+
+Fix building on readthedocs.
+
+
+0.7.0 (2020-04-10)
+------------------
+
+Thanks to new contributor @yabirgb for two PRs (#20 and #25) in this release.
+
+API changes: #26 renamed `get_stripped_url` to `stem_url`, and `get_ps_plus_1`
+to `get_etld1`. Old method names will continue to work though. #22 updated
+keyword arguments to `get_stripped_url` - default behavior is basically the same.
+
+* API changes (#26 and #22)
+* Support parsing ws/wss urls (#22)
+* Add get_port method (#25)
+* Add get_scheme method (#20)
+* Correct license declaration in setup.py (#24)
+
+
+0.6.0 (2020-04-06)
+------------------
+
+* Use tldextract for parsing domains (#12)
+* Use numpy style docstrings
+* Support case of no scheme and port in URL (#13)
+
+
+0.5.0 (2020-04-03)
+------------------
+
+* Remove support for python 3.5
+* Handle more cases in get_stripped_url and change default behavior:
+
+  - handle a lack of scheme
+  - boolean flag to return or not non http urls - default is to
+    return them which is a change of behavior as previously they
+    would not return
+  - Use netloc by default instead of hostname with a boolean flag
+    to use hostname.
+
+0.4.0 (2020-03-25)
+------------------
+
+* Remove py27 support
+
+0.3.0 (2020-03-25)
+------------------
+
+* Restore py27 support.
+* Last version with py27 support.
+* Remove tox
+
+
+0.2.0 (2020-03-24)
+------------------
+
+* Extracted from https://github.com/mozilla/openwpm-utils/blob/master/openwpm_utils/domain.py
+* Removed python 2 support and dependencies
+* Removed broken get_stripped_urls function
+* First release on PyPI.

domain_utils-0.8.0.dist-info/RECORD

@@ -0,0 +1,7 @@
+domain_utils/__init__.py,sha256=ueGdNP5NqsAwfP-3XkQQPOWRWDXtD0XaeCG3o64U3c4,124
+domain_utils/domain_utils.py,sha256=LjG76Z3y3ewLyuqmvRsu-ujIcvXHd8O8zgWrUhtUuig,12821
+domain_utils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+domain_utils-0.8.0.dist-info/METADATA,sha256=TR3Rls8e1_ChzGaBDgbUJAFJKQ03-_GfAvWpjYdzpWc,6917
+domain_utils-0.8.0.dist-info/WHEEL,sha256=zOwg4jB6zX2kU910N-cMawjivD6tO8NEWvE12je1bVk,87
+domain_utils-0.8.0.dist-info/licenses/LICENSE,sha256=PC3ANjKdpyx7d_fWRo1ZwVJz8mhh_aOlZNPHL81nlkM,16724
+domain_utils-0.8.0.dist-info/RECORD,,

domain_utils-0.8.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.32.0
+Root-Is-Purelib: true
+Tag: py3-none-any

domain_utils-0.8.0.dist-info/licenses/LICENSE

@@ -0,0 +1,374 @@
+Mozilla Public License Version 2.0
+==================================
+
+1. Definitions
+--------------
+
+1.1. "Contributor"
+    means each individual or legal entity that creates, contributes to
+    the creation of, or owns Covered Software.
+
+1.2. "Contributor Version"
+    means the combination of the Contributions of others (if any) used
+    by a Contributor and that particular Contributor's Contribution.
+
+1.3. "Contribution"
+    means Covered Software of a particular Contributor.
+
+1.4. "Covered Software"
+    means Source Code Form to which the initial Contributor has attached
+    the notice in Exhibit A, the Executable Form of such Source Code
+    Form, and Modifications of such Source Code Form, in each case
+    including portions thereof.
+
+1.5. "Incompatible With Secondary Licenses"
+    means
+
+    (a) that the initial Contributor has attached the notice described
+        in Exhibit B to the Covered Software; or
+
+    (b) that the Covered Software was made available under the terms of
+        version 1.1 or earlier of the License, but not also under the
+        terms of a Secondary License.
+
+1.6. "Executable Form"
+    means any form of the work other than Source Code Form.
+
+1.7. "Larger Work"
+    means a work that combines Covered Software with other material, in
+    a separate file or files, that is not Covered Software.
+
+1.8. "License"
+    means this document.
+
+1.9. "Licensable"
+    means having the right to grant, to the maximum extent possible,
+    whether at the time of the initial grant or subsequently, any and
+    all of the rights conveyed by this License.
+
+1.10. "Modifications"
+    means any of the following:
+
+    (a) any file in Source Code Form that results from an addition to,
+        deletion from, or modification of the contents of Covered
+        Software; or
+
+    (b) any new file in Source Code Form that contains any Covered
+        Software.
+
+1.11. "Patent Claims" of a Contributor
+    means any patent claim(s), including without limitation, method,
+    process, and apparatus claims, in any patent Licensable by such
+    Contributor that would be infringed, but for the grant of the
+    License, by the making, using, selling, offering for sale, having
+    made, import, or transfer of either its Contributions or its
+    Contributor Version.
+
+1.12. "Secondary License"
+    means either the GNU General Public License, Version 2.0, the GNU
+    Lesser General Public License, Version 2.1, the GNU Affero General
+    Public License, Version 3.0, or any later versions of those
+    licenses.
+
+1.13. "Source Code Form"
+    means the form of the work preferred for making modifications.
+
+1.14. "You" (or "Your")
+    means an individual or a legal entity exercising rights under this
+    License. For legal entities, "You" includes any entity that
+    controls, is controlled by, or is under common control with You. For
+    purposes of this definition, "control" means (a) the power, direct
+    or indirect, to cause the direction or management of such entity,
+    whether by contract or otherwise, or (b) ownership of more than
+    fifty percent (50%) of the outstanding shares or beneficial
+    ownership of such entity.
+
+2. License Grants and Conditions
+--------------------------------
+
+2.1. Grants
+
+Each Contributor hereby grants You a world-wide, royalty-free,
+non-exclusive license:
+
+(a) under intellectual property rights (other than patent or trademark)
+    Licensable by such Contributor to use, reproduce, make available,
+    modify, display, perform, distribute, and otherwise exploit its
+    Contributions, either on an unmodified basis, with Modifications, or
+    as part of a Larger Work; and
+
+(b) under Patent Claims of such Contributor to make, use, sell, offer
+    for sale, have made, import, and otherwise transfer either its
+    Contributions or its Contributor Version.
+
+2.2. Effective Date
+
+The licenses granted in Section 2.1 with respect to any Contribution
+become effective for each Contribution on the date the Contributor first
+distributes such Contribution.
+
+2.3. Limitations on Grant Scope
+
+The licenses granted in this Section 2 are the only rights granted under
+this License. No additional rights or licenses will be implied from the
+distribution or licensing of Covered Software under this License.
+Notwithstanding Section 2.1(b) above, no patent license is granted by a
+Contributor:
+
+(a) for any code that a Contributor has removed from Covered Software;
+    or
+
+(b) for infringements caused by: (i) Your and any other third party's
+    modifications of Covered Software, or (ii) the combination of its
+    Contributions with other software (except as part of its Contributor
+    Version); or
+
+(c) under Patent Claims infringed by Covered Software in the absence of
+    its Contributions.
+
+This License does not grant any rights in the trademarks, service marks,
+or logos of any Contributor (except as may be necessary to comply with
+the notice requirements in Section 3.4).
+
+2.4. Subsequent Licenses
+
+No Contributor makes additional grants as a result of Your choice to
+distribute the Covered Software under a subsequent version of this
+License (see Section 10.2) or under the terms of a Secondary License (if
+permitted under the terms of Section 3.3).
+
+2.5. Representation
+
+Each Contributor represents that the Contributor believes its
+Contributions are its original creation(s) or it has sufficient rights
+to grant the rights to its Contributions conveyed by this License.
+
+2.6. Fair Use
+
+This License is not intended to limit any rights You have under
+applicable copyright doctrines of fair use, fair dealing, or other
+equivalents.
+
+2.7. Conditions
+
+Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted
+in Section 2.1.
+
+3. Responsibilities
+-------------------
+
+3.1. Distribution of Source Form
+
+All distribution of Covered Software in Source Code Form, including any
+Modifications that You create or to which You contribute, must be under
+the terms of this License. You must inform recipients that the Source
+Code Form of the Covered Software is governed by the terms of this
+License, and how they can obtain a copy of this License. You may not
+attempt to alter or restrict the recipients' rights in the Source Code
+Form.
+
+3.2. Distribution of Executable Form
+
+If You distribute Covered Software in Executable Form then:
+
+(a) such Covered Software must also be made available in Source Code
+    Form, as described in Section 3.1, and You must inform recipients of
+    the Executable Form how they can obtain a copy of such Source Code
+    Form by reasonable means in a timely manner, at a charge no more
+    than the cost of distribution to the recipient; and
+
+(b) You may distribute such Executable Form under the terms of this
+    License, or sublicense it under different terms, provided that the
+    license for the Executable Form does not attempt to limit or alter
+    the recipients' rights in the Source Code Form under this License.
+
+3.3. Distribution of a Larger Work
+
+You may create and distribute a Larger Work under terms of Your choice,
+provided that You also comply with the requirements of this License for
+the Covered Software. If the Larger Work is a combination of Covered
+Software with a work governed by one or more Secondary Licenses, and the
+Covered Software is not Incompatible With Secondary Licenses, this
+License permits You to additionally distribute such Covered Software
+under the terms of such Secondary License(s), so that the recipient of
+the Larger Work may, at their option, further distribute the Covered
+Software under the terms of either this License or such Secondary
+License(s).
+
+3.4. Notices
+
+You may not remove or alter the substance of any license notices
+(including copyright notices, patent notices, disclaimers of warranty,
+or limitations of liability) contained within the Source Code Form of
+the Covered Software, except that You may alter any license notices to
+the extent required to remedy known factual inaccuracies.
+
+3.5. Application of Additional Terms
+
+You may choose to offer, and to charge a fee for, warranty, support,
+indemnity or liability obligations to one or more recipients of Covered
+Software. However, You may do so only on Your own behalf, and not on
+behalf of any Contributor. You must make it absolutely clear that any
+such warranty, support, indemnity, or liability obligation is offered by
+You alone, and You hereby agree to indemnify every Contributor for any
+liability incurred by such Contributor as a result of warranty, support,
+indemnity or liability terms You offer. You may include additional
+disclaimers of warranty and limitations of liability specific to any
+jurisdiction.
+
+4. Inability to Comply Due to Statute or Regulation
+---------------------------------------------------
+
+If it is impossible for You to comply with any of the terms of this
+License with respect to some or all of the Covered Software due to
+statute, judicial order, or regulation then You must: (a) comply with
+the terms of this License to the maximum extent possible; and (b)
+describe the limitations and the code they affect. Such description must
+be placed in a text file included with all distributions of the Covered
+Software under this License. Except to the extent prohibited by statute
+or regulation, such description must be sufficiently detailed for a
+recipient of ordinary skill to be able to understand it.
+
+5. Termination
+--------------
+
+5.1. The rights granted under this License will terminate automatically
+if You fail to comply with any of its terms. However, if You become
+compliant, then the rights granted under this License from a particular
+Contributor are reinstated (a) provisionally, unless and until such
+Contributor explicitly and finally terminates Your grants, and (b) on an
+ongoing basis, if such Contributor fails to notify You of the
+non-compliance by some reasonable means prior to 60 days after You have
+come back into compliance. Moreover, Your grants from a particular
+Contributor are reinstated on an ongoing basis if such Contributor
+notifies You of the non-compliance by some reasonable means, this is the
+first time You have received notice of non-compliance with this License
+from such Contributor, and You become compliant prior to 30 days after
+Your receipt of the notice.
+
+5.2. If You initiate litigation against any entity by asserting a patent
+infringement claim (excluding declaratory judgment actions,
+counter-claims, and cross-claims) alleging that a Contributor Version
+directly or indirectly infringes any patent, then the rights granted to
+You by any and all Contributors for the Covered Software under Section
+2.1 of this License shall terminate.
+
+5.3. In the event of termination under Sections 5.1 or 5.2 above, all
+end user license agreements (excluding distributors and resellers) which
+have been validly granted by You or Your distributors under this License
+prior to termination shall survive termination.
+
+************************************************************************
+*                                                                      *
+*  6. Disclaimer of Warranty                                           *
+*  -------------------------                                           *
+*                                                                      *
+*  Covered Software is provided under this License on an "as is"       *
+*  basis, without warranty of any kind, either expressed, implied, or  *
+*  statutory, including, without limitation, warranties that the       *
+*  Covered Software is free of defects, merchantable, fit for a        *
+*  particular purpose or non-infringing. The entire risk as to the     *
+*  quality and performance of the Covered Software is with You.        *
+*  Should any Covered Software prove defective in any respect, You     *
+*  (not any Contributor) assume the cost of any necessary servicing,   *
+*  repair, or correction. This disclaimer of warranty constitutes an   *
+*  essential part of this License. No use of any Covered Software is   *
+*  authorized under this License except under this disclaimer.         *
+*                                                                      *
+************************************************************************
+
+************************************************************************
+*                                                                      *
+*  7. Limitation of Liability                                          *
+*  --------------------------                                          *
+*                                                                      *
+*  Under no circumstances and under no legal theory, whether tort      *
+*  (including negligence), contract, or otherwise, shall any           *
+*  Contributor, or anyone who distributes Covered Software as          *
+*  permitted above, be liable to You for any direct, indirect,         *
+*  special, incidental, or consequential damages of any character      *
+*  including, without limitation, damages for lost profits, loss of    *
+*  goodwill, work stoppage, computer failure or malfunction, or any    *
+*  and all other commercial damages or losses, even if such party      *
+*  shall have been informed of the possibility of such damages. This   *
+*  limitation of liability shall not apply to liability for death or   *
+*  personal injury resulting from such party's negligence to the       *
+*  extent applicable law prohibits such limitation. Some               *
+*  jurisdictions do not allow the exclusion or limitation of           *
+*  incidental or consequential damages, so this exclusion and          *
+*  limitation may not apply to You.                                    *
+*                                                                      *
+************************************************************************
+
+8. Litigation
+-------------
+
+Any litigation relating to this License may be brought only in the
+courts of a jurisdiction where the defendant maintains its principal
+place of business and such litigation shall be governed by laws of that
+jurisdiction, without reference to its conflict-of-law provisions.
+Nothing in this Section shall prevent a party's ability to bring
+cross-claims or counter-claims.
+
+9. Miscellaneous
+----------------
+
+This License represents the complete agreement concerning the subject
+matter hereof. If any provision of this License is held to be
+unenforceable, such provision shall be reformed only to the extent
+necessary to make it enforceable. Any law or regulation which provides
+that the language of a contract shall be construed against the drafter
+shall not be used to construe this License against a Contributor.
+
+10. Versions of the License
+---------------------------
+
+10.1. New Versions
+
+Mozilla Foundation is the license steward. Except as provided in Section
+10.3, no one other than the license steward has the right to modify or
+publish new versions of this License. Each version will be given a
+distinguishing version number.
+
+10.2. Effect of New Versions
+
+You may distribute the Covered Software under the terms of the version
+of the License under which You originally received the Covered Software,
+or under the terms of any subsequent version published by the license
+steward.
+
+10.3. Modified Versions
+
+If you create software not governed by this License, and you want to
+create a new license for such software, you may create and use a
+modified version of this License if you rename the license and remove
+any references to the name of the license steward (except to note that
+such modified license differs from this License).
+
+10.4. Distributing Source Code Form that is Incompatible With Secondary
+Licenses
+
+If You choose to distribute Source Code Form that is Incompatible With
+Secondary Licenses under the terms of this version of the License, the
+notice described in Exhibit B of this License must be attached.
+
+Exhibit A - Source Code Form License Notice
+-------------------------------------------
+
+  This Source Code Form is subject to the terms of the Mozilla Public
+  License, v. 2.0. If a copy of the MPL was not distributed with this
+  file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+If it is not possible or desirable to put the notice in a particular
+file, then You may include the notice in a location (such as a LICENSE
+file in a relevant directory) where a recipient would be likely to look
+for such a notice.
+
+You may add additional accurate notices of copyright ownership.
+
+Exhibit B - "Incompatible With Secondary Licenses" Notice
+---------------------------------------------------------
+
+  This Source Code Form is "Incompatible With Secondary Licenses", as
+defined by the Mozilla Public License, v. 2.0.
+