exemplum 1.0.0__py3-none-any.whl

exemplum-1.0.0.dist-info/METADATA

@@ -0,0 +1,20 @@
+Metadata-Version: 2.4
+Name: exemplum
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/pattern
+Project-URL: Repository, https://github.com/anaticulae/pattern
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: utilo<3.0.0,>=2.109.1
+Provides-Extra: dev
+Requires-Dist: germania==1.32.0; extra == "dev"
+Requires-Dist: utilotest==1.0.4; extra == "dev"
+Dynamic: license-file
+
+# pattern

exemplum-1.0.0.dist-info/RECORD

@@ -0,0 +1,20 @@
+exemplum-1.0.0.dist-info/licenses/LICENSE,sha256=9jV_XivjSpyzpEYIFKZGcjDzX8invw3EHEJsGXmGJbA,1077
+pattern/__init__.py,sha256=f45THAWraC_m4_LAWa_cmmyQy53GF9z1mtX-WlzADW8,993
+pattern/checker.py,sha256=syyFSQ6vCBC-2cJFjti-vAZWmjXfj3n5Yoh16e3vu0E,1485
+pattern/split.py,sha256=Eof6M5rcr1y8UVv8qIU2vYI9oJhMN4-Pq8EaPZgrUYs,1922
+pattern/tok.py,sha256=JBXQ9YFXCrB85dIHP17Jdn5NdflIwWgymHJ5bYtkADM,774
+pattern/judge/__init__.py,sha256=XvN2n_gCqUmvquobHOUf2vmlB2hT23ZN8ROBwOJQaOU,557
+pattern/judge/abbreviation.py,sha256=xe3i0Ie8JLg1w0uzgHx4ZIWjMiMXjngUDJkn3fNewhA,1383
+pattern/judge/date.py,sha256=HRlevUxknfT7EVa_ehMSWcu1nivPzI3V0qKAVXfU8v0,1986
+pattern/judge/number.py,sha256=S3kQhny7S_niAwrLR1-DnHR0OHKbz2AbJAHh7qwFL0E,677
+pattern/judge/person.py,sha256=SzLYr4fKOtT7oqVMiJjQuljr_wLhVjEvMXcBVRppduM,1142
+pattern/judge/url.py,sha256=Tpo6YgdHPRf7GUxEpD2_6GgZOQJ3eZanLLA0IGjYb9w,924
+pattern/machine/__init__.py,sha256=iyqCypYQrZOGc2JNXJIjwAzYkzaOzjkd9R5M-5kbFCo,557
+pattern/machine/machine.py,sha256=cX9d0NoRajyBajNLsTabY14OqCL17E0AHeJHcdyJU-o,3345
+pattern/text/__init__.py,sha256=XvN2n_gCqUmvquobHOUf2vmlB2hT23ZN8ROBwOJQaOU,557
+pattern/text/regex.py,sha256=uXuIUjGFBdSyb8U-9y_zVnAbuK1SH4yrc399aUR-oqw,1280
+pattern/text/sentence.py,sha256=L4JXN-nhInumTOu2LSBt6QF6F_hy4uXORH0qUJjDSuM,2118
+exemplum-1.0.0.dist-info/METADATA,sha256=Tz76OY-m4pu9zuCjipHvj6JrUb3Nm3WJYkXP2l74F1w,683
+exemplum-1.0.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+exemplum-1.0.0.dist-info/top_level.txt,sha256=Kc-vzR3icWRJAuShud_oaBGtzWTUJ3snCAV4bc677aE,8
+exemplum-1.0.0.dist-info/RECORD,,

exemplum-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (83.0.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

exemplum-1.0.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Helmut Konrad Schewe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

exemplum-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+pattern

pattern/__init__.py

@@ -0,0 +1,22 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2019-2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+
+import importlib.metadata
+import os
+
+from pattern.machine.machine import Fixed
+from pattern.machine.machine import Method
+from pattern.machine.machine import PatternMixin
+from pattern.machine.machine import Regex
+from pattern.machine.machine import SimpleCleanup
+from pattern.machine.machine import match
+
+__version__ = importlib.metadata.version('exemplum')
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))

pattern/checker.py

@@ -0,0 +1,48 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import pattern.judge.abbreviation
+import pattern.judge.date
+import pattern.judge.number
+import pattern.judge.person
+import pattern.judge.url
+import pattern.text.sentence
+
+
+def is_date(item: str) -> float:
+    return pattern.judge.date.validate(item)
+
+
+def is_url(item: str) -> float:
+    return pattern.judge.url.validate(item)
+
+
+def is_person(item: str) -> float:
+    return pattern.judge.person.validate(item)
+
+
+def is_abbreviation(item: str) -> float:
+    return pattern.judge.abbreviation.validate(item)
+
+
+def is_number(item: str) -> float:
+    return pattern.judge.number.validate(item)
+
+
+def is_samesource(item: str) -> float:
+    return pattern.judge.abbreviation.same_source(item)
+
+
+def is_sentence(item: str) -> float:
+    splitted = pattern.text.sentence.split(item)
+    if len(splitted) == 1:
+        splitted = splitted[0]
+        if pattern.text.sentence.is_closed(splitted):
+            return 1.0
+    return 0.0

pattern/judge/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

pattern/judge/abbreviation.py

@@ -0,0 +1,68 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+
+def validate(item: str) -> float:
+    item = item.lower()
+    result = max((strategy(item) for strategy in (dictionary,)))
+    return result
+
+
+def dictionary(item):
+    if item not in ABBREVIATION:
+        return 0.0
+    return 1.0
+
+
+def same_source(item) -> float:
+    if item in SAME_SOURCE:
+        return 5.0
+    return 0.0
+
+
+ABBREVIATION = {
+    'Aufl.',
+    'Bd.',
+    'Co.',
+    'Diss.',
+    'Dok.',
+    'Forts.',
+    'Hrsg.',
+    'Jg.',
+    'Sp.',
+    'Verf.',
+    'Verl.',
+    'Vol.',
+    'a.a.O.',
+    'al.',
+    'bzw.',
+    'ebd.',
+    'ebd.:',
+    'et al',
+    'etc.',
+    'ff.'
+    'ggf.',
+    'lat.',
+    'mind.',
+    'o.A.',
+    'o.J.',
+    'o.V.',
+    'o.Ä',
+    's.',
+    'usw.',
+    'vgl.',
+    'z.B.',
+}
+
+ABBREVIATION = {item.lower() for item in ABBREVIATION}
+
+SAME_SOURCE = {
+    'ebd.',
+    'ebd.:',
+}

pattern/judge/date.py

@@ -0,0 +1,83 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+
+@utilo.cacheme
+def validate(item: str) -> float:
+    result = [
+        strategy(item) for strategy in (
+            day_month_year,
+            day_name_year,
+            no_date,
+        )
+    ]
+    return max(result)
+
+
+DATE_FACTOR = 5.0
+
+DAY_MONTH_YEAR = utilo.compiles(r"""
+    (?P<day>\d{1,2})
+    \.
+    (?P<month>\d{1,2})
+    \.
+    (?P<year>(20[012]\d|1[789]\d\d))
+""")
+
+
+@utilo.cacheme
+def day_month_year(item: str):
+    """\
+    >>> day_month_year('25.08.1987')
+    5.0
+    """
+    matched = DAY_MONTH_YEAR.match(item)
+    if not matched:
+        return 0.0
+    day = int(matched['day'])
+    month = int(matched['month'])
+    year = int(matched['year'])
+    if not 1 <= day <= 31:
+        return 0.0
+    if not 1 <= month <= 12:
+        return 0.0
+    if not 1700 <= year <= 2030:
+        return 0.0
+    return DATE_FACTOR
+
+
+DAY_NAME_YEAR = utilo.compiles(r"""
+    (?P<day>\d{1,2})\.[ ]{0,1}
+    (?P<month>Januar|Februar|März|April|Mai|Juni|Juli|
+              August|September|Oktober|November|Dezember
+    )
+    [ ]{0,1}
+    (?P<year>(20[012]\d|1[789]\d\d))
+""")
+
+
+@utilo.cacheme
+def day_name_year(item: str) -> float:
+    """\
+    >>> day_name_year('20. April 1999')
+    5.0
+    >>> day_name_year('01. Januar 1733')
+    5.0
+    """
+    if DAY_NAME_YEAR.match(item):
+        return DATE_FACTOR
+    return 0.0
+
+
+def no_date(item: str):
+    if item != 'o.J.':
+        return 0.0
+    return DATE_FACTOR

pattern/judge/number.py

@@ -0,0 +1,16 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+
+def validate(item: str) -> float:
+    try:
+        int(item)
+    except ValueError:
+        return 0.0
+    return 1.0

pattern/judge/person.py

@@ -0,0 +1,44 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+
+def validate(item: str) -> float:
+    result = max((strategy(item) for strategy in (dictionary,)))
+    return result
+
+
+def dictionary(item):
+    splitted = item.split(' ')
+    for name in splitted:
+        if all([
+                name not in SURNAME,
+                name not in NAME,
+                name != 'von',
+        ]):
+            return 0.0
+    # prefere person over abbreviation
+    return 5.0
+
+
+# TODO: LOAD FROM FILE
+
+SURNAME = {
+    'Angela',
+    'Frank',
+    'Gero',
+    'Martin',
+}
+
+NAME = {
+    'Gatterburg',
+    'Hornig',
+    'Randow',
+    'Simons',
+    'o.A.',
+}

pattern/judge/url.py

@@ -0,0 +1,27 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import urllib.parse
+
+
+def validate(item: str) -> float:
+    result = [strategy(item) for strategy in (urllib_parse,)]
+    return max(result)
+
+
+def urllib_parse(item):
+    # TODO: check this
+    if '.' not in item:
+        return 0.0
+    if ',' in item:
+        return 0.0
+    parsed = urllib.parse.urlparse(item)
+    if not parsed:
+        return 0.0
+    return 1.0

pattern/machine/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

pattern/machine/machine.py

@@ -0,0 +1,114 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+"""\
+    Bill Nitzberg und Virginia Lo. Distributed Shared Memory: A Survey
+    of Issue and Algorithms. In: Computer 24.8 (Aug. 1991), S. 52-60.
+    issn: 0018-9162. doi: 10. 1109/2.84877. url:
+    http://dx.doi.org/10.1109/2.84877.
+"""
+
+import functools
+import re
+
+import utilo
+
+
+def match(text: str, patterns: list, improves: list = None) -> dict:
+    replaced = text
+    # prepare data
+    if improves:
+        for improve in improves:
+            replaced = improve(replaced)
+    # collect pattern
+    patterns = prepare(patterns)
+    collected = {}
+    for pattern in patterns:
+        matched = pattern(replaced)
+        if not matched:
+            continue
+        before = matched
+        if isinstance(matched, str):
+            matched = [matched]
+        for raw in matched:
+            if not isinstance(raw, str):
+                raw = raw[1]
+            replaced = replaced.replace(raw, '*' * len(raw))
+        if pattern.store:
+            if pattern.overwrite or pattern.name not in collected:
+                collected[pattern.name] = before
+    result = {
+        "text": text,
+        "replaced": replaced,
+        "data": collected,
+    }
+    return result
+
+
+class PatternMixin:
+
+    def __init__(self, name: str):
+        self.name = name
+        self.store = True
+        self.overwrite = False
+
+
+class Fixed(PatternMixin):
+
+    def __init__(self, const: str):
+        super().__init__(name=const.lower())
+        self.const = const
+        self.store = False
+
+    def __call__(self, text):
+        return re.findall(self.const, text, utilo.NOCASE_VERBOSE)
+
+
+class Regex(Fixed):
+
+    def __init__(self, regex: str, name: str):
+        super().__init__(const=regex)
+        self.name = name.lower()
+        self.store = True
+
+
+class SimpleCleanup(Fixed):
+
+    def __init__(self):
+        super().__init__('cleanup')
+        self.const = r'(\*\s{1,}\*|\(\*{1,}\)|\*\,\s{1,}\*|\*\.\s{1,}\*)'
+        self.store = False
+
+
+class Method(PatternMixin):
+
+    def __init__(self, method: callable):
+        super().__init__(name=method.__name__.lower())
+        self.verbose = 'verbose' in utilo.attributes(method)
+        if self.verbose:
+            method = functools.partial(method, verbose=True)
+        self.method = method
+
+    def __call__(self, text):
+        result = self.method(text)
+        return result
+
+
+def prepare(patterns: list):
+    result = []
+    for pattern in patterns:
+        isclass = str(pattern.__class__) == "<class 'type'>"
+        if isinstance(pattern, str):
+            result.append(Fixed(const=pattern))
+        elif isinstance(pattern, PatternMixin):
+            result.append(pattern)
+        elif isclass:
+            result.append(pattern())
+        elif callable(pattern):
+            result.append(Method(pattern))
+    return result

pattern/split.py

@@ -0,0 +1,62 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import pattern.checker
+import pattern.tok
+
+STRATEGY = [
+    (pattern.tok.Token.ABBREVIATION, pattern.checker.is_abbreviation),
+    (pattern.tok.Token.DATE, pattern.checker.is_date),
+    (pattern.tok.Token.PAGE, pattern.checker.is_number),
+    (pattern.tok.Token.PERSON, pattern.checker.is_person),
+    (pattern.tok.Token.SAME_SOURCE, pattern.checker.is_samesource),
+    (pattern.tok.Token.URL, pattern.checker.is_url),
+]
+
+
+def split(line: str):
+    comma = ',' in line
+    result = []
+
+    splitted = tokenize(line)
+    for token in splitted:
+        token = token.strip()
+        result.append(analyze(token))
+
+    if comma:
+        items = []
+        for item in result:
+            items.append(item)
+            items.append(pattern.tok.Token.COMMA)
+        result = items[:-1]  # remove last comma token
+    return result
+
+
+def tokenize(line: str):
+    if ',' in line:
+        splitted = line.split(',')
+    else:
+        splitted = line.split()
+    return splitted
+
+
+def analyze(token: str) -> pattern.tok.Token:
+    result = [strategy(token) for _, strategy in STRATEGY]
+    index = max_index(result)
+    return STRATEGY[index][0]
+
+
+def max_index(items) -> int:
+    result, value = 0, items[0]
+    for index, item in enumerate(items[1:], start=1):
+        if item <= value:
+            continue
+        value = item
+        result = index
+    return result

pattern/text/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

pattern/text/regex.py

@@ -0,0 +1,41 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+
+def user(
+    parameter='text',
+    greedy: bool = True,
+    newlines: bool = False,
+    limit=None,
+):
+    if limit is None:
+        limit = (1, None)
+    ranges = '{%s,%s}' % (limit[0], limit[1] if limit[1] is not None else '')
+    greedy = '' if greedy else '?'
+    newlines = r'[\n]|' if newlines else ''
+    pattern =\
+        ('('
+         f'?P<{parameter}>'
+         r'('
+         r'[\w\d]|'
+         r'[ ]|'
+         f'{newlines}'
+         r'[=\(\)\[\]{}\<\>]|'
+         r'[,;:\.?!]|'
+         r'[~`]|'
+         r'[@#$%^&*\-_+]|'
+         r'[\'\"]|'
+         r'[’„“]|'
+         r'[–]' # special minus sign
+         r')'
+         f'{ranges}'
+         f'{greedy}'
+         r')'
+        )
+    return pattern

pattern/text/sentence.py

@@ -0,0 +1,71 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import contextlib
+
+import pattern.checker
+
+
+def split(text: str) -> list[str]:
+    """Split a regular `text` into sentence chunks.
+
+    Args:
+        text(str): text to split without any newlines
+    Returns:
+        list of splitted sentences
+    """
+    # TODO: REPLACE WITH EXTERNAL SMART ALTERNATIVE, facebook, google or
+    # something else.
+    result = []
+    current = []
+    tokens = text.split(' ')
+    for token in tokens:
+        if not token:
+            continue
+        current.append(token)
+        token = token.lower()  # make approach more robust
+        lastchar = token[-1]
+        if lastchar == '.':
+            if len(token) == 2:
+                # W. or G.
+                continue
+            if pattern.checker.is_abbreviation(token):
+                continue
+            if token[:-1].isnumeric():
+                # 1.; 13.
+                continue
+            if token.startswith('('):
+                # (z.B.)
+                continue
+        if lastchar in SIGN:
+            result.append(' '.join(current))
+            current = []
+    if current:
+        result.append(' '.join(current))
+    return result
+
+
+def is_closed(token: list) -> bool:
+    """Check that the last character of the last token of a sentences
+    contains a sentence close sign."""
+    with contextlib.suppress(AttributeError):
+        # support str as input
+        token = token.split()
+    assert token, 'empty sentence'
+    last = token[-1].strip()
+    last_char = last[-1]
+    return last_char in SIGN
+
+
+SIGN = {
+    '!',
+    '.',
+    ':',
+    '?',
+}

pattern/tok.py

@@ -0,0 +1,20 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import enum
+
+
+class Token(enum.Enum):
+    ABBREVIATION = enum.auto()
+    COMMA = enum.auto()
+    DATE = enum.auto()
+    PAGE = enum.auto()
+    PERSON = enum.auto()
+    SAME_SOURCE = enum.auto()
+    URL = enum.auto()