bibliographia 1.0.0__tar.gz

bibliographia-1.0.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Helmut Konrad Schewe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

bibliographia-1.0.0/PKG-INFO

@@ -0,0 +1,30 @@
+Metadata-Version: 2.4
+Name: bibliographia
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/bibliography
+Project-URL: Repository, https://github.com/anaticulae/bibliography
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: configos<2.0.0,>=1.0.4
+Requires-Dist: elementae<2.0.0,>=1.0.1
+Requires-Dist: exemplum<2.0.0,>=1.0.1
+Requires-Dist: geostrat<2.0.0,>=1.5.1
+Requires-Dist: germania<2.0.0,>=1.32.0
+Requires-Dist: iamraw<5.0.0,>=4.92.0
+Requires-Dist: pictura<2.0.0,>=1.0.1
+Requires-Dist: ughost<2.0.0,>=1.0.1
+Requires-Dist: utilo<3.0.0,>=2.109.1
+Provides-Extra: dev
+Requires-Dist: gennex==1.0.3; extra == "dev"
+Requires-Dist: hoverpower==1.5.2; extra == "dev"
+Requires-Dist: rawmaker==2.40.5; extra == "dev"
+Requires-Dist: utilotest==1.0.4; extra == "dev"
+Dynamic: license-file
+
+# bibliography

bibliographia-1.0.0/README

@@ -0,0 +1 @@
+# bibliography

bibliographia-1.0.0/bibliographia.egg-info/PKG-INFO

@@ -0,0 +1,30 @@
+Metadata-Version: 2.4
+Name: bibliographia
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/bibliography
+Project-URL: Repository, https://github.com/anaticulae/bibliography
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: configos<2.0.0,>=1.0.4
+Requires-Dist: elementae<2.0.0,>=1.0.1
+Requires-Dist: exemplum<2.0.0,>=1.0.1
+Requires-Dist: geostrat<2.0.0,>=1.5.1
+Requires-Dist: germania<2.0.0,>=1.32.0
+Requires-Dist: iamraw<5.0.0,>=4.92.0
+Requires-Dist: pictura<2.0.0,>=1.0.1
+Requires-Dist: ughost<2.0.0,>=1.0.1
+Requires-Dist: utilo<3.0.0,>=2.109.1
+Provides-Extra: dev
+Requires-Dist: gennex==1.0.3; extra == "dev"
+Requires-Dist: hoverpower==1.5.2; extra == "dev"
+Requires-Dist: rawmaker==2.40.5; extra == "dev"
+Requires-Dist: utilotest==1.0.4; extra == "dev"
+Dynamic: license-file
+
+# bibliography

bibliographia-1.0.0/bibliographia.egg-info/SOURCES.txt

@@ -0,0 +1,42 @@
+LICENSE
+README
+pyproject.toml
+bibliographia.egg-info/PKG-INFO
+bibliographia.egg-info/SOURCES.txt
+bibliographia.egg-info/dependency_links.txt
+bibliographia.egg-info/entry_points.txt
+bibliographia.egg-info/requires.txt
+bibliographia.egg-info/top_level.txt
+bibliography/__init__.py
+bibliography/cli.py
+bibliography/judge.py
+bibliography/label.py
+bibliography/quotes.py
+bibliography/utils.py
+bibliography/features/__init__.py
+bibliography/features/alternate.py
+bibliography/features/column.py
+bibliography/features/legacy.py
+bibliography/features/result.py
+bibliography/features/vspace.py
+bibliography/layout/__init__.py
+bibliography/layout/alternate.py
+bibliography/layout/column.py
+bibliography/layout/utils.py
+bibliography/layout/vspace.py
+bibliography/machine/__init__.py
+bibliography/machine/author.py
+bibliography/machine/runtime.py
+bibliography/machine/title.py
+bibliography/reference/__init__.py
+bibliography/reference/freeand.py
+bibliography/reference/magic.py
+bibliography/reference/number.py
+bibliography/reference/tech.py
+tests/test_alternate.py
+tests/test_double_column.py
+tests/test_headline.py
+tests/test_invalid_input.py
+tests/test_reference_and.py
+tests/test_reference_tech.py
+tests/test_validate.py

bibliographia-1.0.0/bibliographia.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

bibliographia-1.0.0/bibliographia.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+bibliography = bibliography.cli:main

bibliographia-1.0.0/bibliographia.egg-info/requires.txt

@@ -0,0 +1,15 @@
+configos<2.0.0,>=1.0.4
+elementae<2.0.0,>=1.0.1
+exemplum<2.0.0,>=1.0.1
+geostrat<2.0.0,>=1.5.1
+germania<2.0.0,>=1.32.0
+iamraw<5.0.0,>=4.92.0
+pictura<2.0.0,>=1.0.1
+ughost<2.0.0,>=1.0.1
+utilo<3.0.0,>=2.109.1
+
+[dev]
+gennex==1.0.3
+hoverpower==1.5.2
+rawmaker==2.40.5
+utilotest==1.0.4

bibliographia-1.0.0/bibliographia.egg-info/top_level.txt

@@ -0,0 +1 @@
+bibliography

bibliographia-1.0.0/bibliography/__init__.py

@@ -0,0 +1,16 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+
+import importlib.metadata
+import os
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+PROJECT = 'bibliographia'
+PROCESS = 'bibliography'
+__version__ = importlib.metadata.version(PROJECT)

bibliographia-1.0.0/bibliography/cli.py

@@ -0,0 +1,94 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2019-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import bibliography
+
+DESCRIPTION = ''
+
+WORKPLAN = [
+    utilo.create_step(
+        'alternate',
+        inputs=[
+            utilo.ResultFile('rawmaker', 'oneline_text_text'),
+            utilo.ResultFile('rawmaker', 'oneline_text_positions'),
+            utilo.ResultFile('rawmaker', 'border_pages'),
+            utilo.ResultFile('footnote', 'result_result'),
+        ],
+        output=('alternate',),
+    ),
+    utilo.create_step(
+        'column',
+        inputs=[
+            utilo.ResultFile('rawmaker', 'text_text'),
+            utilo.ResultFile('rawmaker', 'text_positions'),
+            utilo.ResultFile('rawmaker', 'oneline_text_text'),
+            utilo.ResultFile('rawmaker', 'oneline_text_positions'),
+            utilo.ResultFile('rawmaker', 'border_pages'),
+            utilo.ResultFile('footnote', 'result_result'),
+        ],
+        output=('column',),
+    ),
+    utilo.create_step(
+        'vspace',
+        inputs=[
+            utilo.ResultFile('rawmaker', 'oneline_text_text'),
+            utilo.ResultFile('rawmaker', 'oneline_text_positions'),
+            utilo.ResultFile('rawmaker', 'border_pages'),
+            utilo.ResultFile('footnote', 'result_result'),
+        ],
+        output=('vspace',),
+    ),
+    utilo.create_step(
+        'result',
+        inputs=[
+            utilo.ResultFile('bibliography', 'alternate_alternate'),
+            utilo.ResultFile('bibliography', 'column_column'),
+            utilo.ResultFile('bibliography', 'vspace_vspace'),
+        ],
+        output=('result',),
+    ),
+    utilo.create_step(
+        'legacy',
+        inputs=[
+            utilo.ResultFile('bibliography', 'result_result'),
+        ],
+        output=('result',),
+    ),
+]
+
+
+def main():
+    utilo.featurepack(
+        workplan=WORKPLAN,
+        root=bibliography.ROOT,
+        featurepackage='bibliography.features',
+        config=utilo.FeaturePackConfig(
+            description=DESCRIPTION,
+            multiprocessed=True,
+            name=bibliography.PROCESS,
+            pages=True,
+            singleinput=False,  # require result folder, ignore single pdf file
+            rename=rename,
+            version=bibliography.__version__,
+        ),
+    )
+
+
+def rename(path):
+    if not isinstance(path, str):
+        path = [rename(item) for item in path]
+        return path
+    path = utilo.rreplace(
+        path,
+        pattern='bibliography__legacy_result',
+        replace='detector__bibliography_detected',
+    )
+    return path

bibliographia-1.0.0/bibliography/features/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

bibliographia-1.0.0/bibliography/features/alternate.py

@@ -0,0 +1,64 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import serializeraw
+import utilo
+
+import bibliography.judge
+import bibliography.layout.alternate
+import bibliography.utils
+
+
+def work(  # pylint:disable=R0914
+    text_oneline: str,
+    textpositions_oneline: str,
+    sizeandborder: str,
+    headerfooter: str,
+    pages: tuple = None,
+) -> str:
+    pageslist = bibliography.utils.prepare_pages(pages)
+    parts = []
+    for selected in pageslist:
+        textnavigators = serializeraw.ptcn_fromfile(
+            text_oneline,
+            textpositions_oneline,
+            sizeandborder,
+            headerfooter,
+            pages=selected,
+        )
+        alternate = bibliography.layout.alternate.extracts(textnavigators)
+        utilo.debug(f'alternate:        {bibliography.utils.count(alternate)}')
+        alternate = bibliography.judge.judge(alternate)
+        utilo.debug(f'alternate judged: {bibliography.utils.count(alternate)}')
+        parts.append(alternate)
+    # select best bib ref
+    best = utilo.longest(parts)
+    # remove None items
+    without_empty = [utilo.notnone(page) for page in best]
+    references = utilo.flat(without_empty)
+    headline, pdfpages = None, None
+    if references:
+        pdfpages = tuple(sorted({item.raw_pdfpage for item in references}))
+        headline = bibliography.utils.search_headline(
+            text_oneline,
+            textpositions_oneline,
+            sizeandborder,
+            headerfooter,
+            page=pdfpages[0],
+        )
+    result = iamraw.BibliographyTable(
+        headline=headline,
+        references=references,
+        pdfpages=pdfpages,
+    )
+    result.__strategy__ = 'alternate'
+    # dump result
+    dumped = serializeraw.dump_bibliography_reference(result)
+    return dumped

bibliographia-1.0.0/bibliography/features/column.py

@@ -0,0 +1,63 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import serializeraw
+import utilo
+
+import bibliography.layout.column
+import bibliography.utils
+
+
+def work(  # pylint:disable=R0914
+    text: str,
+    textpositions: str,
+    oneline_text: str,
+    oneline_textpositions: str,
+    sizeandborder: str,
+    headerfooter: str,
+    pages: tuple = None,
+) -> str:
+    pageslist = bibliography.utils.prepare_pages(pages)
+    parts = []
+    for selected in pageslist:
+        textnavigators = serializeraw.ptcn_fromfile(
+            text,
+            textpositions,
+            sizeandborder,
+            headerfooter,
+            pages=selected,
+        )
+        extracted = bibliography.layout.column.extracts(textnavigators)
+        utilo.debug(f'column:    {bibliography.utils.count(extracted)}')
+        parts.append(extracted)
+    # select best bib ref
+    best = utilo.longest(parts)
+    # remove None items
+    without_empty = [utilo.notnone(page) for page in best]
+    references = utilo.flat(without_empty)
+    headline, pdfpages = None, None
+    if references:
+        pdfpages = tuple(sorted({item.raw_pdfpage for item in references}))
+        headline = bibliography.utils.search_headline(
+            oneline_text,
+            oneline_textpositions,
+            sizeandborder,
+            headerfooter,
+            page=pdfpages[0],
+        )
+    result = iamraw.BibliographyTable(
+        headline=headline,
+        references=references,
+        pdfpages=pdfpages,
+    )
+    result.__strategy__ = 'column'
+    # dump result
+    dumped = serializeraw.dump_bibliography_reference(result)
+    return dumped

bibliographia-1.0.0/bibliography/features/legacy.py

@@ -0,0 +1,15 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+
+def work(xresult: str) -> str:
+    content = utilo.file_read(xresult)
+    return content

bibliographia-1.0.0/bibliography/features/result.py

@@ -0,0 +1,38 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+
+def work(
+    xalternate: str,
+    xcolumn: str,
+    xvspace: str,
+) -> str:
+    alternate = serializeraw.load_bibliography_reference(xalternate)
+    column = serializeraw.load_bibliography_reference(xcolumn)
+    vspace = serializeraw.load_bibliography_reference(xvspace)
+
+    count_column = len(column.references)
+    # alternate extracts a lot of more possible bibs, therefore we
+    # have to punish the number of results. HolyValue: 0.5
+    count_alternate = len(alternate.references) * 0.7
+    count_vspace = len(vspace.references) * 0.5
+
+    count_best, best = count_column, column
+    for value, selected in (
+        (count_alternate, alternate),
+        (count_vspace, vspace),
+    ):
+        if value < count_best:
+            continue
+        count_best = value
+        best = selected
+    dumped = serializeraw.dump_bibliography_reference(best)
+    return dumped

bibliographia-1.0.0/bibliography/features/vspace.py

@@ -0,0 +1,63 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import serializeraw
+import utilo
+
+import bibliography.layout.vspace
+import bibliography.utils
+
+
+def work(  # pylint:disable=R0914
+    text_oneline: str,
+    textpositions_oneline: str,
+    sizeandborder: str,
+    headerfooter: str,
+    pages: tuple = None,
+) -> str:
+    pageslist = bibliography.utils.prepare_pages(pages)
+    parts = []
+    for selected in pageslist:
+        textnavigators = serializeraw.ptcn_fromfile(
+            text_oneline,
+            textpositions_oneline,
+            sizeandborder,
+            headerfooter,
+            pages=selected,
+        )
+        vspace = bibliography.layout.vspace.extracts(textnavigators)
+        utilo.debug(f'vspace:        {bibliography.utils.count(vspace)}')
+        vspace = bibliography.judge.judge(vspace)
+        utilo.debug(f'vspace judged: {bibliography.utils.count(vspace)}')
+        parts.append(vspace)
+    # select best bib ref
+    best = utilo.longest(parts)
+    # remove None items
+    without_empty = [utilo.notnone(page) for page in best]
+    references = utilo.flat(without_empty)
+    headline, pdfpages = None, None
+    if references:
+        pdfpages = tuple(sorted({item.raw_pdfpage for item in references}))
+        headline = bibliography.utils.search_headline(
+            text_oneline,
+            textpositions_oneline,
+            sizeandborder,
+            headerfooter,
+            page=pdfpages[0],
+        )
+    result = iamraw.BibliographyTable(
+        headline=headline,
+        references=references,
+        pdfpages=pdfpages,
+    )
+    result.__strategy__ = 'vspace'
+    # dump result
+    dumped = serializeraw.dump_bibliography_reference(result)
+    return dumped

bibliographia-1.0.0/bibliography/judge.py

@@ -0,0 +1,55 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import configos
+import iamraw
+import utilo
+
+import bibliography.utils
+
+TITLE_LENGTH_MIN = configos.HV_INT_PLUS(default=10)
+
+INVALID_MAX = configos.HolyTable(items=[
+    (5, 0),
+    (15, 0),
+    (30, 3 / 30),
+    (100, 10 / 100),
+])
+
+
+def judge(pages: list) -> list:
+    counted = bibliography.utils.count(pages)
+    if not counted:
+        return []
+    invalid = 0
+    for item in utilo.flat(pages):
+        if item is None or invalid_single(item):
+            invalid += 1
+    # determine invalid ratio
+    ratio = invalid / counted
+    # use greater instead of greater equal to pass zero findings with
+    # ration 0.0 and allowed ratio of 0.0
+    if ratio > INVALID_MAX(counted):
+        # invalid result
+        return []
+    return pages
+
+
+def invalid_single(
+    item: iamraw.BibliographyReference,
+    title_length_min: int = TITLE_LENGTH_MIN,
+) -> bool:
+    if item.reference:
+        # if reference is detected this is a sign for good extraction
+        # TODO: VALIDATE REFERENCE HERE?
+        return False
+    if item.title:
+        if len(item.title) < title_length_min:
+            return True
+    return False