rawmaker 2.40.3__tar.gz

rawmaker-2.40.3/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Helmut Konrad Schewe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

rawmaker-2.40.3/PKG-INFO

@@ -0,0 +1,51 @@
+Metadata-Version: 2.4
+Name: rawmaker
+Version: 2.40.3
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/rawmaker
+Project-URL: Repository, https://github.com/anaticulae/rawmaker
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pdfminer.six<20270000,>=20260107
+Requires-Dist: pillow<13.0.0,>=12.2.0
+Requires-Dist: camelot_py<2.0.0,>=1.0.9
+Requires-Dist: utilo<3.0.0,>=2.105.0
+Requires-Dist: configos<2.0.0,>=1.0.4
+Requires-Dist: iamraw<5.0.0,>=4.91.0
+Requires-Dist: protoerror<4.0.0,>=3.20.2
+Requires-Dist: ughost<2.0.0,>=1.0.1
+Requires-Dist: pdflog<2.0.0,>=1.0.2
+Provides-Extra: dev
+Requires-Dist: hoverpower<2.0.0,>=1.1.0; extra == "dev"
+Requires-Dist: jamer<2.0.0,>=1.0.1; extra == "dev"
+Requires-Dist: utilotest<2.0.0,>=1.0.2; extra == "dev"
+Requires-Dist: gennex<2.0.0,>=1.0.1; extra == "dev"
+Dynamic: license-file
+
+# rawmaker - convert PDF to raw data
+
+This package extract information out of a pdf-file and write them to
+yaml-files.
+
+## Introduction
+
+Supported functions:
+
+* border: get outline of pdf content
+* boxes: determine boxes which are constructed from lines
+* fonts: extract used fonts of text data
+* text: extract text blocks per page
+* toc: determine table of content of pdf file
+
+## Supported PDF version
+
+PDF 1.5?
+
+## Glossary
+
+* TOC - table of content

rawmaker-2.40.3/README

@@ -0,0 +1,22 @@
+# rawmaker - convert PDF to raw data
+
+This package extract information out of a pdf-file and write them to
+yaml-files.
+
+## Introduction
+
+Supported functions:
+
+* border: get outline of pdf content
+* boxes: determine boxes which are constructed from lines
+* fonts: extract used fonts of text data
+* text: extract text blocks per page
+* toc: determine table of content of pdf file
+
+## Supported PDF version
+
+PDF 1.5?
+
+## Glossary
+
+* TOC - table of content

rawmaker-2.40.3/letty/__init__.py

@@ -0,0 +1,46 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+"""Layout Estimator Tool t.y.
+==========================
+
+Variation Strategy
+------------------
+
+Static
+~~~~~~
+
+Dynamic
+~~~~~~~
+
+Result: Points
+~~~~~~~~~~~~~~
+
+Judger
+-------
+
+Optimizer
+---------
+
+.. code-block:: none
+
+    Optimizer -> Strategy -> Points -> Tool(Points) -> Result -> Judger(Result)
+         !                     !                                     |
+         !                     !                                     |
+         < < < < < < < < < < <  < < < < < < < < < < < < < < < < < < </
+
+"""
+
+import os
+
+import rawmaker
+
+__version__ = rawmaker.__version__
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+
+PROCESS = 'letty'

rawmaker-2.40.3/letty/cli.py

@@ -0,0 +1,63 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2019-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+import utilo.cli
+
+import letty
+import letty.quality.whitespace
+
+
+@utilo.saveme
+def main() -> int:
+    parser = create_parser()
+    args = utilo.parse(parser)  # pylint:disable=W0612
+    inpath, pages, whitespace = parse_args(args)
+    if whitespace:
+        white_spaces = letty.quality.whitespace.determine(inpath, pages=pages)
+        utilo.log(white_spaces)
+        return utilo.SUCCESS
+    parser.print_help()
+    return utilo.FAILURE
+
+
+def parse_args(args) -> tuple:
+    """\
+    >>> parse_args({})
+    ('...', None, False)
+    >>> parse_args(dict(pages=['3:10']))
+    ('...', (3, 4, 5, 6, 7, 8, 9), False)
+    """
+    inpath, _ = utilo.cli.sources(args, singleinput=True)  # pylint:disable=W0632
+    inpath = inpath[0]
+    pages = None
+    if args.get('pages', None) is not None:
+        pages = utilo.parse_pages(','.join(args['pages']))
+    whitespace = args.get('whitespace', False)
+    result = (inpath, pages, whitespace)
+    return result
+
+
+def create_parser():
+    commands = [
+        utilo.cli.Flag('--whitespace', message='evalute number of whitespaces'),
+    ]
+    parser = utilo.cli.create_parser(
+        todo=commands,
+        config=utilo.ParserConfiguration(
+            inputparameter=True,
+            outputparameter=False,
+            pages=True,
+            prefix=False,
+            verboseflag=True,
+        ),
+        version=letty.__version__,
+        prog=letty.PROCESS,
+    )
+    return parser

rawmaker-2.40.3/letty/optimizer.py

@@ -0,0 +1,138 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import collections
+import concurrent
+import itertools
+import math
+import os
+import sys
+
+import configos
+import utilo
+
+import letty.quality.whitespace
+
+OptimizerResult = collections.namedtuple('OptimizerResult', 'value, config')
+WORKER = 12
+
+
+def run(
+    path: str,
+    pages: tuple = None,
+    boxes: int = 1,
+    chars: int = 10,
+    lines: int = 1,
+    words: int = 1,
+    *,
+    multicore: bool = True,
+) -> OptimizerResult:
+    todo = strategy(chars=chars, words=words, lines=lines, boxes=boxes)
+    runner = threadpool if multicore else singlecore
+    result = runner(todo, path, pages)
+    judged = judge(result)
+    return judged
+
+
+def singlecore(todo: list, path: str, pages: tuple):
+    result = []
+    for config in todo:
+        quality = run_single(path, pages, config)
+        result.append(quality)
+    return result
+
+
+def threadpool(todo: list, path: str, pages: tuple):
+    result = []
+    with concurrent.futures.ThreadPoolExecutor(max_workers=WORKER) as executor:
+        futures = {
+            executor.submit(run_single, path, pages, config): config
+            for config in todo
+        }
+        for future in concurrent.futures.as_completed(futures):
+            try:
+                quality = future.result()
+                result.append(quality)
+            except Exception as error:  # pylint:disable=broad-except
+                utilo.error(f'{future} failed.')
+                utilo.error(error)
+    return result
+
+
+def run_single(path: str, pages: tuple, config: dict):
+    config = ' '.join([f'--{key}={value}' for key, value in config.items()])
+    pages_raw = ','.join([str(item) for item in pages])
+    pages_raw = f'--pages={pages_raw}' if pages is not None else ''
+    with utilo.make_tmpdir(root=configos.tmp()) as cwd:
+        cmd = f'rawmaker -i {path} -o {cwd} {pages_raw} --text {config}'
+        config_outpath = os.path.join(cwd, 'layout.ini')
+        utilo.file_create(config_outpath, config)
+        completed = utilo.run(cmd, cwd=cwd)
+        if completed.returncode:
+            utilo.error(f'could not run: {cmd}')
+            utilo.error(completed.stdout)
+            utilo.error(completed.stderr)
+            sys.exit(utilo.FAILURE)
+    quality = letty.quality.whitespace.determine(cwd, pages=pages)
+    return OptimizerResult(quality, config)
+
+
+def judge(result):
+    ratio, best = result[0]
+    utilo.log(result[0])
+    for item in result[1:]:
+        utilo.log(item)
+        if item[0] < ratio:
+            ratio, best = item
+    return ratio, best
+
+
+def strategy(
+    chars: int = 10,
+    words: int = 1,
+    lines: int = 1,
+    boxes: int = 1,
+):
+    boxes_flow = ranges(0.5, 1.0, boxes)
+    char_margin = ranges(0.5, 20.0, chars)
+    line_margin = ranges(0.01, 5.0, lines)
+    word_margin = ranges(1.5, 5.0, words)
+    result = []
+    for char, word, box, line, in itertools.product(
+            char_margin,
+            word_margin,
+            boxes_flow,
+            line_margin,
+    ):
+        result.append({
+            'boxes_flow': box,
+            'char_margin': char,
+            'word_margin': word,
+            'line_margin': line,
+        })
+    return result
+
+
+# TODO: REPLACE WITH utilo CODE
+def ranges(mini: float, maxi: float, steps: int = 15):
+    """Compute parameter.
+
+    >>> utilo.roundme(ranges(0.1, 100, steps=10))
+    [0.1, 0.12, 0.18, 0.34, 0.76, 1.92, 5.06, 13.61, 36.84, 99.99]
+    >>> utilo.roundme(ranges(0.1, 20, steps=5))
+    [0.1, 0.73, 2.43, 7.06, 19.64]
+    """
+    func = math.exp
+    maxed = func(steps - 1) / (maxi - mini)
+    result = []
+    for index in range(steps):
+        value = mini + (math.exp(index) - 1) / maxed
+        value = utilo.roundme(value, digits=5)  # pylint:disable=R0204
+        result.append(value)
+    return result

rawmaker-2.40.3/letty/quality/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

rawmaker-2.40.3/letty/quality/whitespace.py

@@ -0,0 +1,50 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import collections
+import re
+
+import serializeraw
+import utilo
+
+PageWhitespace = collections.namedtuple('PageWhitespaces', 'page, content')
+PageWhitespaces = list[PageWhitespace]
+
+
+def determine(path: str, pages: tuple = None) -> PageWhitespaces:
+    data = serializeraw.ptn_frompath(
+        path,
+        pages=pages,
+        logging=False,
+    )
+    analyzed = [analyse_page(item) for item in data]
+    result = quality(analyzed)
+    return result
+
+
+INNER_WHITESPACE = r'\b\s{2,}\b'
+CONTENT_ENDING = r'\b\n'
+
+COMMON = '(' + INNER_WHITESPACE + '|' + CONTENT_ENDING + ')'
+
+
+def analyse_page(page) -> PageWhitespace:
+    counter = collections.Counter()
+    for line in page:
+        text = line.text
+        for item in re.finditer(COMMON, text):
+            counter[len(utilo.extract_match(item))] += 1
+    counter[2] += len(page)
+    result = PageWhitespace(page=page.page, content=counter.most_common())
+    return result
+
+
+def quality(pages) -> int:
+    result = sum([page.content[0][1] for page in pages if page.content], 0)
+    return result

rawmaker-2.40.3/letty/strategy.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

rawmaker-2.40.3/pyproject.toml

@@ -0,0 +1,107 @@
+[project]
+name = "rawmaker"
+version = "2.40.3"
+description = ""
+requires-python = ">=3.12"
+authors = [
+    { name = "Helmut Konrad Schewe", email = "helmutus@outlook.com" },
+]
+dependencies = [
+    "pdfminer.six>=20260107,<20270000",
+    "pillow>=12.2.0,<13.0.0",
+    "camelot_py>=1.0.9,<2.0.0",
+    "utilo>=2.105.0,<3.0.0",
+    "configos>=1.0.4,<2.0.0",
+    "iamraw>=4.91.0,<5.0.0",
+    "protoerror>=3.20.2,<4.0.0",
+    "ughost>=1.0.1,<2.0.0",
+    "pdflog>=1.0.2,<2.0.0",
+]
+keywords = []
+classifiers = [
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
+]
+license = "MIT"
+license-files = [
+    "LICENSE",
+]
+
+[project.readme]
+file = "README"
+content-type = "text/markdown"
+
+[project.optional-dependencies]
+dev = [
+    "hoverpower>=1.1.0,<2.0.0",
+    "jamer>=1.0.1,<2.0.0",
+    "utilotest>=1.0.2,<2.0.0",
+    "gennex>=1.0.1,<2.0.0",
+]
+
+[project.urls]
+Homepage = "https://github.com/anaticulae/rawmaker"
+Repository = "https://github.com/anaticulae/rawmaker"
+
+[project.scripts]
+letty = "letty.cli:main"
+rawmaker = "rawmaker.cli:main"
+rawmaker_automate = "rawmaker.cli_automate:main"
+rawmaker_cleanup = "cleanup.cli:main"
+spacestation = "spacestation.cli:main"
+
+[build-system]
+requires = [
+    "setuptools>=82.0.1",
+    "wheel>=0.47.0",
+]
+build-backend = "setuptools.build_meta"
+
+[tool.semantic_release]
+version_toml = [
+    "pyproject.toml:project.version",
+]
+
+[tool.semantic_release.changelog]
+mode = "init"
+output_format = "md"
+
+[tool.semantic_release.changelog.default_templates]
+changelog_file = "CHANGELOG"
+
+[tool.semantic_release.commit_parser_options]
+patch_tags = [
+    "fix",
+    "perf",
+    "build",
+    "chore",
+    "ci",
+    "docs",
+    "style",
+    "refactor",
+    "test",
+    "deps",
+]
+
+[tool.setuptools.packages.find]
+where = [
+    ".",
+]
+include = [
+    "letty",
+    "letty.quality",
+    "rawmaker",
+    "rawmaker.converter",
+    "rawmaker.features",
+    "rawmaker.fonts",
+    "rawmaker.images",
+    "rawmaker.miner",
+    "rawmaker.patch",
+    "rawmaker.text",
+    "spacestation",
+    "spacestation.features",
+]
+exclude = [
+    "tests*",
+]

rawmaker-2.40.3/rawmaker/__init__.py

@@ -0,0 +1,29 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2019-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+"""The rawmaker converts pdf to kiwi-internal project format
+
+Hint: Pay attention to the public API on this file!
+      Breaking changes are breaking!
+"""
+
+import os
+
+import configos
+
+# pylint:disable=W0613
+import rawmaker.__patch__
+from rawmaker.parameter import LAYOUT
+from rawmaker.parameter import ONELINE
+
+__version__ = '2.40.2'
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+PROCESS = 'rawmaker'
+
+configos.cloud_lookup(PROCESS)

rawmaker-2.40.3/rawmaker/__main__.py

@@ -0,0 +1,13 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2019-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+
+from rawmaker.cli import main
+
+if __name__ == "__main__":
+    main()

rawmaker-2.40.3/rawmaker/__patch__.py

@@ -0,0 +1,36 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import sys
+
+import pdfminer.glyphlist
+import pdfminer.pdfpage
+import utilo
+
+before = pdfminer.pdfpage.PDFPage.create_pages  # pylint:disable=C0103
+
+
+def create_pages(document):
+    try:
+        yield from before(document)
+    except IndexError:
+        utilo.error('pdfminer parsing error: IndexError')
+        sys.exit(1)
+    except RecursionError:
+        utilo.error('pdfminer parsing error: RecursionError')
+        sys.exit(1)
+
+
+pdfminer.pdfpage.PDFPage.create_pages = create_pages
+
+# TODO HACK HACK HACK
+# bachelor090  REGISTERED SIGN
+# circlecopyrt
+# pdfminer.glyphlist.glyphname2unicode['circlecopyrt'] = '\u25CF'
+pdfminer.glyphlist.glyphname2unicode['circlecopyrt'] = '\r'