rawmaker 2.40.3__py3-none-any.whl

rawmaker-2.40.3.dist-info/METADATA

@@ -0,0 +1,51 @@
+Metadata-Version: 2.4
+Name: rawmaker
+Version: 2.40.3
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/rawmaker
+Project-URL: Repository, https://github.com/anaticulae/rawmaker
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pdfminer.six<20270000,>=20260107
+Requires-Dist: pillow<13.0.0,>=12.2.0
+Requires-Dist: camelot_py<2.0.0,>=1.0.9
+Requires-Dist: utilo<3.0.0,>=2.105.0
+Requires-Dist: configos<2.0.0,>=1.0.4
+Requires-Dist: iamraw<5.0.0,>=4.91.0
+Requires-Dist: protoerror<4.0.0,>=3.20.2
+Requires-Dist: ughost<2.0.0,>=1.0.1
+Requires-Dist: pdflog<2.0.0,>=1.0.2
+Provides-Extra: dev
+Requires-Dist: hoverpower<2.0.0,>=1.1.0; extra == "dev"
+Requires-Dist: jamer<2.0.0,>=1.0.1; extra == "dev"
+Requires-Dist: utilotest<2.0.0,>=1.0.2; extra == "dev"
+Requires-Dist: gennex<2.0.0,>=1.0.1; extra == "dev"
+Dynamic: license-file
+
+# rawmaker - convert PDF to raw data
+
+This package extract information out of a pdf-file and write them to
+yaml-files.
+
+## Introduction
+
+Supported functions:
+
+* border: get outline of pdf content
+* boxes: determine boxes which are constructed from lines
+* fonts: extract used fonts of text data
+* text: extract text blocks per page
+* toc: determine table of content of pdf file
+
+## Supported PDF version
+
+PDF 1.5?
+
+## Glossary
+
+* TOC - table of content

rawmaker-2.40.3.dist-info/RECORD

@@ -0,0 +1,63 @@
+letty/__init__.py,sha256=4nIt8u7ywq2emdp8FRjDOb7ALCAV8AnrZBDwUlxydyE,1222
+letty/cli.py,sha256=lwawJtFpXlEn3WFO29E37bCLCgJHEkk18F4OknUQ1Ts,1993
+letty/optimizer.py,sha256=Urz9MSlIb9Rn5d_qbovbHvetjq9XDDWEmESX2J99sPo,4292
+letty/strategy.py,sha256=TM9PAYPmQhbW1HY3Vx-bS5rXe132Z02TPBxFMad80Dk,552
+letty/quality/__init__.py,sha256=TM9PAYPmQhbW1HY3Vx-bS5rXe132Z02TPBxFMad80Dk,552
+letty/quality/whitespace.py,sha256=2diIbyo8AbD8szxfwil16mZJd2MY8o-fbtcQCxGUpgA,1601
+rawmaker/__init__.py,sha256=jDMpCPAn3PAEbXwPxSImmERUlcQ-Pt0mQtRQaSxDv10,1010
+rawmaker/__main__.py,sha256=op6068lkAl5-d0nLcGvOLr5k8bzBk2dL9M7maRq30Qk,622
+rawmaker/__patch__.py,sha256=ZWfuv8xmw9VvXOlth3sXvT44L9iVN9ZmF_x-qYviqwc,1235
+rawmaker/cli.py,sha256=kx6Ofia4gORG1E0WytMjcrs8NojBqGuPzKTPIze4sDQ,5410
+rawmaker/cli_automate.py,sha256=d9g1RVOCLlwRi5qXBK_UmK5rDipuYiHRLU6BTm7Gykk,2120
+rawmaker/date.py,sha256=NMKUXQiwJgqp2zZOKnLEiXD0FGXGOv7eYodmc1A9GMg,2275
+rawmaker/destination.py,sha256=yUEHRHWAKj0KXoXuLn9uO-d4CeMlma2UmwaKM9q4GBk,5868
+rawmaker/error.py,sha256=LopcN1QI6RujHp9rhlEpnkR9UgvQJ71ZWNwA2-Tt63s,1055
+rawmaker/parameter.py,sha256=jrwqsn8rN6tS6XzfnP2FSBCN_VmbMR5QtUxeHpZXoYw,4121
+rawmaker/reader.py,sha256=GSnbarPP03Pk1j9XkyPf7_1z-nUVA3xq1JZkgYvo0xk,3690
+rawmaker/utils.py,sha256=fqdqSU8EziZ-2UKs9r0EZwbJjg7zZkx2YYojViLrJ8A,1337
+rawmaker/converter/__init__.py,sha256=TM9PAYPmQhbW1HY3Vx-bS5rXe132Z02TPBxFMad80Dk,552
+rawmaker/converter/basic.py,sha256=Gq27IcSdHamZ3EcFHaTVWDew0mDvPWAlbtc3jZJfj3E,5546
+rawmaker/converter/images.py,sha256=DEK6cuCe49Cc_MDAUBIcaphc0lSQa0aUMT3k6f2UvHY,5374
+rawmaker/features/__init__.py,sha256=31Ed-ZPyRbMgxsD368lTIZlzIVIm81iNFhugUeVw2yY,5134
+rawmaker/features/annotation.py,sha256=AN-hP9iPLlzPzgqdGukHvJ6fgjkVAgTZoJXqH3OvZhM,8346
+rawmaker/features/border.py,sha256=6hbbaLSikZitOjk_0t7INfmPvzfZWOKTB_gEiy2sCts,5658
+rawmaker/features/boxes.py,sha256=OhaYmnwlohtHPn-DsQXhljqyHVFFqe0MeoVEFmrCbXQ,5171
+rawmaker/features/figures.py,sha256=p3Z23oFgmfE0BtIMLJuzahfkjQB8abuob6BUUc_ME3c,898
+rawmaker/features/fonts.py,sha256=tTwDs0i7-w0OAHpilRUqIjJe8FszUFY7m6aOdc91ujs,7703
+rawmaker/features/formula.py,sha256=pJVjfYxyL0SM4hQWBgzZ2j1pE8KBjIQJGilsfqO8FCc,737
+rawmaker/features/horizontals.py,sha256=9Xoh05lf2SkcdjnoQ63594cy7vbsz_dSlaLOuuTZQ9U,4503
+rawmaker/features/images.py,sha256=Ifm8HWKE-mgbu0mIeO_TNy21wp9s-1U0qOPgZGVQmfM,4761
+rawmaker/features/line.py,sha256=Vzc8H3ktXf3T1g2KyePdkrGFNvNXMCorTVfAYc429-g,11498
+rawmaker/features/outlines.py,sha256=i43rJ6Al1hkl62zDnel5-qAzrxckTwoCXY9i5RiihYA,4626
+rawmaker/features/text.py,sha256=zNamrGTJ-4O6gxF3jIIz1nkM7jST7PJpBAMZgrEIRhA,3052
+rawmaker/fonts/__init__.py,sha256=TM9PAYPmQhbW1HY3Vx-bS5rXe132Z02TPBxFMad80Dk,552
+rawmaker/fonts/parser.py,sha256=IKDj4fO1FJ04SFqe8AKwgG3FRXxDKD3Sk7BizFUHye0,10304
+rawmaker/images/__init__.py,sha256=TM9PAYPmQhbW1HY3Vx-bS5rXe132Z02TPBxFMad80Dk,552
+rawmaker/images/info.py,sha256=REmqL1rqgGFcnfTnI2syMRtVlxtD8PwfPC0KqidPpc4,1221
+rawmaker/miner/__init__.py,sha256=kxNXE6nGBAEes4-tV7jYOvjrGAKCZ_bMBKXrB56Hgho,552
+rawmaker/miner/char.py,sha256=14ULLveN76R5NEZxhv4EwjoqYydp8D_rJ3dxvDDcIOA,1609
+rawmaker/miner/colorspace.py,sha256=yBI0fUNCeHkMxMLo1xSstJWWaN6Be0sl2H4WWsHmSg8,2513
+rawmaker/miner/images.py,sha256=4TdnZQfwKYNhwwm6KPqFDM9bFni7YtG4oILisQ3WPuo,15056
+rawmaker/miner/position.py,sha256=8vQMXo4auqlu0SaJ4JeodNGj59MQmuvhzne9kdmjtl4,3863
+rawmaker/miner/rawchar.py,sha256=KG2HmWrxU0DqFlAD-8LTGKcZEA5t18vWCHwZcCUY_1k,5040
+rawmaker/miner/text.py,sha256=PLWcJKswd98aJsMWu1Kpn2i6eaL8nIiFimILPiRTCvc,27580
+rawmaker/miner/underline.py,sha256=pQtQmSbC94vuK8NhDvatzaabLHKWmG1l0LiTRH9-xoE,2479
+rawmaker/patch/__init__.py,sha256=PasSHyvYtcCN_V2nXstCKKRmvKoZRqDp1KK4C4xG88M,552
+rawmaker/patch/ltchar.py,sha256=tm-kKclisBe9SwacZ4-v5NFvd_y9cJtrzy65DeJEQDw,2702
+rawmaker/text/__init__.py,sha256=TM9PAYPmQhbW1HY3Vx-bS5rXe132Z02TPBxFMad80Dk,552
+rawmaker/text/chars.py,sha256=k68ekWXHMhBYPtFo4s9CZnQhCNZevpiu95O3xzaPQuU,951
+rawmaker/text/data.py,sha256=6XbFmrSXRl0EeOzQYeGbTN_22-2gzNm1uYWdGmRJyQk,1568
+rawmaker/text/superfast.py,sha256=nl1fMvtZE20FV1ELRDdbmQL25GDOg6rkNnxBxzqdBng,3068
+rawmaker/text/wordbox.py,sha256=98zwP1qXbGQEbjc4XTo2aiw_S4Uq3KP4qh7aneKok1I,2822
+rawmaker-2.40.3.dist-info/licenses/LICENSE,sha256=9jV_XivjSpyzpEYIFKZGcjDzX8invw3EHEJsGXmGJbA,1077
+spacestation/__init__.py,sha256=dgU9xAAHcqN7iZ7mDo4NpBM3cq6FrZy-zDyvE9eF2WY,676
+spacestation/cli.py,sha256=Bo3AUv-wzV_uQfaKPxFNn1HkctwG_2NViaSRhRUA-nk,1568
+spacestation/features/__init__.py,sha256=ZnAmZoM8YS7O_aZREOZiaHHCsO1ctWvQVu__JGFNWCc,552
+spacestation/features/chardist.py,sha256=NUgyaRZLFgFYx9YFzS1OVMETwmO4Tm_Xmlt55VvjHP8,2769
+spacestation/features/worddist.py,sha256=xz9J_4xNSngPz9qSyqHyOHCEWkkhddE8eISEFqTRUsg,2052
+spacestation/features/wspace.py,sha256=7Ly_sf_BZwm3mmwQspKJpCeo4yvkVIceZIwWAVTGcNQ,4102
+rawmaker-2.40.3.dist-info/METADATA,sha256=MGq8jjznonPUgwv2hNeEdvNtr3gfi-JmeqFCa09JPR8,1561
+rawmaker-2.40.3.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+rawmaker-2.40.3.dist-info/entry_points.txt,sha256=RWomFqFfMvzDf4Gb5JBztTIRfbwntcr77OttNSGGhb8,190
+rawmaker-2.40.3.dist-info/top_level.txt,sha256=moTmH7KSrId8qVt4ljZUJ_ukngCG96fb4KcbHp-rpfk,28
+rawmaker-2.40.3.dist-info/RECORD,,

rawmaker-2.40.3.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

rawmaker-2.40.3.dist-info/entry_points.txt

@@ -0,0 +1,6 @@
+[console_scripts]
+letty = letty.cli:main
+rawmaker = rawmaker.cli:main
+rawmaker_automate = rawmaker.cli_automate:main
+rawmaker_cleanup = cleanup.cli:main
+spacestation = spacestation.cli:main

rawmaker-2.40.3.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Helmut Konrad Schewe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

rawmaker-2.40.3.dist-info/top_level.txt

@@ -0,0 +1,3 @@
+letty
+rawmaker
+spacestation

spacestation/__init__.py

@@ -0,0 +1,18 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import rawmaker
+
+__version__ = rawmaker.__version__
+
+ROOT = rawmaker.ROOT
+
+PROCESS = 'spacestation'
+DESCRIPTION = """\
+"""

spacestation/cli.py

@@ -0,0 +1,51 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import spacestation
+
+WORKPLAN = [
+    utilo.create_step(
+        name='wspace',
+        inputs=[utilo.Pattern('*', 'pdf')],
+        output=('wspace', 'words'),
+    ),
+    utilo.create_step(
+        name='chardist',
+        inputs=[
+            utilo.ResultFile(producer='spacestation', name='wspace_words'),
+        ],
+        output=('chardist',),
+    ),
+    utilo.create_step(
+        name='worddist',
+        inputs=[
+            utilo.ResultFile(producer='spacestation', name='wspace_wspace'),
+        ],
+        output=('worddist',),
+    ),
+]
+
+
+def main():
+    utilo.featurepack(
+        workplan=WORKPLAN,
+        root=spacestation.ROOT,
+        featurepackage='spacestation.features',
+        config=utilo.FeaturePackConfig(
+            description=spacestation.DESCRIPTION,
+            multiprocessed=True,
+            name=spacestation.PROCESS,
+            pages=True,
+            profileflag=True,
+            singleinput=True,
+            version=spacestation.__version__,
+        ),
+    )

spacestation/features/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

spacestation/features/chardist.py

@@ -0,0 +1,85 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import collections
+import statistics
+
+import iamraw
+import serializeraw
+import utilo
+
+
+def work(source: str, pages: tuple = None) -> str:
+    wordpages = serializeraw.load_wwords(source, pages=pages)
+    document = pages_chardist(wordpages)
+    grouped = group_chardist(document)
+    dumped = serializeraw.dump_document_chardist(grouped)
+    return dumped
+
+
+def group_chardist(pages):
+    """Determine document char dist(mode, mean, median) for multiple pages."""
+    grouped = collections.defaultdict(list)
+    for _, content in pages:
+        for fontsize, distances in content:
+            fontsize = utilo.roundme(fontsize, digits=2)
+            for distance in distances:
+                grouped[fontsize].append(distance)
+    result = iamraw.DocumentCharDist()
+    for var, operation in (
+        ('mode', statistics.mode),
+        ('mean', statistics.mean),
+        ('median', statistics.median),
+        ('count', len),
+        ('maxx', max),
+        ('minn', min),
+    ):
+        current = {
+            fontsize: utilo.roundme(operation(content), digits=3)
+            for fontsize, content in grouped.items()
+        }
+        for fontsize, value in current.items():
+            getattr(result, var)[fontsize] = value
+    return result
+
+
+def pages_chardist(pages):
+    """Iterate over pages and determine chardist for every single word."""
+    result = []
+    for page in pages:
+        paged = []
+        for word in page.content:
+            dist = chardist(word)
+            if not dist:
+                continue
+            paged.append(dist)
+        result.append((page.page, paged))
+    return result
+
+
+def chardist(word):
+    """Deterine char dist`s for a single word."""
+    if not word:
+        return None
+    if word[-1][0] == ' ':
+        # cut last white space char
+        word = word[:-1]
+    if len(word) <= 2:
+        return None
+    x1 = word[0][1][2]
+    fontsizes = []
+    result = []
+    for _, bounding, fontsize, _ in word[1:]:
+        xdiff = bounding[0] - x1
+        result.append(xdiff)
+        x1 = bounding[2]
+        fontsizes.append(fontsize)
+    fontsize = utilo.mode(fontsizes)
+    result: tuple = utilo.roundme(result, digits=5, convert=False)
+    return fontsize, result

spacestation/features/worddist.py

@@ -0,0 +1,57 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import collections
+import statistics
+
+import iamraw
+import serializeraw
+import utilo
+
+
+def work(source: str, pages: tuple = None) -> str:
+    wspaces = serializeraw.load_wspaces(source, pages=pages)
+    document = [wordspace(page) for page in wspaces]
+    grouped = document_worddist(document)
+    dumped = serializeraw.dump_document_worddist(grouped)
+    return dumped
+
+
+def document_worddist(pages):
+    grouped = collections.defaultdict(list)
+    for _, content in pages:
+        for fontsize, distance in content.items():
+            fontsize = utilo.roundme(fontsize, digits=2)
+            grouped[fontsize].extend(distance)
+    result = iamraw.DocumentWordDist()
+    for var, operation in (
+        ('mode', statistics.mode),
+        ('mean', statistics.mean),
+        ('median', statistics.median),
+        ('count', len),
+        ('maxx', max),
+        ('minn', min),
+    ):
+        current = {
+            fontsize: utilo.roundme(operation(content), digits=3)
+            for fontsize, content in grouped.items()
+        }
+        for fontsize, value in current.items():
+            getattr(result, var)[fontsize] = value
+    return result
+
+
+def wordspace(page) -> dict:
+    collected = collections.defaultdict(list)
+    for wspace in page.content:
+        fontsize = utilo.roundme(wspace[3] - wspace[1], digits=1)
+        width = utilo.roundme(wspace[2] - wspace[0], digits=2)
+        collected[fontsize].append(width)
+    collected: dict = dict(collected)
+    return page.page, collected

spacestation/features/wspace.py

@@ -0,0 +1,130 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import configos
+import iamraw
+import serializeraw
+import utilo
+
+import rawmaker.features
+import rawmaker.miner.char
+import rawmaker.reader
+
+# two chars differ less than this to be merged to the same line
+CHAR_SAME_LINE_DIFF_MAX = configos.HV_FLOAT_PLUS(default=10.0)
+
+
+def work(source: str, pages: tuple = None) -> tuple[str, str]:
+    wordspaces, words = extract(source, pages=pages)
+    dumped_space = serializeraw.dump_wspaces(wordspaces)
+    dumped_words = serializeraw.dump_wwords(words)
+    return dumped_space, dumped_words
+
+
+def extract(document: str, pages: tuple = None):
+    with rawmaker.reader.read(document) as pdf:
+        document = rawmaker.features.extract_content(
+            pdf,
+            converter=rawmaker.miner.char.CharPDFConvert,
+            config=rawmaker.parameter.ParsingConfiguration(strip=True),
+            pages=pages,
+        )
+    result = []
+    words = []
+    for page in document:
+        if utilo.should_skip(page.page, pages):
+            continue
+        extracted = extract_page(page)
+        if not extracted:
+            continue
+        wspace, chargroups = extracted
+        result.append(iamraw.PageContent(page=page.page, content=wspace))
+        words.append(iamraw.PageContent(page=page.page, content=chargroups))
+    return result, words
+
+
+def extract_page(chars: list, maxdiff: callable = None) -> list:
+    if not maxdiff:
+        maxdiff = diffme
+    # remove empty chars
+    chars = [char for char in chars if char._text.strip()]  # pylint:disable=W0212
+    if not chars:
+        return []
+    result = []
+    chargroups = [[chars[0]]]
+    chars = sameline(chars)
+    last = chars[0].bbox
+    for char in chars[1:]:
+        bbox = char.bbox
+        chargroups[-1].append(char)
+        xdiff_max, ydiff_max = maxdiff(char.fontsize)
+        # x0, y0, x1, y1
+        xdiff = last[2] - bbox[0]
+        ydiff = last[3] - bbox[3]
+        # rectangle between
+        if abs(ydiff) > ydiff_max:
+            # new line
+            last = char
+            chargroups.append([chargroups[-1].pop()])
+            continue
+        if abs(xdiff) > xdiff_max:
+            # new word
+            # x0, y0, x1, y1
+            bounding = iamraw.BoundingBox(
+                min(last[2], bbox[0]),
+                min(last[1], bbox[1]),
+                max(last[2], bbox[0]),
+                max(last[3], bbox[3]),
+            )
+            result.append(bounding)
+            last = char
+            chargroups.append([chargroups[-1].pop()])
+            continue
+        last = char.bbox
+    return result, chargroups
+
+
+MAXDIFF = configos.HolyTable(items=[
+    (7.0, 1.4),
+    (10.0, 1.4),
+    (15.0, 3.0),
+    (20.0, 4.0),
+    (25.0, 5.0),
+])
+
+
+def diffme(fontsize: float) -> tuple:
+    # assert 4.0 <= fontsize <= 100, str(fontsize)
+    # xdiff, ydiff
+    xdiff = MAXDIFF(fontsize)
+    return (xdiff, 10.0)
+
+
+def sameline(
+    chars,
+    diff_max=CHAR_SAME_LINE_DIFF_MAX,
+):
+    # sort by x0
+    chars = sorted(chars, key=lambda x: x.bbox[0])
+    # sort by y0
+    chars = sorted(chars, key=lambda x: x.bbox[3])
+    # run cluster
+    clusterd = utilo.same_line_cluster(
+        chars,
+        min_elements=1,
+        max_diff=diff_max.
+        value,  # TODO: FIX ACCESS LATER, SEE RUNTIME PROBLEM IN NEAR
+        matcher=lambda x: x.bbox[3],
+    )
+    # sort top down
+    # TODO: REMOVE AFTR HAVING STABLE LINE CLUSTER
+    clusterd = sorted(clusterd, key=lambda x: x.center.bbox[3])
+    result = [sorted(line, key=lambda x: x.bbox[0]) for line in clusterd]
+    result = utilo.flat(result)
+    return result