codero 1.0.0__tar.gz

codero-1.0.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Helmut Konrad Schewe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

codero-1.0.0/PKG-INFO

@@ -0,0 +1,29 @@
+Metadata-Version: 2.4
+Name: codero
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/codero
+Project-URL: Repository, https://github.com/anaticulae/codero
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: utilo<3.0.0,>=2.109.1
+Requires-Dist: iamraw<5.0.0,>=4.93.0
+Requires-Dist: elementae<2.0.0,>=1.0.1
+Requires-Dist: configos<2.0.0,>=1.0.4
+Provides-Extra: dev
+Requires-Dist: gennex<2.0.0,>=1.1.0; extra == "dev"
+Requires-Dist: groupmes<2.0.0,>=1.1.0; extra == "dev"
+Requires-Dist: headnote<2.0.0,>=1.0.3; extra == "dev"
+Requires-Dist: hoverpower<2.0.0,>=1.5.2; extra == "dev"
+Requires-Dist: ibidem<2.0.0,>=1.0.2; extra == "dev"
+Requires-Dist: mundare<2.0.0,>=1.0.2; extra == "dev"
+Requires-Dist: pagenumber<2.0.0,>=1.0.0; extra == "dev"
+Requires-Dist: utilotest<2.0.0,>=1.0.5; extra == "dev"
+Dynamic: license-file
+
+# codero

codero-1.0.0/README

@@ -0,0 +1 @@
+# codero

codero-1.0.0/codero/__init__.py

@@ -0,0 +1,15 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+
+import os
+
+__version__ = '0.6.3'
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+PROCESS = 'codero'

codero-1.0.0/codero/cli.py

@@ -0,0 +1,60 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import codero
+
+DESCRIPTION = 'TODO'
+
+SOURCES = [
+    utilo.ResultFile('rawmaker', 'oneline_text_text'),
+    utilo.ResultFile('rawmaker', 'oneline_text_positions'),
+    utilo.ResultFile('rawmaker', 'oneline_fonts_header'),
+    utilo.ResultFile('rawmaker', 'oneline_fonts_content'),
+    utilo.ResultFile('rawmaker', 'border_pages'),
+    utilo.ResultFile('groupme', 'footer_footerheader'),
+    utilo.ResultFile('rawmaker', 'horizontals_horizontals'),
+]
+
+WORKPLAN = [
+    utilo.create_step(
+        'horizontal',
+        inputs=SOURCES,
+        output=('horizontal',),
+    ),
+    utilo.create_step(
+        'text',
+        inputs=SOURCES,
+        output=('text',),
+    ),
+    utilo.create_step(
+        'result',
+        inputs=[
+            utilo.ResultFile('codero', 'horizontal_horizontal'),
+            utilo.ResultFile('codero', 'text_text'),
+        ],
+        output=('result',),
+    ),
+]
+
+
+def main():
+    utilo.featurepack(
+        root=codero.ROOT,
+        workplan=WORKPLAN,
+        featurepackage='codero.features',
+        config=utilo.FeaturePackConfig(
+            description=DESCRIPTION,
+            multiprocessed=True,
+            name=codero.PROCESS,
+            pages=True,
+            version=codero.__version__,
+        ),
+    )

codero-1.0.0/codero/decider.py

@@ -0,0 +1,30 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import utilo
+
+
+def decide(horizontal, text):
+    data = (horizontal, text)
+    result = []
+    for pagenumber, (horizontalx, textx) in utilo.sync_pages(iterators=data,):
+        horizontalx = horizontalx.content if horizontalx else []
+        textx = textx.content if textx else []
+        best = horizontalx if score(horizontalx) > score(textx) else textx
+        result.append(iamraw.PageContent(content=best, page=pagenumber))
+    return result
+
+
+def score(items) -> int:
+    result = 0
+    for item in items:
+        result += len(item.caption)
+        result += len(item.tokens)
+    return result

codero-1.0.0/codero/features/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

codero-1.0.0/codero/features/horizontal.py

@@ -0,0 +1,49 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import codero.finalize
+import codero.strategy.lines
+
+
+def work(
+    oneline_text: str,
+    oneline_textposition: str,
+    oneline_font_header: str,
+    oneline_font_content: str,
+    sizeandborder: str,
+    headerfooter: str,
+    horizontalx: str,
+    pages: tuple = None,
+) -> str:
+    ptcns = serializeraw.ptcn_fromfile(
+        oneline_text,
+        oneline_textposition,
+        sizeandborder,
+        headerfooter,
+        oneline_font_header,
+        oneline_font_content,
+        horizontals=horizontalx,
+        pages=pages,
+    )
+    parsed = run(ptcns)
+    dumped = serializeraw.dump_codes(parsed)
+    return dumped
+
+
+def run(ptcns) -> list:
+    result = []
+    for ptn in ptcns:
+        parsed = codero.strategy.lines.parse(ptn)
+        if not parsed.content:
+            continue
+        result.append(parsed)
+    result = codero.finalize.run(result, ptcns)
+    return result

codero-1.0.0/codero/features/result.py

@@ -0,0 +1,30 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import codero.decider
+
+
+def work(
+    horizontalx: str,
+    textx: str,
+    pages: tuple = None,
+) -> str:
+    horizontalx = serializeraw.load_codes(
+        horizontalx,
+        pages=pages,
+    )
+    textx = serializeraw.load_codes(
+        textx,
+        pages=pages,
+    )
+    result = codero.decider.decide(horizontalx, textx)
+    dumped = serializeraw.dump_codes(result)
+    return dumped

codero-1.0.0/codero/features/text.py

@@ -0,0 +1,49 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import codero.finalize
+import codero.strategy.text
+
+
+def work(
+    oneline_text: str,
+    oneline_textposition: str,
+    oneline_font_header: str,
+    oneline_font_content: str,
+    sizeandborder: str,
+    headerfooter: str,
+    horizontalx: str,
+    pages: tuple = None,
+) -> str:
+    ptcns = serializeraw.ptcn_fromfile(
+        oneline_text,
+        oneline_textposition,
+        sizeandborder,
+        headerfooter,
+        oneline_font_header,
+        oneline_font_content,
+        horizontals=horizontalx,
+        pages=pages,
+    )
+    parsed = run(ptcns)
+    dumped = serializeraw.dump_codes(parsed)
+    return dumped
+
+
+def run(ptcns) -> list:
+    result = []
+    for ptn in ptcns:
+        parsed = codero.strategy.text.parse(ptn)
+        if not parsed.content:
+            continue
+        result.append(parsed)
+    result = codero.finalize.run(result, ptcns)
+    return result

codero-1.0.0/codero/finalize.py

@@ -0,0 +1,50 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import texmex
+import utilo
+
+
+def run(codes: iamraw.PeaceOfCodes, ptns):
+    codes = insert_code_boundings(codes, ptns)
+    codes = horizontals_remove(codes, ptns)
+    return codes
+
+
+def insert_code_boundings(codes: iamraw.PeaceOfCodes, ptns):
+    for page in codes:
+        ptn = utilo.select_page(ptns, page=page.page)
+        for code in page.content:
+            for caption in code.caption:
+                code.caption_bounding.append(tuple(ptn[caption].bounding))
+            for token in code.tokens:
+                code.tokens_bounding.append(tuple(ptn[token].bounding))
+    return codes
+
+
+def horizontals_remove(codes: iamraw.PeaceOfCodes, ptns):
+    """Adjust indexes of caption and token to ptns without horizontals."""
+    for page in codes:
+        ptn = utilo.select_page(ptns, page=page.page)
+        before = horizontals_before(ptn)
+        for code in page.content:
+            code.caption = {item - before[item] for item in code.caption}
+            code.tokens = {item - before[item] for item in code.tokens}
+    return codes
+
+
+def horizontals_before(ptn):
+    before = 0
+    result = []
+    for item in ptn:
+        result.append(before)
+        if item.text == texmex.HORIZONTAL:
+            before += 1
+    return result

codero-1.0.0/codero/loc.py

@@ -0,0 +1,167 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import re
+
+import utilo
+
+
+def determine(text: str) -> bool:
+    """\
+    >>> determine('print("hello")')
+    True
+    """
+    text = text.lower().strip()
+    methods = [
+        isjs,
+        ispython,
+        isbash,
+        isobjectc,
+    ]
+    if any(method(text) for method in methods):
+        return True
+    return False
+
+
+def prepare(keys, left=r'\b', right=r'\b', escape: bool = False):
+    if escape:
+        keys = (re.escape(item) for item in keys)
+    items = [left + item + right for item in keys]
+    result = utilo.compiles('(' + '|'.join(items) + ')')
+    return result
+
+
+PYTHON_KEYWORDS = utilo.splititems("""assert async await break continue
+del elif else except finally for global if lambda pass raise nonlocal
+return try while yield yield from as with import""")
+PYTHON_KEYWORDS = prepare(PYTHON_KEYWORDS)
+PYTHON_METHODS = utilo.splititems("""
+__import__ abs all any bin bool bytearray bytes chr classmethod compile
+complex delattr dict dir divmod enumerate eval filter float format
+frozenset getattr globals hasattr hash hex id input int isinstance
+issubclass iter len list locals map max memoryview min next object oct
+open ord pow print property range repr reversed round set setattr slice
+sorted staticmethod str sum super tuple namedtuple
+""")
+PYTHON_METHODS = prepare(PYTHON_METHODS, right='\\(')
+
+
+def ispython(text: str) -> bool:
+    """\
+    >>> ispython('Abc = collections.namedtuple("Abc a b c")')
+    True
+    """
+    if PYTHON_KEYWORDS.search(text):
+        return True
+    if PYTHON_METHODS.search(text):
+        return True
+    return False
+
+
+JAVASCRIPT_KEYWORDS = utilo.splitlines("""for own in of while until loop
+break return continue switch when then if unless else throw try catch
+finally new delete typeof instanceof super true false yes no on off null
+NaN Infinity undefined void val map apply length split sum""")
+JAVASCRIPT_KEYWORDS = prepare(JAVASCRIPT_KEYWORDS)
+# .reduce(
+JAVASCRIPT_METHODS = utilo.compiles(r'\.[a-z]{3,15}\(')
+JAVASCRIPT_START = utilo.splititems("""// /** /* * ) } )} val""")
+JAVASCRIPT_START = prepare(
+    keys=JAVASCRIPT_START,
+    left=r'^',
+    right='',
+    escape=True,
+)
+# 2 val tfidf
+JAVASCRIPT_ASSIGNMENT = utilo.compiles(r"""
+    ^
+    (var|val)
+    [ ]{0,3}
+    \w[\w\d]{1,40}
+    [\:\=]
+""")
+
+
+def isjs(text: str) -> bool:
+    """\
+    >>> isjs('.reduce((vector1, vector2) =>')
+    True
+    >>> isjs('}')
+    True
+    >>> isjs('var tfidf:')
+    True
+    >>> isjs('val tfidf=230')
+    True
+    """
+    if JAVASCRIPT_KEYWORDS.search(text):
+        return True
+    if JAVASCRIPT_METHODS.search(text):
+        return True
+    if JAVASCRIPT_START.search(text):
+        return True
+    if JAVASCRIPT_ASSIGNMENT.match(text):
+        return True
+    return False
+
+
+BASH_KEYWORDS = utilo.splititems("""for do done in while screen quit ssh
+ #/bin/bash bin bash .sh csp scp
+""")
+BASH_KEYWORDS = prepare(BASH_KEYWORDS, escape=True)
+BASH_ASSIGNMENT = utilo.compiles(r"""
+    ^
+    [\w|\_]{1,30}
+    \=
+    ["'‘]
+""")
+BASH_COMMENT = utilo.compiles(r"""
+    ^
+    \#{1,4}[ ]
+""")
+BASH_VAR = utilo.compiles(r"""
+    [$]
+    (
+        \d|
+        \w{1,10}
+    )
+""")
+
+
+def isbash(text: str) -> bool:
+    """\
+    >>> isbash('#/bin/bash')
+    True
+    """
+    if BASH_KEYWORDS.search(text):
+        return True
+    if BASH_ASSIGNMENT.search(text):
+        return True
+    if BASH_COMMENT.search(text):
+        return True
+    if BASH_VAR.search(text):
+        return True
+    return False
+
+
+OBJECTC_START = utilo.splititems("""// /** /* * ) } )} ...""")
+OBJECTC_START = prepare(OBJECTC_START, escape=True)
+OBJECTC_KEYWORDS = utilo.splititems("""target << |= [[""")
+OBJECTC_KEYWORDS = prepare(OBJECTC_KEYWORDS, escape=True)
+
+
+def isobjectc(text: str) -> bool:
+    """\
+    >>> isobjectc('t.target_addr |= [[ target objectForKey:@"main"] intValue] << 11; ')
+    True
+    """
+    if OBJECTC_START.search(text):
+        return True
+    if OBJECTC_KEYWORDS.search(text):
+        return True
+    return False

codero-1.0.0/codero/strategy/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================