codero 1.0.0__py3-none-any.whl

codero/__init__.py

@@ -0,0 +1,15 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+
+import os
+
+__version__ = '0.6.3'
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+PROCESS = 'codero'

codero/cli.py

@@ -0,0 +1,60 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import codero
+
+DESCRIPTION = 'TODO'
+
+SOURCES = [
+    utilo.ResultFile('rawmaker', 'oneline_text_text'),
+    utilo.ResultFile('rawmaker', 'oneline_text_positions'),
+    utilo.ResultFile('rawmaker', 'oneline_fonts_header'),
+    utilo.ResultFile('rawmaker', 'oneline_fonts_content'),
+    utilo.ResultFile('rawmaker', 'border_pages'),
+    utilo.ResultFile('groupme', 'footer_footerheader'),
+    utilo.ResultFile('rawmaker', 'horizontals_horizontals'),
+]
+
+WORKPLAN = [
+    utilo.create_step(
+        'horizontal',
+        inputs=SOURCES,
+        output=('horizontal',),
+    ),
+    utilo.create_step(
+        'text',
+        inputs=SOURCES,
+        output=('text',),
+    ),
+    utilo.create_step(
+        'result',
+        inputs=[
+            utilo.ResultFile('codero', 'horizontal_horizontal'),
+            utilo.ResultFile('codero', 'text_text'),
+        ],
+        output=('result',),
+    ),
+]
+
+
+def main():
+    utilo.featurepack(
+        root=codero.ROOT,
+        workplan=WORKPLAN,
+        featurepackage='codero.features',
+        config=utilo.FeaturePackConfig(
+            description=DESCRIPTION,
+            multiprocessed=True,
+            name=codero.PROCESS,
+            pages=True,
+            version=codero.__version__,
+        ),
+    )

codero/decider.py

@@ -0,0 +1,30 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import utilo
+
+
+def decide(horizontal, text):
+    data = (horizontal, text)
+    result = []
+    for pagenumber, (horizontalx, textx) in utilo.sync_pages(iterators=data,):
+        horizontalx = horizontalx.content if horizontalx else []
+        textx = textx.content if textx else []
+        best = horizontalx if score(horizontalx) > score(textx) else textx
+        result.append(iamraw.PageContent(content=best, page=pagenumber))
+    return result
+
+
+def score(items) -> int:
+    result = 0
+    for item in items:
+        result += len(item.caption)
+        result += len(item.tokens)
+    return result

codero/features/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

codero/features/horizontal.py

@@ -0,0 +1,49 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import codero.finalize
+import codero.strategy.lines
+
+
+def work(
+    oneline_text: str,
+    oneline_textposition: str,
+    oneline_font_header: str,
+    oneline_font_content: str,
+    sizeandborder: str,
+    headerfooter: str,
+    horizontalx: str,
+    pages: tuple = None,
+) -> str:
+    ptcns = serializeraw.ptcn_fromfile(
+        oneline_text,
+        oneline_textposition,
+        sizeandborder,
+        headerfooter,
+        oneline_font_header,
+        oneline_font_content,
+        horizontals=horizontalx,
+        pages=pages,
+    )
+    parsed = run(ptcns)
+    dumped = serializeraw.dump_codes(parsed)
+    return dumped
+
+
+def run(ptcns) -> list:
+    result = []
+    for ptn in ptcns:
+        parsed = codero.strategy.lines.parse(ptn)
+        if not parsed.content:
+            continue
+        result.append(parsed)
+    result = codero.finalize.run(result, ptcns)
+    return result

codero/features/result.py

@@ -0,0 +1,30 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import codero.decider
+
+
+def work(
+    horizontalx: str,
+    textx: str,
+    pages: tuple = None,
+) -> str:
+    horizontalx = serializeraw.load_codes(
+        horizontalx,
+        pages=pages,
+    )
+    textx = serializeraw.load_codes(
+        textx,
+        pages=pages,
+    )
+    result = codero.decider.decide(horizontalx, textx)
+    dumped = serializeraw.dump_codes(result)
+    return dumped

codero/features/text.py

@@ -0,0 +1,49 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import codero.finalize
+import codero.strategy.text
+
+
+def work(
+    oneline_text: str,
+    oneline_textposition: str,
+    oneline_font_header: str,
+    oneline_font_content: str,
+    sizeandborder: str,
+    headerfooter: str,
+    horizontalx: str,
+    pages: tuple = None,
+) -> str:
+    ptcns = serializeraw.ptcn_fromfile(
+        oneline_text,
+        oneline_textposition,
+        sizeandborder,
+        headerfooter,
+        oneline_font_header,
+        oneline_font_content,
+        horizontals=horizontalx,
+        pages=pages,
+    )
+    parsed = run(ptcns)
+    dumped = serializeraw.dump_codes(parsed)
+    return dumped
+
+
+def run(ptcns) -> list:
+    result = []
+    for ptn in ptcns:
+        parsed = codero.strategy.text.parse(ptn)
+        if not parsed.content:
+            continue
+        result.append(parsed)
+    result = codero.finalize.run(result, ptcns)
+    return result

codero/finalize.py

@@ -0,0 +1,50 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import iamraw
+import texmex
+import utilo
+
+
+def run(codes: iamraw.PeaceOfCodes, ptns):
+    codes = insert_code_boundings(codes, ptns)
+    codes = horizontals_remove(codes, ptns)
+    return codes
+
+
+def insert_code_boundings(codes: iamraw.PeaceOfCodes, ptns):
+    for page in codes:
+        ptn = utilo.select_page(ptns, page=page.page)
+        for code in page.content:
+            for caption in code.caption:
+                code.caption_bounding.append(tuple(ptn[caption].bounding))
+            for token in code.tokens:
+                code.tokens_bounding.append(tuple(ptn[token].bounding))
+    return codes
+
+
+def horizontals_remove(codes: iamraw.PeaceOfCodes, ptns):
+    """Adjust indexes of caption and token to ptns without horizontals."""
+    for page in codes:
+        ptn = utilo.select_page(ptns, page=page.page)
+        before = horizontals_before(ptn)
+        for code in page.content:
+            code.caption = {item - before[item] for item in code.caption}
+            code.tokens = {item - before[item] for item in code.tokens}
+    return codes
+
+
+def horizontals_before(ptn):
+    before = 0
+    result = []
+    for item in ptn:
+        result.append(before)
+        if item.text == texmex.HORIZONTAL:
+            before += 1
+    return result

codero/loc.py

@@ -0,0 +1,167 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import re
+
+import utilo
+
+
+def determine(text: str) -> bool:
+    """\
+    >>> determine('print("hello")')
+    True
+    """
+    text = text.lower().strip()
+    methods = [
+        isjs,
+        ispython,
+        isbash,
+        isobjectc,
+    ]
+    if any(method(text) for method in methods):
+        return True
+    return False
+
+
+def prepare(keys, left=r'\b', right=r'\b', escape: bool = False):
+    if escape:
+        keys = (re.escape(item) for item in keys)
+    items = [left + item + right for item in keys]
+    result = utilo.compiles('(' + '|'.join(items) + ')')
+    return result
+
+
+PYTHON_KEYWORDS = utilo.splititems("""assert async await break continue
+del elif else except finally for global if lambda pass raise nonlocal
+return try while yield yield from as with import""")
+PYTHON_KEYWORDS = prepare(PYTHON_KEYWORDS)
+PYTHON_METHODS = utilo.splititems("""
+__import__ abs all any bin bool bytearray bytes chr classmethod compile
+complex delattr dict dir divmod enumerate eval filter float format
+frozenset getattr globals hasattr hash hex id input int isinstance
+issubclass iter len list locals map max memoryview min next object oct
+open ord pow print property range repr reversed round set setattr slice
+sorted staticmethod str sum super tuple namedtuple
+""")
+PYTHON_METHODS = prepare(PYTHON_METHODS, right='\\(')
+
+
+def ispython(text: str) -> bool:
+    """\
+    >>> ispython('Abc = collections.namedtuple("Abc a b c")')
+    True
+    """
+    if PYTHON_KEYWORDS.search(text):
+        return True
+    if PYTHON_METHODS.search(text):
+        return True
+    return False
+
+
+JAVASCRIPT_KEYWORDS = utilo.splitlines("""for own in of while until loop
+break return continue switch when then if unless else throw try catch
+finally new delete typeof instanceof super true false yes no on off null
+NaN Infinity undefined void val map apply length split sum""")
+JAVASCRIPT_KEYWORDS = prepare(JAVASCRIPT_KEYWORDS)
+# .reduce(
+JAVASCRIPT_METHODS = utilo.compiles(r'\.[a-z]{3,15}\(')
+JAVASCRIPT_START = utilo.splititems("""// /** /* * ) } )} val""")
+JAVASCRIPT_START = prepare(
+    keys=JAVASCRIPT_START,
+    left=r'^',
+    right='',
+    escape=True,
+)
+# 2 val tfidf
+JAVASCRIPT_ASSIGNMENT = utilo.compiles(r"""
+    ^
+    (var|val)
+    [ ]{0,3}
+    \w[\w\d]{1,40}
+    [\:\=]
+""")
+
+
+def isjs(text: str) -> bool:
+    """\
+    >>> isjs('.reduce((vector1, vector2) =>')
+    True
+    >>> isjs('}')
+    True
+    >>> isjs('var tfidf:')
+    True
+    >>> isjs('val tfidf=230')
+    True
+    """
+    if JAVASCRIPT_KEYWORDS.search(text):
+        return True
+    if JAVASCRIPT_METHODS.search(text):
+        return True
+    if JAVASCRIPT_START.search(text):
+        return True
+    if JAVASCRIPT_ASSIGNMENT.match(text):
+        return True
+    return False
+
+
+BASH_KEYWORDS = utilo.splititems("""for do done in while screen quit ssh
+ #/bin/bash bin bash .sh csp scp
+""")
+BASH_KEYWORDS = prepare(BASH_KEYWORDS, escape=True)
+BASH_ASSIGNMENT = utilo.compiles(r"""
+    ^
+    [\w|\_]{1,30}
+    \=
+    ["'‘]
+""")
+BASH_COMMENT = utilo.compiles(r"""
+    ^
+    \#{1,4}[ ]
+""")
+BASH_VAR = utilo.compiles(r"""
+    [$]
+    (
+        \d|
+        \w{1,10}
+    )
+""")
+
+
+def isbash(text: str) -> bool:
+    """\
+    >>> isbash('#/bin/bash')
+    True
+    """
+    if BASH_KEYWORDS.search(text):
+        return True
+    if BASH_ASSIGNMENT.search(text):
+        return True
+    if BASH_COMMENT.search(text):
+        return True
+    if BASH_VAR.search(text):
+        return True
+    return False
+
+
+OBJECTC_START = utilo.splititems("""// /** /* * ) } )} ...""")
+OBJECTC_START = prepare(OBJECTC_START, escape=True)
+OBJECTC_KEYWORDS = utilo.splititems("""target << |= [[""")
+OBJECTC_KEYWORDS = prepare(OBJECTC_KEYWORDS, escape=True)
+
+
+def isobjectc(text: str) -> bool:
+    """\
+    >>> isobjectc('t.target_addr |= [[ target objectForKey:@"main"] intValue] << 11; ')
+    True
+    """
+    if OBJECTC_START.search(text):
+        return True
+    if OBJECTC_KEYWORDS.search(text):
+        return True
+    return False

codero/strategy/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

codero/strategy/lines.py

@@ -0,0 +1,170 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+"""Code Between Lines Detector
+===========================
+
+1. Strategy: Code and listings is detected inside 3 horizonals
+2. Backup: Code is detected inside 2 horizonals and caption is detected below
+"""
+
+import elementae
+import iamraw
+import texmex
+import utilo
+
+
+def parse(ptn: texmex.PTCN) -> iamraw.PageContent:
+    content = all_inside_textual_horizontals(ptn)
+    if not content:
+        content = caption_below_code(ptn)
+    result = iamraw.PageContent(content=content, page=ptn.page)
+    return result
+
+
+def all_inside_textual_horizontals(ptn):
+    """\
+    Example
+
+    ---------------------------------------------------------------------------
+    Listing 2.1 Eine Beschwerde aus dem NHTSA-Datensatz.
+    ---------------------------------------------------------------------------
+    WHEN REAR ENDED WITH FOOT ON BRAKE, DRIVERS SHOULDER BELT DIDN’T RESTRAIN
+        FROM MAKING CONTACT, RESULTING IN AN INJURY. ESTIMATED SPEED OF
+        IMPACT 30 MPH.
+    ---------------------------------------------------------------------------
+    """
+    code = []
+    collector = DetectorAllInside()
+    for index, line in enumerate(ptn):
+        done = collector.run(line, index)
+        if not done:
+            continue
+        if len(utilo.unique(done)) != 3:
+            # false posititve, a lot of lines with any content. We require
+            # content between detected lines to have valid code detection.
+            collector.reset()
+            continue
+        # detected
+        code.append(done)
+        collector.reset()
+    converted = [
+        iamraw.PeaceOfCode(
+            caption=utilo.rtuple(done[0] + 1, done[1]),
+            tokens=utilo.rtuple(done[1] + 1, done[2]),
+        ) for done in code
+    ]
+    content = remove_invalids(converted, ptn)
+    return content
+
+
+def caption_below_code(ptn):
+    code = []
+    collector = DetectorBelow()
+    for index, line in enumerate(ptn):
+        done = collector.run(line, index)
+        if not done:
+            continue
+        # detected
+        code.append(done)
+        collector.reset()
+    content = [
+        iamraw.PeaceOfCode(
+            caption=utilo.rtuple(done[1] + 1, done[2] + 1),
+            tokens=utilo.rtuple(done[0] + 1, done[1]),
+        ) for done in code
+    ]
+    content = remove_invalids(content, ptn)
+    return content
+
+
+def remove_invalids(content, navigator: texmex.PTCN):
+    result = []
+    for item in content:
+        if not item.tokens:
+            # skip three horizontals in a row
+            continue
+        if not item.caption:
+            # skip three horizontals in a row
+            continue
+        firstindex = item.caption[0]
+        if not elementae.iscaption_code(navigator[firstindex].text):
+            continue
+        result.append(item)
+    return result
+
+
+class DetectorAllInside:
+    """\
+    ---------------------------------------------------------------------------
+    Listing 2.1 Eine Beschwerde aus dem NHTSA-Datensatz.
+    ---------------------------------------------------------------------------
+    WHEN REAR ENDED WITH FOOT ON BRAKE, DRIVERS SHOULDER BELT DIDN’T RESTRAIN
+        FROM MAKING CONTACT, RESULTING IN AN INJURY. ESTIMATED SPEED OF
+        IMPACT 30 MPH.
+    ---------------------------------------------------------------------------
+    """
+
+    def __init__(self):
+        self.start: int = None
+        self.middle: int = None
+        self.end: int = None
+
+    def run(self, line, index):
+        text = line.text
+        if self.start is None:
+            if text == texmex.HORIZONTAL:
+                self.start = index
+            return None
+        if self.middle is None:
+            if text == texmex.HORIZONTAL:
+                self.middle = index
+            return None
+        if text != texmex.HORIZONTAL:
+            return None
+        self.end = index
+        return self.start, self.middle, self.end
+
+    def reset(self):
+        self.start, self.middle, self.end = None, None, None
+
+
+class DetectorBelow:
+    """\
+    ---------------------------------------------------------------------------
+    WHEN REAR ENDED WITH FOOT ON BRAKE, DRIVERS SHOULDER BELT DIDN’T RESTRAIN
+        FROM MAKING CONTACT, RESULTING IN AN INJURY. ESTIMATED SPEED OF
+        IMPACT 30 MPH.
+    ---------------------------------------------------------------------------
+    Listing 2.1 Eine Beschwerde aus dem NHTSA-Datensatz.
+    """
+
+    def __init__(self):
+        self.start: int = None
+        self.middle: int = None
+        self.end: int = None
+
+    def run(self, line, index):
+        text = line.text
+        if self.start is None:
+            if text == texmex.HORIZONTAL:
+                self.start = index
+            return None
+        if self.middle is None:
+            if text == texmex.HORIZONTAL:
+                self.middle = index
+            return None
+        if not elementae.iscaption_code(text):
+            # invalid parsing, reset Detector
+            self.reset()
+            return None
+        self.end = index
+        return self.start, self.middle, self.end
+
+    def reset(self):
+        self.start, self.middle, self.end = None, None, None

codero/strategy/text/__init__.py

@@ -0,0 +1,140 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2021-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+"""Code Inside Text Detector
+=========================
+
+Detect code as a normal part of written text. There are no special
+elementae which help detecting these lines of code.
+
+1. Strategy: Lines number and caption below
+2. Strategy: Specialized R-Code with headline detector
+"""
+
+import re
+
+import configos
+import elementae
+import iamraw
+import texmex
+import utilo
+
+import codero.loc
+import codero.strategy.text.numbers
+
+
+def parse(ptn: texmex.PTCN) -> iamraw.PageContent:
+    pagenumber = ptn.page
+    collected = []
+    if content := codero.strategy.text.numbers.linenumbers_and_caption(ptn):
+        collected.extend(content)
+    ptn = hide_result(ptn, collected)
+    if content := codero.strategy.text.numbers.code_without_caption(ptn):
+        collected.extend(content)
+    ptn = hide_result(ptn, collected)
+    if not collected:
+        collected = raw_code(ptn)
+    pagecontent = iamraw.PageContent(
+        content=collected,
+        page=pagenumber,
+    )
+    return pagecontent
+
+
+def hide_result(ptn, codes):
+    done = set()
+    for item in codes:
+        done |= item.caption
+        done |= item.tokens
+    ptn = ptn[:]
+    for item in done:
+        ptn[item] = texmex.TextInfo(text='')
+    return ptn
+
+
+NOHEADLINE = '<<<NOHEADLINE>>>'
+
+RAWCODE_LENGTH_MIN = configos.HV_INT_PLUS(default=5)
+
+
+def raw_code(ptn):
+    code = []
+    collector = DetectorWithHeadline()
+    for index, line in enumerate(ptn):
+        done = collector.run(line.text, index)
+        if not done:
+            continue
+        # detected
+        code.append(done)
+        collector.reset()
+    if any((collector.start, collector.middle, collector.end)):
+        # raw code till page end
+        code.append((collector.start, collector.middle, len(ptn)))
+    content = [
+        iamraw.PeaceOfCode(tokens=set(utilo.rtuple(done[1], done[2])))
+        if done[0] == NOHEADLINE else iamraw.PeaceOfCode(
+            caption=set(utilo.rtuple(done[0], done[1])),
+            tokens=set(utilo.rtuple(done[1], done[2])),
+        ) for done in code
+    ]
+
+    def is_valid_raw(item):
+        if not item.caption:
+            if len(item.tokens) < RAWCODE_LENGTH_MIN:
+                # Too short code without any caption
+                return False
+        return True
+
+    content = [item for item in content if is_valid_raw(item)]
+    return content
+
+
+RCODE = re.compile(r'^R-Code:')
+
+
+class DetectorWithHeadline:
+    """\
+    R-Code:
+
+    > PROB_VOLLST <- NA
+    > PROB_VOLLST[PROB_VOLLST_s1 == 1 & PROB_VOLLST_s2 == 1] <- 1
+    > PROB_VOLLST[PROB_VOLLST_s1 != 1 | PROB_VOLLST_s2 != 1] <- 0
+    """
+
+    def __init__(self):
+        self.start: int = None
+        self.middle: int = None
+        self.end: int = None
+
+    def run(self, line: str, index: int):
+        text = line.strip()
+        if self.start is None:
+            if RCODE.search(text):
+                self.start = index
+                return None
+            if text and text[0] in '#>+':
+                # TODO: MAKE THIS MORE GENERAL
+                # R-Code start without headline
+                self.start = NOHEADLINE
+                self.middle = index
+            return None
+        if text and text[0] in '#>+':
+            if self.middle is None:
+                self.middle = index
+            else:
+                self.end = index + 1
+            return None
+        if self.middle is not None:
+            result = self.start, self.middle, index
+            self.reset()
+            return result
+        self.reset()
+        return None
+
+    def reset(self):
+        self.start, self.middle, self.end = None, None, None

codero/strategy/text/numbers.py

@@ -0,0 +1,187 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2022-2023 by Helmut Konrad Schewe. All rights reserved.
+# This file is property of Helmut Konrad Schewe. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import re
+
+import configos
+import elementae
+import iamraw
+import utilo
+
+import codero.loc
+
+
+def linenumbers_and_caption(ptn):
+    code = []
+    collector = DetectorLineNumbers()
+    for index, line in enumerate(ptn):
+        done = collector.run(line.text, index)
+        if not done:
+            continue
+        # detected
+        code.append(done)
+        collector.reset()
+    content = [
+        iamraw.PeaceOfCode(
+            caption=set(utilo.rtuple(done[1], done[2])),
+            tokens=set(utilo.rtuple(done[0], done[1])),
+        ) for done in code
+    ]
+    return content
+
+
+def code_without_caption(ptn):
+    code = []
+    collector = CodeWithoutCaption()
+    for index, line in enumerate(ptn):
+        done = collector.run(line.text, index)
+        if not done:
+            continue
+        # detected
+        code.append(done)
+    final = collector.final()
+    if final[0] is not None and final[1] is not None:
+        code.append(final)
+    content = [
+        iamraw.PeaceOfCode(
+            caption=set(),
+            tokens=set(utilo.rtuple(done[0], done[1])),
+        ) for done in code
+    ]
+    return content
+
+
+class DetectorLineNumbers:
+    """\
+    1 $ ./spark-shell
+    2 [...]
+    3 / __/__ ___ _____/ /__
+
+    Listing 2.1: Word Count in der Spark Konsole
+
+    >>> dtn = DetectorLineNumbers()
+    >>> dtn.run('1 import collections', 10)
+    >>> dtn.run('2 Abc = collections.namedtuple("Abc a b c")', 11)
+    >>> dtn.run('Listing 3: Simple python example', 12)
+    (10, 12, 13)
+    """
+
+    def __init__(self):
+        self.start: int = None
+        self.middle: int = None
+        self.end: int = None
+
+    def run(self, line: str, index: int):
+        text = line.strip()
+        if self.start is None:
+            if self.loc(text):
+                self.start = index
+            return None
+        if self.loc(text):
+            self.middle = index + 1
+            return None
+        if self.valid(text):
+            self.middle = index
+            self.end = index + 1
+        else:
+            self.reset()
+            return None
+        return self.final()
+
+    def loc(self, text: str) -> bool:  # pylint:disable=R0201
+        """Determine if text can be a line of code."""
+        return CODE_NUMBER.search(text)
+
+    def valid(self, text: str) -> bool:  # pylint:disable=R0201
+        return elementae.iscaption_code(text)
+
+    def final(self):
+        result = self.start, self.middle, self.end
+        self.reset()
+        return result
+
+    def reset(self):
+        self.start, self.middle, self.end = None, None, None
+
+
+CWC_CODE_LENGTH_MIN = configos.HV_INT_PLUS(default=2)
+
+
+class CodeWithoutCaption(DetectorLineNumbers):
+    """\
+    Code inside text
+    >>> cwc = CodeWithoutCaption()
+    >>> cwc.run('Text text text.', 9)
+    >>> cwc.run('1 import collections', 10)
+    >>> cwc.run('2 Abc = collections.namedtuple("Abc a b c")', 11)
+    >>> cwc.run('3 print("hello")', 12)
+    >>> cwc.run('Ich bin kein Quellcode.', 13)
+    (10, 13)
+
+    Normal List
+    >>> cwc = CodeWithoutCaption()
+    >>> cwc.run('1. Ich bin ein Listenpunkt', 3)
+    >>> cwc.run('2. Haus', 4)
+    >>> cwc.run('3. Hund', 5)
+    >>> cwc.run('Ich bin kein Quellcode.', 6)
+
+    TODO: ADD OPTION TO HAVE SOME LINES FALSE DETECTION
+    """
+
+    def __init__(self):
+        super().__init__()
+        self.empty_line_count = 0
+
+    def loc(self, text: str) -> bool:
+        """\
+        Bash Code
+        >>> cwc = CodeWithoutCaption()
+        >>> cwc.loc('1 #/bin/bash')
+        True
+        """
+        if not CODE_NUMBER.search(text):
+            return False
+        without_number = CODE_NUMBER.sub('', text).strip()
+        if not without_number:
+            self.empty_line_count += 1
+            return True
+        if not codero.loc.determine(without_number):
+            return False
+        return True
+
+    def valid(self, text: str) -> bool:
+        if elementae.iscaption_code(text):
+            # see DetectorLineNumbers
+            self.reset()
+            return False
+        if self.middle is None:
+            self.reset()
+            return False
+        length = self.middle - self.start
+        if length < CWC_CODE_LENGTH_MIN:
+            self.reset()
+            return False
+        empty_rate = self.empty_line_count / length
+        if empty_rate > 0.34:  # TODO: HOLY VALUE
+            # skip too many empty lines which are false positive dectections
+            self.reset()
+            return False
+        return True
+
+    def reset(self):
+        super().reset()
+        self.empty_line_count = 0
+
+    def final(self):
+        result = self.start, self.middle
+        self.reset()
+        return result
+
+
+CODE_NUMBER = re.compile(r'^\d{1,3}([ ]|(?!\.))')

codero-1.0.0.dist-info/METADATA

@@ -0,0 +1,29 @@
+Metadata-Version: 2.4
+Name: codero
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/codero
+Project-URL: Repository, https://github.com/anaticulae/codero
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: utilo<3.0.0,>=2.109.1
+Requires-Dist: iamraw<5.0.0,>=4.93.0
+Requires-Dist: elementae<2.0.0,>=1.0.1
+Requires-Dist: configos<2.0.0,>=1.0.4
+Provides-Extra: dev
+Requires-Dist: gennex<2.0.0,>=1.1.0; extra == "dev"
+Requires-Dist: groupmes<2.0.0,>=1.1.0; extra == "dev"
+Requires-Dist: headnote<2.0.0,>=1.0.3; extra == "dev"
+Requires-Dist: hoverpower<2.0.0,>=1.5.2; extra == "dev"
+Requires-Dist: ibidem<2.0.0,>=1.0.2; extra == "dev"
+Requires-Dist: mundare<2.0.0,>=1.0.2; extra == "dev"
+Requires-Dist: pagenumber<2.0.0,>=1.0.0; extra == "dev"
+Requires-Dist: utilotest<2.0.0,>=1.0.5; extra == "dev"
+Dynamic: license-file
+
+# codero

codero-1.0.0.dist-info/RECORD

@@ -0,0 +1,19 @@
+codero/__init__.py,sha256=s_KoCWB3r1hcvs8_1rEwwErxaTbilHdZUYqB7kXVpkU,676
+codero/cli.py,sha256=aSryeT2ecsJgcmbj4JQwd2ctV27yG0sowi0HudmZAYQ,1815
+codero/decider.py,sha256=1HkO7o3nXrKDXQaAy3VAnig3OjKbIlCIPCDv3jW_Py0,1169
+codero/finalize.py,sha256=2FYwkXFA5Z7gGbX9y-Iovupqn41y4yt1327apvWIlmE,1812
+codero/loc.py,sha256=K6NAsKhIb4DrK9oG6dqel7ameEZ6Ap3n2UUa2OOJteE,4519
+codero/features/__init__.py,sha256=ZnAmZoM8YS7O_aZREOZiaHHCsO1ctWvQVu__JGFNWCc,552
+codero/features/horizontal.py,sha256=DWup-mikKt2GXLE6uwWxj-g4W3xXwdfR1-jVtJM0uLs,1462
+codero/features/result.py,sha256=msRKBiTKk_A8BEXxGGjo0mEC17FVE97ZM1OWqfCmGOw,969
+codero/features/text.py,sha256=k42-W10xwS4iv2XInR6EuD6OwJbkpT5RG30q8mbbXfc,1460
+codero/strategy/__init__.py,sha256=ZnAmZoM8YS7O_aZREOZiaHHCsO1ctWvQVu__JGFNWCc,552
+codero/strategy/lines.py,sha256=cB9BKQC8nnS80T9u9LZcqLfZonOWiqqNxryKgyBdUJE,5684
+codero/strategy/text/__init__.py,sha256=17Q_RqcE3_33nNX11jk70bhDZwZ1CrekX6oJZUpB30c,4136
+codero/strategy/text/numbers.py,sha256=dJWrqrxhtnFGVMiZwJGsMiHJOAoOcKPHdhe4eDs6qMk,5253
+codero-1.0.0.dist-info/licenses/LICENSE,sha256=9jV_XivjSpyzpEYIFKZGcjDzX8invw3EHEJsGXmGJbA,1077
+codero-1.0.0.dist-info/METADATA,sha256=mcP_rBFL7E-siYy6st8cQjCL1DI0XUbkw_WomsyNV2Q,1128
+codero-1.0.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+codero-1.0.0.dist-info/entry_points.txt,sha256=EflcpnvitNuwY78jFrrd4SHQmNUeLR5X6rUUkee7-xk,43
+codero-1.0.0.dist-info/top_level.txt,sha256=mSUG4msWnOzBsNhN_ABrRJ5BDfD749-YKOIwA2yJcoc,7
+codero-1.0.0.dist-info/RECORD,,

codero-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (83.0.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

codero-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+codero = codero.cli:main

codero-1.0.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Helmut Konrad Schewe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

codero-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+codero