decider-chapter 1.0.0__tar.gz

decider_chapter-1.0.0/PKG-INFO

@@ -0,0 +1,35 @@
+Metadata-Version: 2.4
+Name: decider-chapter
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/iamraw
+Project-URL: Repository, https://github.com/anaticulae/iamraw
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+Requires-Dist: germania<2.0.0,>=1.32.2
+Requires-Dist: iamraw<5.0.0,>=4.95.0
+Requires-Dist: utilo<3.0.0,>=2.110.2
+Provides-Extra: dev
+Requires-Dist: capita==1.25.3; extra == "dev"
+Requires-Dist: capita_ref==1.0.1; extra == "dev"
+Requires-Dist: gennex==1.1.0; extra == "dev"
+Requires-Dist: groupmes==1.1.0; extra == "dev"
+Requires-Dist: headnote==1.0.3; extra == "dev"
+Requires-Dist: hoverpower==1.7.0; extra == "dev"
+Requires-Dist: ibidem==1.0.2; extra == "dev"
+Requires-Dist: indicibus==1.0.2; extra == "dev"
+Requires-Dist: pagenumber==1.0.0; extra == "dev"
+Requires-Dist: rawmaker==2.40.5; extra == "dev"
+Requires-Dist: reftable==1.0.0; extra == "dev"
+Requires-Dist: tablero==1.0.1; extra == "dev"
+Requires-Dist: titulum==1.0.2; extra == "dev"
+Requires-Dist: utilotest==1.1.1; extra == "dev"
+Requires-Dist: verbo==1.23.4; extra == "dev"
+Requires-Dist: rawmaker==2.40.5; extra == "dev"
+Requires-Dist: pagenumber==1.0.0; extra == "dev"
+
+# chapter

decider_chapter-1.0.0/README

@@ -0,0 +1 @@
+# chapter

decider_chapter-1.0.0/chapter/__init__.py

@@ -0,0 +1,24 @@
+#==============================================================================
+# C O P Y R I G H T
+#------------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+#==============================================================================
+"""Chapter
+=======
+
+The chapter module tries to detect or analyse the meaning of a chapter.
+A main point is to find that requested features are given.
+"""
+
+import importlib.metadata
+import os
+
+import chapter.path
+
+__version__ = importlib.metadata.version('decider-chapter')
+
+ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+PROCESS = 'decider_chapter'

decider_chapter-1.0.0/chapter/cli.py

@@ -0,0 +1,41 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+import chapter
+
+DESCRIPTION = ''
+
+WORKPLAN = [
+    utilo.create_step(
+        'intro',
+        inputs=[
+            utilo.ResultFile('words', 'sentences_sentences'),
+            utilo.ResultFile('headlines', 'result_result'),
+            utilo.ResultFile('sections', 'section_result'),
+        ],
+        output=('intro',),
+    ),
+]
+
+
+def main():
+    utilo.featurepack(
+        workplan=WORKPLAN,
+        root=chapter.ROOT,
+        featurepackage='chapter.features',
+        config=utilo.FeaturePackConfig(
+            description=DESCRIPTION,
+            multiprocessed=True,
+            name=chapter.PROCESS,
+            pages=True,
+            version=chapter.__version__,
+        ),
+    )

decider_chapter-1.0.0/chapter/features/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

decider_chapter-1.0.0/chapter/features/intro.py

@@ -0,0 +1,49 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import serializeraw
+
+import chapter.intro.decide
+import chapter.serialize
+import chapter.utils
+
+
+def work(
+    sentences: str,
+    headlines: str,
+    sections: str,
+    pages: tuple = None,
+) -> str:
+    # load data
+    headlines = serializeraw.load_headlines(headlines, pages=pages)
+    sentences = serializeraw.load_text(
+        sentences,
+        headlines=headlines,
+        pages=pages,
+    )
+    sections = serializeraw.load_sections(sections, pages=pages)
+    intro = run_intro(sentences, sections)
+    # dump
+    dumped = chapter.serialize.dump_chapter_introinfo(intro)
+    return dumped
+
+
+def run_intro(sentences, sections):
+    # run algo
+    detected = chapter.utils.firstchapter(
+        sentences,
+        sections,
+    )
+    if not detected:
+        # could not detect firstchapter, content
+        return chapter.serialize.ChapterIntroInfo()
+    content, firstchapter = detected
+    found = chapter.intro.decide.run(content)
+    result = chapter.intro.decide.judge(found, firstchapter)
+    return result

decider_chapter-1.0.0/chapter/intro/__init__.py

@@ -0,0 +1,8 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================

decider_chapter-1.0.0/chapter/intro/data.py

@@ -0,0 +1,128 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import enum
+
+import utilo
+
+
+class IntroType(enum.IntEnum):
+    # Hinführung zum Thema
+    START = enum.auto()
+    # Gegenstand, Problemstellung und Ziele der Arbeit
+    GOAL = enum.auto()
+    # Gang der Untersuchung
+    METHOD = enum.auto()
+    # Abgrenzung der Arbeit
+    LIMIT = enum.auto()
+    # Aufbau der Arbeit
+    STRUCTURE = enum.auto()
+
+
+START = utilo.splitlines("""\
+Circa
+Ein Beispiel dafür
+Einleitung
+Kritisch beurteilt wird
+deuten an
+erfreuen sich großer Beliebtheit
+gegenwärtig weite Kreise
+haben gut
+kaum noch wegzudenken
+sondern deuten auch an
+spielt im
+ziehen sie gegenwärtig weite Kreise
+""")
+
+GOAL = utilo.splitlines("""\
+Arbeit leiten wird
+Der Schwerpunkt
+Forschungsfragen
+Fragestellung und Zielsetzung
+Welche
+Welche Aspekte
+Wie gestaltet
+Wie oft
+Zentraler Bestandteil
+Ziel
+Ziel der folgenden Ausführungen
+Ziel dieser Arbeit
+folgende Forschungsfragen
+wenig erforschtes Gebiet
+zentrale Fragestellung
+zu entwerfen
+zu identifizieren
+zu implementieren
+""")
+
+METHOD = utilo.splitlines("""\
+Auswahlkriterium zur Stichprobenkonstruktion
+Bearbeitung dieser Leitfrage
+Hierfür wurde abgefragt
+Im Zuge
+Quotenauswahl
+Stichprobe
+Stichprobenart
+Stichprobenumfang
+Untersuchungsgebiete
+demographischen Merkmalen
+den Ansätzen
+funktionalen Zugang
+modular und leicht erweiterbar
+repräsentative, standardisierte Kundenbefragung
+soll anhand
+sozioökonomische Daten
+standardisierten Fragebogens
+theoretische Strömungen
+theoretischen Ansätze werden
+verschiedenen Gruppen
+zueinander in Beziehung gesetzt
+""")
+
+LIMIT = utilo.splitlines("""\
+Arbeit nicht durchgeführt werden
+Literatur bisher kaum verfolgt
+Selten wird
+Zeitrahmen
+bewusst keinen Beitrag
+festgestellt werden
+kaum Ansätze zu finden
+nicht möglich sein wird
+sondern legt den Fokus
+""")
+
+STRUCTURE = utilo.splitlines("""\
+Aufbau der Arbeit
+Kapitel 1
+Kapitel 2
+Kapitel 3
+Kapitel 4
+Kapitel 5
+beschreibt den
+des vierten Teils
+dritten Kapitel
+erste Kapitel
+fünfte Kapitel
+gibt eine Einführung
+gliedert sich in
+in fünf Teile
+stellt die wichtigsten
+vierte Kapitel
+werden Begriffe und Überlegungen
+zweite Kapitel
+zweiten Teil
+""")
+
+TODO = [
+    (IntroType.START, START),
+    (IntroType.GOAL, GOAL),
+    (IntroType.METHOD, METHOD),
+    (IntroType.LIMIT, LIMIT),
+    (IntroType.STRUCTURE, STRUCTURE),
+]

decider_chapter-1.0.0/chapter/intro/decide.py

@@ -0,0 +1,59 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import germania
+
+import chapter.intro.data
+import chapter.serialize
+
+FIELDS = 'start goal method limit structure'.split()
+
+
+def judge(lines, ranges) -> chapter.serialize.ChapterIntroInfo:
+    result = chapter.serialize.ChapterIntroInfo(
+        pagestart=ranges[0],
+        pageend=ranges[1],
+    )
+    for index, line in enumerate(lines):
+        if not line:
+            continue
+        for ind, name in enumerate(FIELDS):
+            if not line[ind]:
+                continue
+            getattr(result, name).append((index, line[ind]))
+    return result
+
+
+def run(sentences: list) -> list:
+    result = []
+    for sentence in sentences:
+        if not isinstance(sentence, str):
+            # headline
+            sentence = sentence.title
+            if sentence is None:
+                # TODO: SHOULD NOT HAPPEN
+                result.append(None)
+                continue
+        detected = analyse(sentence)
+        if not any(detected):
+            result.append(None)
+            continue
+        result.append(detected)
+    return result
+
+
+def analyse(sentence: str) -> tuple:
+    result = []
+    for _, tokens in chapter.intro.data.TODO:
+        found = germania.searches(
+            tokens,
+            sentence=sentence,
+        )
+        result.append(len(found))
+    return result

decider_chapter-1.0.0/chapter/path.py

@@ -0,0 +1,14 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import utilo
+
+
+def chapter_intro(path: str, prefix: str = '') -> str:
+    return utilo.pathconnector(path, 'decider_chapter', 'intro_intro', prefix)

decider_chapter-1.0.0/chapter/serialize.py

@@ -0,0 +1,35 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import dataclasses
+
+import utilo
+
+
+@dataclasses.dataclass
+class ChapterIntroInfo:
+    pagestart: int = None
+    pageend: int = None
+    start: list = dataclasses.field(default_factory=list)
+    goal: list = dataclasses.field(default_factory=list)
+    method: list = dataclasses.field(default_factory=list)
+    limit: list = dataclasses.field(default_factory=list)
+    structure: list = dataclasses.field(default_factory=list)
+
+
+def dump_chapter_introinfo(intro: ChapterIntroInfo) -> str:
+    raw = dataclasses.asdict(intro)
+    dumped = utilo.yaml_dump(raw)
+    return dumped
+
+
+def load_chapter_introinfo(path: str) -> ChapterIntroInfo:
+    loaded = utilo.yaml_load(path)
+    result = ChapterIntroInfo(**loaded)
+    return result

decider_chapter-1.0.0/chapter/utils.py

@@ -0,0 +1,61 @@
+# =============================================================================
+# C O P Y R I G H T
+# -----------------------------------------------------------------------------
+# Copyright (c) 2020-2022 by Helmut Konrad Fahrendholz. All rights reserved.
+# This file is property of Helmut Konrad Fahrendholz. Any unauthorized copy,
+# use or distribution is an offensive act against international law and may
+# be prosecuted under federal law. Its content is company confidential.
+# =============================================================================
+
+import contextlib
+
+import iamraw
+import utilo
+
+
+def mainpart(sections):
+    for item in sections.content:
+        if not isinstance(item, iamraw.MainPart):
+            continue
+        return item
+    return None
+
+
+def select_chapter(sections, chapternumber: int = 0):
+    assert chapternumber >= 0, f'invalid chapter number: {chapternumber}'
+    main = mainpart(sections)
+    if not main:
+        return None
+    chapters = []
+    for item in main.content:
+        if isinstance(item, iamraw.sections.Chapter):
+            chapters.append(item.start)
+            continue
+    if len(main.content) > 1:
+        chapters.append(main.content[-1].end)
+    # select chapter by chapternumber
+    with contextlib.suppress(IndexError):
+        return chapters[chapternumber], chapters[chapternumber + 1]
+    return None
+
+
+def firstchapter(words, sections):
+    first = select_chapter(
+        sections,
+        chapternumber=0,
+    )
+    if first is None:
+        return None
+    start, end = first
+    selected = [
+        utilo.select_page(words, page) for page in utilo.rtuple(start, end)
+    ]
+    result = []
+    for page in selected:
+        if not page:
+            # empty page?
+            continue
+        for section in page.content:
+            result.append(section.headline)
+            result.extend(section.content)
+    return result, first

decider_chapter-1.0.0/decider_chapter.egg-info/PKG-INFO

@@ -0,0 +1,35 @@
+Metadata-Version: 2.4
+Name: decider-chapter
+Version: 1.0.0
+Author-email: Helmut Konrad Schewe <helmutus@outlook.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/anaticulae/iamraw
+Project-URL: Repository, https://github.com/anaticulae/iamraw
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+Requires-Dist: germania<2.0.0,>=1.32.2
+Requires-Dist: iamraw<5.0.0,>=4.95.0
+Requires-Dist: utilo<3.0.0,>=2.110.2
+Provides-Extra: dev
+Requires-Dist: capita==1.25.3; extra == "dev"
+Requires-Dist: capita_ref==1.0.1; extra == "dev"
+Requires-Dist: gennex==1.1.0; extra == "dev"
+Requires-Dist: groupmes==1.1.0; extra == "dev"
+Requires-Dist: headnote==1.0.3; extra == "dev"
+Requires-Dist: hoverpower==1.7.0; extra == "dev"
+Requires-Dist: ibidem==1.0.2; extra == "dev"
+Requires-Dist: indicibus==1.0.2; extra == "dev"
+Requires-Dist: pagenumber==1.0.0; extra == "dev"
+Requires-Dist: rawmaker==2.40.5; extra == "dev"
+Requires-Dist: reftable==1.0.0; extra == "dev"
+Requires-Dist: tablero==1.0.1; extra == "dev"
+Requires-Dist: titulum==1.0.2; extra == "dev"
+Requires-Dist: utilotest==1.1.1; extra == "dev"
+Requires-Dist: verbo==1.23.4; extra == "dev"
+Requires-Dist: rawmaker==2.40.5; extra == "dev"
+Requires-Dist: pagenumber==1.0.0; extra == "dev"
+
+# chapter

decider_chapter-1.0.0/decider_chapter.egg-info/SOURCES.txt

@@ -0,0 +1,18 @@
+README
+pyproject.toml
+chapter/__init__.py
+chapter/cli.py
+chapter/path.py
+chapter/serialize.py
+chapter/utils.py
+chapter/features/__init__.py
+chapter/features/intro.py
+chapter/intro/__init__.py
+chapter/intro/data.py
+chapter/intro/decide.py
+decider_chapter.egg-info/PKG-INFO
+decider_chapter.egg-info/SOURCES.txt
+decider_chapter.egg-info/dependency_links.txt
+decider_chapter.egg-info/entry_points.txt
+decider_chapter.egg-info/requires.txt
+decider_chapter.egg-info/top_level.txt

decider_chapter-1.0.0/decider_chapter.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

decider_chapter-1.0.0/decider_chapter.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+decider_chapter = chapter.cli:main

decider_chapter-1.0.0/decider_chapter.egg-info/requires.txt

@@ -0,0 +1,20 @@
+germania<2.0.0,>=1.32.2
+iamraw<5.0.0,>=4.95.0
+utilo<3.0.0,>=2.110.2
+
+[dev]
+capita==1.25.3
+capita_ref==1.0.1
+gennex==1.1.0
+groupmes==1.1.0
+headnote==1.0.3
+hoverpower==1.7.0
+ibidem==1.0.2
+indicibus==1.0.2
+pagenumber==1.0.0
+rawmaker==2.40.5
+reftable==1.0.0
+tablero==1.0.1
+titulum==1.0.2
+utilotest==1.1.1
+verbo==1.23.4

decider_chapter-1.0.0/decider_chapter.egg-info/top_level.txt

@@ -0,0 +1 @@
+chapter

decider_chapter-1.0.0/pyproject.toml

@@ -0,0 +1,109 @@
+[build-system]
+requires = [
+    "setuptools>=82.0.1",
+    "wheel>=0.47.0",
+]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "decider-chapter"
+version = "1.0.0"
+description = ""
+requires-python = ">=3.12"
+authors = [
+    { name = "Helmut Konrad Schewe", email = "helmutus@outlook.com" },
+]
+dependencies = [
+    "germania>=1.32.2,<2.0.0",
+    "iamraw>=4.95.0,<5.0.0",
+    "utilo>=2.110.2,<3.0.0",
+]
+keywords = []
+classifiers = [
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
+]
+license = "MIT"
+license-files = [
+    "LICENSE",
+]
+
+[project.readme]
+file = "README"
+content-type = "text/markdown"
+
+[project.optional-dependencies]
+dev = [
+    "capita==1.25.3",
+    "capita_ref==1.0.1",
+    "gennex==1.1.0",
+    "groupmes==1.1.0",
+    "headnote==1.0.3",
+    "hoverpower==1.7.0",
+    "ibidem==1.0.2",
+    "indicibus==1.0.2",
+    "pagenumber==1.0.0",
+    "rawmaker==2.40.5",
+    "reftable==1.0.0",
+    "tablero==1.0.1",
+    "titulum==1.0.2",
+    "utilotest==1.1.1",
+    "verbo==1.23.4",
+    "rawmaker==2.40.5",
+    "pagenumber==1.0.0",
+]
+
+[project.scripts]
+decider_chapter = "chapter.cli:main"
+
+[project.urls]
+Homepage = "https://github.com/anaticulae/iamraw"
+Repository = "https://github.com/anaticulae/iamraw"
+
+[tool.semantic_release]
+version_toml = [
+    "pyproject.toml:project.version",
+]
+
+[tool.semantic_release.changelog]
+mode = "init"
+output_format = "md"
+
+[tool.semantic_release.changelog.default_templates]
+changelog_file = "CHANGELOG"
+
+[tool.semantic_release.commit_parser_options]
+patch_tags = [
+    "build",
+    "chore",
+    "ci",
+    "deps",
+    "docs",
+    "fix",
+    "perf",
+    "refactor",
+    "style",
+    "test",
+]
+minor_tags = [
+    "feat",
+]
+
+[tool.setuptools.packages.find]
+where = [
+    ".",
+]
+include = [
+    "chapter",
+    "chapter.features",
+    "chapter.intro",
+]
+exclude = [
+    "tests*",
+]
+
+[tool.hoverpower]
+packages = [
+    "MASTER",
+]

decider_chapter-1.0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+