newspaper-ocr 0.1.0__tar.gz

newspaper_ocr-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Neal Caren
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

newspaper_ocr-0.1.0/PKG-INFO

@@ -0,0 +1,243 @@
+Metadata-Version: 2.4
+Name: newspaper-ocr
+Version: 0.1.0
+Summary: Modular OCR pipeline for historical newspaper scans
+Author-email: Neal Caren <neal.caren@gmail.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/nealcaren/newspaper-ocr
+Project-URL: Repository, https://github.com/nealcaren/newspaper-ocr
+Project-URL: Issues, https://github.com/nealcaren/newspaper-ocr/issues
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Science/Research
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Image Recognition
+Classifier: Topic :: Text Processing :: General
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pillow>=10.0
+Requires-Dist: opencv-python-headless>=4.8
+Requires-Dist: onnxruntime>=1.16
+Requires-Dist: numpy>=1.24
+Requires-Dist: torch>=2.0
+Requires-Dist: torchvision>=0.15
+Requires-Dist: click>=8.0
+Requires-Dist: huggingface-hub>=0.20
+Provides-Extra: tesseract
+Provides-Extra: paddlex
+Requires-Dist: paddlepaddle; extra == "paddlex"
+Requires-Dist: paddlex; extra == "paddlex"
+Provides-Extra: glm-ocr
+Requires-Dist: transformers>=5.1; extra == "glm-ocr"
+Requires-Dist: torch; extra == "glm-ocr"
+Provides-Extra: all
+Requires-Dist: newspaper-ocr[glm-ocr,paddlex,tesseract]; extra == "all"
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Dynamic: license-file
+
+# newspaper-ocr
+
+Modular OCR pipeline for historical newspaper scans. Three-phase architecture with swappable backends at every stage.
+
+## Pipeline
+
+```
+                    Phase 1              Phase 2           Phase 3
+                    LAYOUT               OCR               POST-PROCESSING
+
+ Image ──→ ┌─────────────────┐   ┌──────────────┐   ┌─────────────────┐
+            │ Detection       │   │ Recognition  │   │ Text Cleaning   │
+ JP2       │ (AS YOLO or     │──→│ (Tesseract,  │──→│ (dehyphenation, │──→ Output
+ JPG       │  PP-DocLayout)  │   │  tesserocr,  │   │  line joining)  │    text
+ PNG       │                 │   │  EffOCR)     │   │                 │    json
+            │ Layout Proc.   │   │              │   │ Spell Check     │    hOCR
+            │ (reading order, │   │              │   │ (SymSpell)      │
+            │  dedup, merge) │   │              │   │                 │
+            └─────────────────┘   └──────────────┘   └─────────────────┘
+```
+
+**Phase 1 — Layout:** Detect regions (articles, headlines, ads) and text lines. Reorder into newspaper reading order (columns left-to-right, top-to-bottom). Deduplicate overlapping detections, fill gaps.
+
+**Phase 2 — OCR:** Recognize text in each detected line or region. Swappable backends with different speed/accuracy tradeoffs.
+
+**Phase 3 — Post-Processing:** Reconstruct continuous text from OCR'd lines. Rejoin hyphenated words across line breaks. Join continuation lines into paragraphs. Optional spell correction.
+
+## Installation
+
+```bash
+pip install newspaper-ocr
+
+# Tesseract (requires system install):
+#   macOS: brew install tesseract
+#   Ubuntu: apt install tesseract-ocr
+
+# Optional backends:
+pip install "newspaper-ocr[glm-ocr]"     # GLM-OCR vision-language model
+pip install "newspaper-ocr[paddlex]"      # PP-DocLayout detector
+
+# EfficientOCR (installed separately from fork):
+pip install git+https://github.com/nealcaren/efficient_ocr.git
+```
+
+## Quick Start
+
+### Python
+
+```python
+from newspaper_ocr import Pipeline
+
+# Defaults: AS YOLO detection + Tesseract recognition
+pipe = Pipeline()
+text = pipe.ocr("page.jp2")
+
+# Fast mode (tesserocr C API, ~4x faster)
+pipe = Pipeline(recognizer="tesserocr")
+
+# With spell correction
+pipe = Pipeline(recognizer="tesserocr", spell_check=True)
+
+# JSON output with bounding boxes and confidence scores
+pipe = Pipeline(output="json")
+result = pipe.ocr("page.jp2")
+
+# Fine-tuned Tesseract model
+from newspaper_ocr.recognizers.tesseract import TesseractRecognizer
+rec = TesseractRecognizer(model="news_gold_v2", tessdata_dir="/path/to/models")
+pipe = Pipeline(recognizer=rec)
+
+# Disable layout post-processing (for non-newspaper documents)
+pipe = Pipeline(layout_processing=False)
+
+# Batch processing
+results = pipe.ocr_batch(["page1.jp2", "page2.jp2", "page3.jp2"])
+```
+
+### Command Line
+
+```bash
+# Basic OCR
+newspaper-ocr page.jp2
+
+# Fast mode with JSON output
+newspaper-ocr page.jp2 --backend tesserocr --output json
+
+# With spell correction
+newspaper-ocr page.jp2 --backend tesserocr --spell-check
+
+# Batch processing to files
+newspaper-ocr *.jp2 --outdir results/ --output text
+
+# Fine-tuned model
+newspaper-ocr page.jp2 --model news_gold_v2.traineddata
+
+# Disable post-processing
+newspaper-ocr page.jp2 --no-layout-processing --no-text-cleaning
+```
+
+## Phase 1: Layout
+
+Two detection backends, plus battle-tested newspaper layout post-processing.
+
+### Detectors
+
+| Detector | What it finds | Speed | Best for |
+|----------|--------------|-------|----------|
+| `as_yolo` (default) | Regions + lines | ~8s/page | Line-level OCR (Tesseract, EffOCR) |
+| `paddlex` | Regions only (20 categories) | varies | Region-level OCR, detailed layout analysis |
+
+### Layout Processing
+
+Ported from the [Dangerous Press](https://dangerouspress.org) production pipeline. Applied automatically after detection:
+
+1. **Filter** low-confidence detections
+2. **Rescue** missed regions in gaps between accepted detections
+3. **Deduplicate** overlapping regions (three-pass: contained, title-text, near-duplicate)
+4. **Fill column gaps** using geometric column detection
+5. **Reading order** — column-aware sorting (full-width headers first, then column-by-column)
+6. **Merge** vertically adjacent blocks into coherent regions
+
+Disable with `layout_processing=False`.
+
+## Phase 2: OCR
+
+Three recognition backends with different speed/accuracy tradeoffs.
+
+| Backend | Mode | Speed | CER* | How it works |
+|---------|------|-------|------|-------------|
+| `tesseract` | line | ~106s | 3.2% | Subprocess per line, LSTM sequence model |
+| `tesseract` | region | ~38s | — | Subprocess per region, Tesseract's own line segmentation |
+| `tesserocr` | line | ~26s | 3.2% | C API bindings, no subprocess overhead |
+| `tesserocr` | region | ~25s | — | C API, region-level |
+| `effocr` | line | ~50s | 11.2% | Contrastive char/word matching, ONNX |
+
+*CER measured against LLM gold-standard labels with fine-tuned `news_gold_v2` model. Baseline Tesseract (eng) is ~8-11% CER. Times on a single newspaper page (~1,100 lines).
+
+### Fine-Tuned Models
+
+The pipeline includes infrastructure for fine-tuning Tesseract on historical newspaper text using LLM-verified gold-standard labels. See `dangerouspress-ocr-finetune` for the training pipeline.
+
+## Phase 3: Post-Processing
+
+### Text Cleaning
+
+Reconstructs continuous text from OCR'd lines:
+
+- **Dehyphenation**: `"com-" + "plete"` → `"complete"` (when next line starts lowercase)
+- **Line joining**: Continuation lines joined with spaces
+- **Paragraph breaks**: Detected via vertical gaps, column shifts, or terminal punctuation + uppercase
+- **Semantic dashes preserved**: Em-dashes and spaced dashes kept intact
+
+Disable with `text_cleaning=False` or `--no-text-cleaning`.
+
+### Spell Correction
+
+Optional SymSpell-based correction (`spell_check=True`):
+
+- Corrects words not found in dictionary (edit distance ≤ 2)
+- Preserves capitalization, punctuation, numbers, abbreviations
+- Supports custom frequency dictionaries for corpus-specific vocabulary
+- Logs all corrections for review
+
+```python
+pipe = Pipeline(spell_check=True)
+
+# With corpus-specific dictionary
+from newspaper_ocr.spell_checker import SpellChecker
+checker = SpellChecker(dictionary_path="my_newspaper_words.txt")
+```
+
+## Output Formats
+
+| Format | Flag | Content |
+|--------|------|---------|
+| `text` | `--output text` | Plain text, paragraphs separated by blank lines |
+| `json` | `--output json` | Structured: regions, lines, bounding boxes, confidence |
+| `hocr` | `--output hocr` | HTML with spatial coordinates (for text overlay on images) |
+
+## Architecture
+
+Every stage is a swappable component behind an abstract interface. Adding a new backend = one file + one registry entry.
+
+```python
+# Custom detector
+from newspaper_ocr.detectors.base import Detector
+class MyDetector(Detector):
+    def detect(self, image) -> PageLayout: ...
+
+# Custom recognizer
+from newspaper_ocr.recognizers.base import LineRecognizer
+class MyRecognizer(LineRecognizer):
+    def recognize(self, line) -> Line: ...
+
+# Plug into pipeline
+pipe = Pipeline(detector=MyDetector(), recognizer=MyRecognizer())
+```
+
+## License
+
+MIT

newspaper_ocr-0.1.0/README.md

@@ -0,0 +1,201 @@
+# newspaper-ocr
+
+Modular OCR pipeline for historical newspaper scans. Three-phase architecture with swappable backends at every stage.
+
+## Pipeline
+
+```
+                    Phase 1              Phase 2           Phase 3
+                    LAYOUT               OCR               POST-PROCESSING
+
+ Image ──→ ┌─────────────────┐   ┌──────────────┐   ┌─────────────────┐
+            │ Detection       │   │ Recognition  │   │ Text Cleaning   │
+ JP2       │ (AS YOLO or     │──→│ (Tesseract,  │──→│ (dehyphenation, │──→ Output
+ JPG       │  PP-DocLayout)  │   │  tesserocr,  │   │  line joining)  │    text
+ PNG       │                 │   │  EffOCR)     │   │                 │    json
+            │ Layout Proc.   │   │              │   │ Spell Check     │    hOCR
+            │ (reading order, │   │              │   │ (SymSpell)      │
+            │  dedup, merge) │   │              │   │                 │
+            └─────────────────┘   └──────────────┘   └─────────────────┘
+```
+
+**Phase 1 — Layout:** Detect regions (articles, headlines, ads) and text lines. Reorder into newspaper reading order (columns left-to-right, top-to-bottom). Deduplicate overlapping detections, fill gaps.
+
+**Phase 2 — OCR:** Recognize text in each detected line or region. Swappable backends with different speed/accuracy tradeoffs.
+
+**Phase 3 — Post-Processing:** Reconstruct continuous text from OCR'd lines. Rejoin hyphenated words across line breaks. Join continuation lines into paragraphs. Optional spell correction.
+
+## Installation
+
+```bash
+pip install newspaper-ocr
+
+# Tesseract (requires system install):
+#   macOS: brew install tesseract
+#   Ubuntu: apt install tesseract-ocr
+
+# Optional backends:
+pip install "newspaper-ocr[glm-ocr]"     # GLM-OCR vision-language model
+pip install "newspaper-ocr[paddlex]"      # PP-DocLayout detector
+
+# EfficientOCR (installed separately from fork):
+pip install git+https://github.com/nealcaren/efficient_ocr.git
+```
+
+## Quick Start
+
+### Python
+
+```python
+from newspaper_ocr import Pipeline
+
+# Defaults: AS YOLO detection + Tesseract recognition
+pipe = Pipeline()
+text = pipe.ocr("page.jp2")
+
+# Fast mode (tesserocr C API, ~4x faster)
+pipe = Pipeline(recognizer="tesserocr")
+
+# With spell correction
+pipe = Pipeline(recognizer="tesserocr", spell_check=True)
+
+# JSON output with bounding boxes and confidence scores
+pipe = Pipeline(output="json")
+result = pipe.ocr("page.jp2")
+
+# Fine-tuned Tesseract model
+from newspaper_ocr.recognizers.tesseract import TesseractRecognizer
+rec = TesseractRecognizer(model="news_gold_v2", tessdata_dir="/path/to/models")
+pipe = Pipeline(recognizer=rec)
+
+# Disable layout post-processing (for non-newspaper documents)
+pipe = Pipeline(layout_processing=False)
+
+# Batch processing
+results = pipe.ocr_batch(["page1.jp2", "page2.jp2", "page3.jp2"])
+```
+
+### Command Line
+
+```bash
+# Basic OCR
+newspaper-ocr page.jp2
+
+# Fast mode with JSON output
+newspaper-ocr page.jp2 --backend tesserocr --output json
+
+# With spell correction
+newspaper-ocr page.jp2 --backend tesserocr --spell-check
+
+# Batch processing to files
+newspaper-ocr *.jp2 --outdir results/ --output text
+
+# Fine-tuned model
+newspaper-ocr page.jp2 --model news_gold_v2.traineddata
+
+# Disable post-processing
+newspaper-ocr page.jp2 --no-layout-processing --no-text-cleaning
+```
+
+## Phase 1: Layout
+
+Two detection backends, plus battle-tested newspaper layout post-processing.
+
+### Detectors
+
+| Detector | What it finds | Speed | Best for |
+|----------|--------------|-------|----------|
+| `as_yolo` (default) | Regions + lines | ~8s/page | Line-level OCR (Tesseract, EffOCR) |
+| `paddlex` | Regions only (20 categories) | varies | Region-level OCR, detailed layout analysis |
+
+### Layout Processing
+
+Ported from the [Dangerous Press](https://dangerouspress.org) production pipeline. Applied automatically after detection:
+
+1. **Filter** low-confidence detections
+2. **Rescue** missed regions in gaps between accepted detections
+3. **Deduplicate** overlapping regions (three-pass: contained, title-text, near-duplicate)
+4. **Fill column gaps** using geometric column detection
+5. **Reading order** — column-aware sorting (full-width headers first, then column-by-column)
+6. **Merge** vertically adjacent blocks into coherent regions
+
+Disable with `layout_processing=False`.
+
+## Phase 2: OCR
+
+Three recognition backends with different speed/accuracy tradeoffs.
+
+| Backend | Mode | Speed | CER* | How it works |
+|---------|------|-------|------|-------------|
+| `tesseract` | line | ~106s | 3.2% | Subprocess per line, LSTM sequence model |
+| `tesseract` | region | ~38s | — | Subprocess per region, Tesseract's own line segmentation |
+| `tesserocr` | line | ~26s | 3.2% | C API bindings, no subprocess overhead |
+| `tesserocr` | region | ~25s | — | C API, region-level |
+| `effocr` | line | ~50s | 11.2% | Contrastive char/word matching, ONNX |
+
+*CER measured against LLM gold-standard labels with fine-tuned `news_gold_v2` model. Baseline Tesseract (eng) is ~8-11% CER. Times on a single newspaper page (~1,100 lines).
+
+### Fine-Tuned Models
+
+The pipeline includes infrastructure for fine-tuning Tesseract on historical newspaper text using LLM-verified gold-standard labels. See `dangerouspress-ocr-finetune` for the training pipeline.
+
+## Phase 3: Post-Processing
+
+### Text Cleaning
+
+Reconstructs continuous text from OCR'd lines:
+
+- **Dehyphenation**: `"com-" + "plete"` → `"complete"` (when next line starts lowercase)
+- **Line joining**: Continuation lines joined with spaces
+- **Paragraph breaks**: Detected via vertical gaps, column shifts, or terminal punctuation + uppercase
+- **Semantic dashes preserved**: Em-dashes and spaced dashes kept intact
+
+Disable with `text_cleaning=False` or `--no-text-cleaning`.
+
+### Spell Correction
+
+Optional SymSpell-based correction (`spell_check=True`):
+
+- Corrects words not found in dictionary (edit distance ≤ 2)
+- Preserves capitalization, punctuation, numbers, abbreviations
+- Supports custom frequency dictionaries for corpus-specific vocabulary
+- Logs all corrections for review
+
+```python
+pipe = Pipeline(spell_check=True)
+
+# With corpus-specific dictionary
+from newspaper_ocr.spell_checker import SpellChecker
+checker = SpellChecker(dictionary_path="my_newspaper_words.txt")
+```
+
+## Output Formats
+
+| Format | Flag | Content |
+|--------|------|---------|
+| `text` | `--output text` | Plain text, paragraphs separated by blank lines |
+| `json` | `--output json` | Structured: regions, lines, bounding boxes, confidence |
+| `hocr` | `--output hocr` | HTML with spatial coordinates (for text overlay on images) |
+
+## Architecture
+
+Every stage is a swappable component behind an abstract interface. Adding a new backend = one file + one registry entry.
+
+```python
+# Custom detector
+from newspaper_ocr.detectors.base import Detector
+class MyDetector(Detector):
+    def detect(self, image) -> PageLayout: ...
+
+# Custom recognizer
+from newspaper_ocr.recognizers.base import LineRecognizer
+class MyRecognizer(LineRecognizer):
+    def recognize(self, line) -> Line: ...
+
+# Plug into pipeline
+pipe = Pipeline(detector=MyDetector(), recognizer=MyRecognizer())
+```
+
+## License
+
+MIT

newspaper_ocr-0.1.0/pyproject.toml

@@ -0,0 +1,52 @@
+[build-system]
+requires = ["setuptools>=68.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "newspaper-ocr"
+version = "0.1.0"
+description = "Modular OCR pipeline for historical newspaper scans"
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.11"
+authors = [
+    {name = "Neal Caren", email = "neal.caren@gmail.com"},
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Science/Research",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Scientific/Engineering :: Image Recognition",
+    "Topic :: Text Processing :: General",
+]
+dependencies = [
+    "pillow>=10.0",
+    "opencv-python-headless>=4.8",
+    "onnxruntime>=1.16",
+    "numpy>=1.24",
+    "torch>=2.0",
+    "torchvision>=0.15",
+    "click>=8.0",
+    "huggingface-hub>=0.20",
+]
+
+[project.urls]
+Homepage = "https://github.com/nealcaren/newspaper-ocr"
+Repository = "https://github.com/nealcaren/newspaper-ocr"
+Issues = "https://github.com/nealcaren/newspaper-ocr/issues"
+
+[project.optional-dependencies]
+tesseract = []
+paddlex = ["paddlepaddle", "paddlex"]
+glm-ocr = ["transformers>=5.1", "torch"]
+all = ["newspaper-ocr[tesseract,paddlex,glm-ocr]"]
+dev = ["pytest>=7.0", "pytest-cov"]
+
+[project.scripts]
+newspaper-ocr = "newspaper_ocr.cli:main"
+
+[tool.setuptools.packages.find]
+where = ["src"]

newspaper_ocr-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

newspaper_ocr-0.1.0/src/newspaper_ocr/__init__.py

@@ -0,0 +1,5 @@
+"""newspaper-ocr: Modular OCR pipeline for historical newspaper scans."""
+from newspaper_ocr.models import BBox, Line, Region, PageLayout
+from newspaper_ocr.pipeline import Pipeline
+
+__all__ = ["Pipeline", "BBox", "Line", "Region", "PageLayout"]

newspaper_ocr-0.1.0/src/newspaper_ocr/cli.py

@@ -0,0 +1,87 @@
+"""CLI entry point for newspaper-ocr."""
+from __future__ import annotations
+import sys
+from pathlib import Path
+import click
+
+
+@click.command()
+@click.argument("images", nargs=-1, required=True, type=click.Path(exists=True))
+@click.option("--backend", "-b", default="tesseract",
+              help="Recognition backend: tesseract, tesserocr, effocr")
+@click.option("--detector", "-d", default="as_yolo",
+              help="Detection backend: as_yolo, paddlex")
+@click.option("--output", "-o", default="text",
+              help="Output format: text, json, hocr")
+@click.option("--model", "-m", default=None,
+              help="Custom model path (e.g., traineddata for Tesseract)")
+@click.option("--model-dir", default=None,
+              help="Model cache directory")
+@click.option("--mode", default="region",
+              help="Recognition mode: line or region (default: region)")
+@click.option("--no-layout-processing", is_flag=True,
+              help="Disable reading order post-processing")
+@click.option("--no-text-cleaning", is_flag=True,
+              help="Disable dehyphenation and line-joining post-processing")
+@click.option("--spell-check", is_flag=True, default=False,
+              help="Enable SymSpell spell correction post-processing (off by default)")
+@click.option("--fallback", default=None,
+              help="Fallback recognizer for low-confidence lines (e.g. glm-ocr)")
+@click.option("--fallback-threshold", default=70, type=float,
+              help="Confidence threshold (0-100) below which fallback is used (default: 70)")
+@click.option("--outdir", default=None,
+              help="Output directory (default: stdout)")
+def main(images, backend, detector, output, model, model_dir, mode, no_layout_processing, no_text_cleaning, spell_check, fallback, fallback_threshold, outdir):
+    """OCR historical newspaper scans.
+
+    Examples:
+      newspaper-ocr page.jp2
+      newspaper-ocr page.jp2 --backend tesserocr --output json
+      newspaper-ocr *.jp2 --outdir results/ --output text
+      newspaper-ocr page.jp2 --model news_gold_v2.traineddata
+    """
+    from newspaper_ocr import Pipeline
+
+    # Build recognizer with mode
+    from newspaper_ocr.recognizers import RECOGNIZERS
+    import inspect
+    rec_cls = RECOGNIZERS.get(backend)
+    rec_kwargs = {}
+    params = inspect.signature(rec_cls.__init__).parameters
+    if "mode" in params:
+        rec_kwargs["mode"] = mode
+    if model:
+        # Route model arg to the right param
+        if "model" in params:
+            rec_kwargs["model"] = model
+        elif "model_dir" in params:
+            rec_kwargs["model_dir"] = model
+
+    recognizer = rec_cls(**rec_kwargs)
+
+    pipe = Pipeline(
+        detector=detector,
+        recognizer=recognizer,
+        output=output,
+        model_cache_dir=model_dir,
+        layout_processing=not no_layout_processing,
+        text_cleaning=not no_text_cleaning,
+        spell_check=spell_check,
+        fallback=fallback,
+        fallback_threshold=fallback_threshold,
+    )
+
+    for image_path in images:
+        result = pipe.ocr(image_path)
+
+        if outdir:
+            out_path = Path(outdir) / (Path(image_path).stem + _ext(output))
+            Path(outdir).mkdir(parents=True, exist_ok=True)
+            out_path.write_text(result)
+            click.echo(f"Saved: {out_path}", err=True)
+        else:
+            click.echo(result)
+
+
+def _ext(fmt: str) -> str:
+    return {"text": ".txt", "json": ".json", "hocr": ".hocr"}.get(fmt, ".txt")

newspaper_ocr-0.1.0/src/newspaper_ocr/detectors/__init__.py

@@ -0,0 +1,12 @@
+from newspaper_ocr.detectors.base import Detector
+from newspaper_ocr.detectors.as_yolo import AsYoloDetector
+from newspaper_ocr.registry import Registry
+
+DETECTORS = Registry("detector")
+DETECTORS.register("as_yolo", AsYoloDetector)
+
+try:
+    from newspaper_ocr.detectors.paddlex import PaddleXDetector
+    DETECTORS.register("paddlex", PaddleXDetector)
+except ImportError:
+    pass