chatgpt-md-converter 0.3.11__tar.gz → 0.4.0b1__tar.gz

{chatgpt_md_converter-0.3.11 → chatgpt_md_converter-0.4.0b1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: chatgpt_md_converter
-Version: 0.3.11
+Version: 0.4.0b1
 Summary: A package for converting markdown to HTML for chat Telegram bots
 Home-page: https://github.com/botfather-dev/formatter-chatgpt-telegram
 Author: Kostiantyn Kriuchkov

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/__init__.py

@@ -0,0 +1,14 @@
+from .html_splitter import split_html_for_telegram
+from .html_to_markdown import html_to_telegram_markdown
+from .telegram_entities import (EntityType, TelegramEntity,
+                                telegram_format_entities)
+from .telegram_formatter import telegram_format
+
+__all__ = [
+    "telegram_format",
+    "telegram_format_entities",
+    "TelegramEntity",
+    "EntityType",
+    "split_html_for_telegram",
+    "html_to_telegram_markdown",
+]

{chatgpt_md_converter-0.3.11 → chatgpt_md_converter-0.4.0b1}/chatgpt_md_converter/html_markdown/handlers.py

@@ -169,11 +169,12 @@ def _handle_blockquote(node: Node, state: RenderState) -> str:
     expandable = "expandable" in node.attrs
     rendered: list[str] = []
     for index, line in enumerate(lines):
-        prefix = "**>" if expandable and index == 0 else ">"
         stripped = line.rstrip("\r")
         if expandable:
-            rendered.append(prefix + stripped)
+            marker = ">**" if index == 0 else ">"
+            rendered.append(f"{marker} {stripped}" if stripped else marker)
         else:
+            prefix = ">"
             rendered.append(f"{prefix} {stripped}" if stripped else prefix)
     return "\n".join(rendered)
 

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/telegram_entities/__init__.py

@@ -0,0 +1,68 @@
+"""
+Telegram entity conversion module.
+
+This module provides functions to convert Markdown text to Telegram's
+native entity format (plain text + MessageEntity objects).
+"""
+
+from typing import List, Tuple
+
+from .entity import EntityType, TelegramEntity
+from .parser import parse_entities
+
+
+def telegram_format_entities(text: str) -> Tuple[str, List[dict]]:
+    """
+    Convert Markdown text to Telegram format with entities.
+
+    This function parses Markdown syntax and returns plain text along with
+    a list of entity dictionaries suitable for the Telegram Bot API.
+
+    Supported Markdown elements:
+    - **bold**
+    - *italic* or _italic_
+    - __underline__
+    - ~~strikethrough~~
+    - ||spoiler||
+    - `inline code`
+    - ```language
+      code blocks
+      ```
+    - [link text](url)
+    - > blockquotes
+    - >** expandable blockquotes
+    - # Headings (converted to bold)
+    - Lists with - or *
+
+    Args:
+        text: Markdown-formatted text
+
+    Returns:
+        Tuple of (plain_text, entities) where:
+        - plain_text: Text with all Markdown markers removed
+        - entities: List of dicts with 'type', 'offset', 'length' keys
+          (plus 'url' for links, 'language' for code blocks)
+
+    Example:
+        >>> text, entities = telegram_format_entities("**Hello** world!")
+        >>> print(text)
+        Hello world!
+        >>> print(entities)
+        [{'type': 'bold', 'offset': 0, 'length': 5}]
+
+        # Use with python-telegram-bot:
+        await bot.send_message(chat_id, text=text, entities=entities)
+
+        # Use with aiogram:
+        await message.answer(text, entities=entities)
+    """
+    plain_text, entity_objects = parse_entities(text)
+    return plain_text, [e.to_dict() for e in entity_objects]
+
+
+__all__ = [
+    "telegram_format_entities",
+    "TelegramEntity",
+    "EntityType",
+    "parse_entities",
+]

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/telegram_entities/entity.py

@@ -0,0 +1,64 @@
+"""Telegram entity data structures."""
+
+from dataclasses import dataclass
+from enum import Enum
+from typing import Optional
+
+
+class EntityType(Enum):
+    """Telegram MessageEntity types."""
+
+    BOLD = "bold"
+    ITALIC = "italic"
+    UNDERLINE = "underline"
+    STRIKETHROUGH = "strikethrough"
+    SPOILER = "spoiler"
+    CODE = "code"
+    PRE = "pre"
+    TEXT_LINK = "text_link"
+    BLOCKQUOTE = "blockquote"
+    EXPANDABLE_BLOCKQUOTE = "expandable_blockquote"
+
+
+@dataclass
+class TelegramEntity:
+    """
+    Represents a Telegram MessageEntity.
+
+    Attributes:
+        type: The entity type (bold, italic, code, etc.)
+        offset: Start position in UTF-16 code units
+        length: Length in UTF-16 code units
+        url: URL for TEXT_LINK entities
+        language: Programming language for PRE (code block) entities
+    """
+
+    type: EntityType
+    offset: int
+    length: int
+    url: Optional[str] = None
+    language: Optional[str] = None
+
+    def to_dict(self) -> dict:
+        """Convert to dict for JSON serialization / Telegram API."""
+        result = {
+            "type": self.type.value,
+            "offset": self.offset,
+            "length": self.length,
+        }
+        if self.url is not None:
+            result["url"] = self.url
+        if self.language is not None:
+            result["language"] = self.language
+        return result
+
+    @classmethod
+    def from_dict(cls, data: dict) -> "TelegramEntity":
+        """Create entity from dictionary."""
+        return cls(
+            type=EntityType(data["type"]),
+            offset=data["offset"],
+            length=data["length"],
+            url=data.get("url"),
+            language=data.get("language"),
+        )

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/telegram_entities/extractors/__init__.py

@@ -0,0 +1,13 @@
+"""Entity extractors for different Markdown elements."""
+
+from .blockquotes import extract_blockquote_entities
+from .headings import extract_heading_entities
+from .inline import extract_inline_formatting_entities
+from .links import extract_link_entities
+
+__all__ = [
+    "extract_inline_formatting_entities",
+    "extract_link_entities",
+    "extract_blockquote_entities",
+    "extract_heading_entities",
+]

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/telegram_entities/extractors/blockquotes.py

@@ -0,0 +1,117 @@
+"""Blockquote entity extraction."""
+
+import re
+from typing import List, Tuple
+
+from ..entity import EntityType, TelegramEntity
+
+# Pattern for regular blockquotes: > text
+_BLOCKQUOTE_LINE_PATTERN = re.compile(r"^>(?!\*\*)\s?(.*)$", re.MULTILINE)
+
+# Pattern for expandable blockquotes: >** text or **> text
+_EXPANDABLE_BLOCKQUOTE_PATTERN = re.compile(
+    r"^(?:>\*\*|\*\*>)\s?(.*)$", re.MULTILINE
+)
+
+
+def extract_blockquote_entities(text: str) -> Tuple[str, List[TelegramEntity]]:
+    """
+    Extract blockquotes and return plain text with BLOCKQUOTE entities.
+
+    Handles both regular (>) and expandable (>** or **>) blockquotes.
+    Consecutive blockquote lines are combined into a single entity.
+
+    Args:
+        text: Input text with blockquote markers
+
+    Returns:
+        Tuple of (text_without_markers, list_of_entities)
+    """
+    entities: List[TelegramEntity] = []
+
+    # First, handle expandable blockquotes
+    result_parts: List[str] = []
+
+    # Find all expandable blockquote lines and group consecutive ones
+    lines = text.split("\n")
+    i = 0
+    current_offset = 0
+
+    while i < len(lines):
+        line = lines[i]
+
+        # Check for expandable blockquote
+        exp_match = _EXPANDABLE_BLOCKQUOTE_PATTERN.match(line)
+        if exp_match:
+            # Collect consecutive expandable blockquote lines
+            quote_lines = []
+
+            while i < len(lines):
+                m = _EXPANDABLE_BLOCKQUOTE_PATTERN.match(lines[i])
+                if m:
+                    quote_lines.append(m.group(1))
+                    i += 1
+                else:
+                    break
+
+            quote_content = "\n".join(quote_lines)
+            quote_offset = current_offset
+            current_offset += len(quote_content) + (1 if i < len(lines) else 0)
+
+            result_parts.append(quote_content)
+            if i < len(lines):
+                result_parts.append("\n")
+
+            entities.append(
+                TelegramEntity(
+                    type=EntityType.EXPANDABLE_BLOCKQUOTE,
+                    offset=quote_offset,
+                    length=len(quote_content),
+                )
+            )
+            continue
+
+        # Check for regular blockquote
+        reg_match = _BLOCKQUOTE_LINE_PATTERN.match(line)
+        if reg_match:
+            # Collect consecutive regular blockquote lines
+            quote_lines = []
+            start_offset = current_offset
+
+            while i < len(lines):
+                # Don't match expandable as regular
+                if _EXPANDABLE_BLOCKQUOTE_PATTERN.match(lines[i]):
+                    break
+                m = _BLOCKQUOTE_LINE_PATTERN.match(lines[i])
+                if m:
+                    quote_lines.append(m.group(1))
+                    i += 1
+                else:
+                    break
+
+            quote_content = "\n".join(quote_lines)
+            current_offset += len(quote_content) + (1 if i < len(lines) else 0)
+
+            result_parts.append(quote_content)
+            if i < len(lines):
+                result_parts.append("\n")
+
+            entities.append(
+                TelegramEntity(
+                    type=EntityType.BLOCKQUOTE,
+                    offset=start_offset,
+                    length=len(quote_content),
+                )
+            )
+            continue
+
+        # Regular line
+        current_offset += len(line) + (1 if i < len(lines) - 1 else 0)
+        result_parts.append(line)
+        if i < len(lines) - 1:
+            result_parts.append("\n")
+        i += 1
+
+    result_text = "".join(result_parts)
+
+    return result_text, entities

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/telegram_entities/extractors/headings.py

@@ -0,0 +1,56 @@
+"""Heading entity extraction (converted to bold)."""
+
+import re
+from typing import List, Tuple
+
+from ..entity import EntityType, TelegramEntity
+
+# Pattern for Markdown headings: # Heading, ## Heading, etc.
+_HEADING_PATTERN = re.compile(r"^(#{1,6})\s+(.+)$", re.MULTILINE)
+
+
+def extract_heading_entities(text: str) -> Tuple[str, List[TelegramEntity]]:
+    """
+    Extract Markdown headings and convert them to bold entities.
+
+    Telegram doesn't have native heading support, so headings are converted
+    to bold text (matching the HTML converter behavior).
+
+    Args:
+        text: Input text with Markdown headings
+
+    Returns:
+        Tuple of (text_with_headings_converted, list_of_bold_entities)
+    """
+    entities: List[TelegramEntity] = []
+    result_parts: List[str] = []
+    last_end = 0
+
+    for match in _HEADING_PATTERN.finditer(text):
+        # Add text before this heading
+        result_parts.append(text[last_end : match.start()])
+
+        # Calculate position in output
+        current_offset = sum(len(p) for p in result_parts)
+
+        # Extract heading text (without the # markers)
+        heading_text = match.group(2)
+
+        # Add the heading text
+        result_parts.append(heading_text)
+
+        # Create bold entity for the heading
+        entities.append(
+            TelegramEntity(
+                type=EntityType.BOLD,
+                offset=current_offset,
+                length=len(heading_text),
+            )
+        )
+
+        last_end = match.end()
+
+    # Add remaining text
+    result_parts.append(text[last_end:])
+
+    return "".join(result_parts), entities

chatgpt_md_converter-0.4.0b1/chatgpt_md_converter/telegram_entities/extractors/inline.py

@@ -0,0 +1,295 @@
+"""Inline formatting entity extraction (bold, italic, underline, etc.)."""
+
+import re
+from typing import List, Tuple
+
+from ..entity import EntityType, TelegramEntity
+
+# Patterns for different formatting types
+# Order matters - longer markers first to avoid partial matches
+_PATTERNS = [
+    # Bold+Italic: ***text***
+    (
+        re.compile(r"(?<![\\\*])\*\*\*(?!\*)(?=\S)([\s\S]*?)(?<=\S)\*\*\*(?!\*)", re.DOTALL),
+        [EntityType.BOLD, EntityType.ITALIC],
+        3,
+    ),
+    # Underline+Italic: ___text___
+    (
+        re.compile(
+            r"(?<![\\_])___(?!_)(?=\S)([\s\S]*?)(?<=\S)___(?!_)",
+            re.DOTALL,
+        ),
+        [EntityType.UNDERLINE, EntityType.ITALIC],
+        3,
+    ),
+    # Bold: **text**
+    (
+        re.compile(r"(?<![\\\*])\*\*(?!\*)(?=\S)([\s\S]*?)(?<=\S)(?<!\*)\*\*(?!\*)", re.DOTALL),
+        [EntityType.BOLD],
+        2,
+    ),
+    # Underline: __text__
+    (
+        re.compile(
+            r"(?<![\\_])__(?!_)(?=\S)([\s\S]*?)(?<=\S)(?<!_)__(?!_)",
+            re.DOTALL,
+        ),
+        [EntityType.UNDERLINE],
+        2,
+    ),
+    # Strikethrough: ~~text~~
+    (
+        re.compile(r"(?<![\\~])~~(?!~)(?=\S)([\s\S]*?)(?<=\S)(?<!~)~~(?!~)", re.DOTALL),
+        [EntityType.STRIKETHROUGH],
+        2,
+    ),
+    # Spoiler: ||text||
+    (
+        re.compile(r"(?<![\\|])\|\|(?!\|)(?=\S)([^\n]*?)(?<=\S)(?<!\|)\|\|(?!\|)"),
+        [EntityType.SPOILER],
+        2,
+    ),
+    # Italic with asterisk: *text* (must not be adjacent to other asterisks)
+    (
+        re.compile(
+            r"(?<![A-Za-z0-9\\\*])\*(?!\*)(?=\S)([\s\S]*?)(?<=\S)(?<!\*)\*(?![A-Za-z0-9\*])",
+            re.DOTALL,
+        ),
+        [EntityType.ITALIC],
+        1,
+    ),
+    # Italic with underscore: _text_
+    (
+        re.compile(
+            r"(?<![A-Za-z0-9\\_])_(?!_)(?=\S)([\s\S]*?)(?<=\S)(?<!_)_(?![A-Za-z0-9_])",
+            re.DOTALL,
+        ),
+        [EntityType.ITALIC],
+        1,
+    ),
+]
+
+
+class _Match:
+    """Represents a formatting match with its properties."""
+
+    def __init__(
+        self,
+        start: int,
+        end: int,
+        inner_start: int,
+        inner_end: int,
+        entity_types: List[EntityType],
+        marker_len: int,
+    ):
+        self.start = start
+        self.end = end
+        self.inner_start = inner_start
+        self.inner_end = inner_end
+        self.entity_types = entity_types
+        self.marker_len = marker_len
+        self.children: List["_Match"] = []
+
+    def contains(self, other: "_Match") -> bool:
+        """Check if this match's inner content fully contains another match."""
+        return self.inner_start <= other.start and other.end <= self.inner_end
+
+
+def _find_all_matches(text: str) -> List[_Match]:
+    """Find all formatting matches in text."""
+    matches = []
+
+    for pattern, entity_types, marker_len in _PATTERNS:
+        for match in pattern.finditer(text):
+            matches.append(
+                _Match(
+                    start=match.start(),
+                    end=match.end(),
+                    inner_start=match.start() + marker_len,
+                    inner_end=match.end() - marker_len,
+                    entity_types=list(entity_types),
+                    marker_len=marker_len,
+                )
+            )
+
+    # Sort by start position, then by length descending (longer first)
+    matches.sort(key=lambda m: (m.start, -(m.end - m.start)))
+
+    return matches
+
+
+def _build_match_tree(matches: List[_Match]) -> List[_Match]:
+    """
+    Build a tree of matches where nested matches are children.
+    Returns only top-level matches (others are nested as children).
+    """
+    if not matches:
+        return []
+
+    result: List[_Match] = []
+
+    for match in matches:
+        # Find if this match should be nested inside an existing result
+        placed = False
+        for existing in result:
+            if existing.contains(match):
+                # Recursively try to place in existing's children
+                placed = _try_place_in_children(existing, match)
+                if placed:
+                    break
+
+        if not placed:
+            # Check if this match overlaps with any existing (invalid)
+            overlaps = False
+            for existing in result:
+                if _matches_overlap(match, existing):
+                    overlaps = True
+                    break
+
+            if not overlaps:
+                result.append(match)
+
+    return result
+
+
+def _try_place_in_children(parent: _Match, child: _Match) -> bool:
+    """Try to place a child match in the parent's children list."""
+    # First check if it fits in any existing child
+    for existing_child in parent.children:
+        if existing_child.contains(child):
+            return _try_place_in_children(existing_child, child)
+
+    # Check for overlaps with existing children
+    for existing_child in parent.children:
+        if _matches_overlap(child, existing_child):
+            return False
+
+    # Can add as a direct child
+    parent.children.append(child)
+    return True
+
+
+def _matches_overlap(m1: _Match, m2: _Match) -> bool:
+    """Check if two matches have invalid overlap (partial, not nested)."""
+    # No overlap
+    if m1.end <= m2.start or m2.end <= m1.start:
+        return False
+    # m1 contains m2 in inner content
+    if m1.inner_start <= m2.start and m2.end <= m1.inner_end:
+        return False
+    # m2 contains m1 in inner content
+    if m2.inner_start <= m1.start and m1.end <= m2.inner_end:
+        return False
+    # Invalid overlap
+    return True
+
+
+def _process_match(
+    text: str,
+    match: _Match,
+    base_offset: int,
+) -> Tuple[str, List[TelegramEntity]]:
+    """
+    Process a single match and its children, returning plain text and entities.
+
+    Args:
+        text: The text containing the match
+        match: The match to process
+        base_offset: Offset in the final output where this match starts
+
+    Returns:
+        Tuple of (processed_text, entities)
+    """
+    inner_text = text[match.inner_start : match.inner_end]
+    entities: List[TelegramEntity] = []
+
+    # If there are children, process them
+    if match.children:
+        # Sort children by position
+        match.children.sort(key=lambda m: m.start)
+
+        # Process children recursively
+        processed_parts: List[str] = []
+        child_entities: List[TelegramEntity] = []
+        last_end = match.inner_start
+
+        for child in match.children:
+            # Add text before this child
+            processed_parts.append(text[last_end : child.start])
+
+            # Calculate child's offset in the final output
+            child_offset = base_offset + sum(len(p) for p in processed_parts)
+
+            # Process child recursively
+            child_text, child_ents = _process_match(text, child, child_offset)
+            processed_parts.append(child_text)
+            child_entities.extend(child_ents)
+
+            last_end = child.end
+
+        # Add remaining text after last child
+        processed_parts.append(text[last_end : match.inner_end])
+
+        inner_text = "".join(processed_parts)
+        entities.extend(child_entities)
+
+    # Create entities for this match
+    for entity_type in match.entity_types:
+        entities.append(
+            TelegramEntity(
+                type=entity_type,
+                offset=base_offset,
+                length=len(inner_text),
+            )
+        )
+
+    return inner_text, entities
+
+
+def extract_inline_formatting_entities(
+    text: str,
+) -> Tuple[str, List[TelegramEntity]]:
+    """
+    Extract inline formatting (bold, italic, etc.) and return plain text with entities.
+
+    Handles nested formatting where one style is fully contained within another.
+
+    Args:
+        text: Input text with Markdown formatting markers
+
+    Returns:
+        Tuple of (text_without_markers, list_of_entities)
+    """
+    matches = _find_all_matches(text)
+    top_level_matches = _build_match_tree(matches)
+
+    if not top_level_matches:
+        return text, []
+
+    # Sort by position
+    top_level_matches.sort(key=lambda m: m.start)
+
+    # Process all matches
+    result_parts: List[str] = []
+    all_entities: List[TelegramEntity] = []
+    last_end = 0
+
+    for match in top_level_matches:
+        # Add text before this match
+        result_parts.append(text[last_end : match.start])
+
+        # Calculate offset for this match
+        current_offset = sum(len(p) for p in result_parts)
+
+        # Process match and its children
+        processed_text, entities = _process_match(text, match, current_offset)
+        result_parts.append(processed_text)
+        all_entities.extend(entities)
+
+        last_end = match.end
+
+    # Add remaining text
+    result_parts.append(text[last_end:])
+
+    return "".join(result_parts), all_entities