chatgpt-md-converter 0.1.0__py3-none-any.whl

chatgpt_md_converter/converters.py

@@ -0,0 +1,21 @@
+import re
+
+
+def convert_html_chars(text: str) -> str:
+    """
+    Converts HTML reserved symbols to their respective character references.
+    """
+    text = text.replace("&", "&")
+    text = text.replace("<", "&lt;")
+    text = text.replace(">", "&gt;")
+    return text
+
+
+def split_by_tag(out_text: str, md_tag: str, html_tag: str) -> str:
+    """
+    Splits the text by markdown tag and replaces it with the specified HTML tag.
+    """
+    tag_pattern = re.compile(
+        r"{}(.*?){}".format(re.escape(md_tag), re.escape(md_tag)), re.DOTALL
+    )
+    return tag_pattern.sub(r"<{}>\1</{}>".format(html_tag, html_tag), out_text)

chatgpt_md_converter/extractors.py

@@ -0,0 +1,55 @@
+import re
+
+
+def ensure_closing_delimiters(text: str) -> str:
+    """
+    Ensures that if an opening ` or ``` is found without a matching closing delimiter,
+    the missing delimiter is appended to the end of the text.
+    """
+    # For triple backticks
+    if text.count("```") % 2 != 0:
+        text += "```"
+    # For single backticks
+    if text.count("`") % 2 != 0:
+        text += "`"
+    return text
+
+
+def extract_and_convert_code_blocks(text: str):
+    """
+    Extracts code blocks from the text, converting them to HTML <pre><code> format,
+    and replaces them with placeholders. Also ensures closing delimiters for unmatched blocks.
+    """
+    text = ensure_closing_delimiters(text)
+    placeholders = []
+    code_blocks = {}
+
+    def replacer(match):
+        language = match.group(1) if match.group(1) else ""
+        code_content = match.group(3)
+        placeholder = f"CODEBLOCKPLACEHOLDER{len(placeholders)}"
+        placeholders.append(placeholder)
+        if not language:
+            html_code_block = f"<pre><code>{code_content}</code></pre>"
+        else:
+            html_code_block = (
+                f'<pre><code class="language-{language}">{code_content}</code></pre>'
+            )
+        return (placeholder, html_code_block)
+
+    modified_text = text
+    for match in re.finditer(r"```(\w*)?(\n)?(.*?)```", text, flags=re.DOTALL):
+        placeholder, html_code_block = replacer(match)
+        code_blocks[placeholder] = html_code_block
+        modified_text = modified_text.replace(match.group(0), placeholder, 1)
+
+    return modified_text, code_blocks
+
+
+def reinsert_code_blocks(text: str, code_blocks: dict) -> str:
+    """
+    Reinserts HTML code blocks into the text, replacing their placeholders.
+    """
+    for placeholder, html_code_block in code_blocks.items():
+        text = text.replace(placeholder, html_code_block, 1)
+    return text

chatgpt_md_converter/formatters.py

@@ -0,0 +1,31 @@
+import re
+
+
+def combine_blockquotes(text: str) -> str:
+    """
+    Combines multiline blockquotes into a single blockquote.
+    """
+    lines = text.split("\n")
+    combined_lines = []
+    blockquote_lines = []
+    in_blockquote = False
+
+    for line in lines:
+        if line.startswith(">"):
+            in_blockquote = True
+            blockquote_lines.append(line[1:].strip())
+        else:
+            if in_blockquote:
+                combined_lines.append(
+                    "<blockquote>" + " ".join(blockquote_lines) + "</blockquote>"
+                )
+                blockquote_lines = []
+                in_blockquote = False
+            combined_lines.append(line)
+
+    if in_blockquote:
+        combined_lines.append(
+            "<blockquote>" + " ".join(blockquote_lines) + "</blockquote>"
+        )
+
+    return "\n".join(combined_lines)

chatgpt_md_converter/helpers.py

@@ -0,0 +1,8 @@
+def remove_blockquote_escaping(output: str) -> str:
+    """
+    Removes the escaping from blockquote tags.
+    """
+    output = output.replace("&lt;blockquote&gt;", "<blockquote>").replace(
+        "&lt;/blockquote&gt;", "</blockquote>"
+    )
+    return output

chatgpt_md_converter/telegram_formatter.py

@@ -0,0 +1,56 @@
+import re
+from .converters import convert_html_chars, split_by_tag
+from .extractors import extract_and_convert_code_blocks, reinsert_code_blocks
+from .formatters import combine_blockquotes
+from .helpers import remove_blockquote_escaping
+
+
+def telegram_format(text: str) -> str:
+    """
+    Converts markdown in the provided text to HTML supported by Telegram.
+    """
+    # Step 0: Combine blockquotes
+    text = combine_blockquotes(text)
+
+    # Step 1: Convert HTML reserved symbols
+    text = convert_html_chars(text)
+
+    # Step 2: Extract and convert code blocks first
+    output, code_blocks = extract_and_convert_code_blocks(text)
+
+    # Step 3: Escape HTML special characters in the output text
+    output = output.replace("<", "&lt;").replace(">", "&gt;")
+
+    # Inline code
+    output = re.sub(r"`(.*?)`", r"<code>\1</code>", output)
+
+    # Nested Bold and Italic
+    output = re.sub(r"\*\*\*(.*?)\*\*\*", r"<b><i>\1</i></b>", output)
+
+    # Process markdown formatting tags (bold, underline, italic, strikethrough)
+    # and convert them to their respective HTML tags
+    output = split_by_tag(output, "**", "b")
+    output = split_by_tag(output, "__", "u")
+    output = split_by_tag(output, "_", "i")
+    output = split_by_tag(output, "*", "i")
+    output = split_by_tag(output, "~~", "s")
+
+    # Remove storage links
+    output = re.sub(r"【[^】]+】", "", output)
+
+    # Convert links
+    output = re.sub(r"\[(.*?)\]\((.*?)\)", r'<a href="\2">\1</a>', output)
+
+    # Convert lists
+    output = re.sub(r"^\s*[\-\*] (.+)", r"• \1", output, flags=re.MULTILINE)
+
+    # Convert headings
+    output = re.sub(r"^\s*#+ (.+)", r"<b>\1</b>", output, flags=re.MULTILINE)
+
+    # Step 4: Reinsert the converted HTML code blocks
+    output = reinsert_code_blocks(output, code_blocks)
+
+    # Step 5: Remove blockquote escaping
+    output = remove_blockquote_escaping(output)
+
+    return output

chatgpt_md_converter-0.1.0.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Kostiantyn Kriuchkov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

chatgpt_md_converter-0.1.0.dist-info/METADATA

@@ -0,0 +1,59 @@
+Metadata-Version: 2.1
+Name: chatgpt_md_converter
+Version: 0.1.0
+Summary: A package for converting markdown to HTML for chat Telegram bots
+Home-page: https://github.com/Latand/formatter-chatgpt-telegram
+Author: Kostiantyn Kriuchkov
+Author-email: latand666@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# ChatGPT Markdown to Telegram HTML Parser
+
+## Overview
+
+This project provides a solution for converting Markdown formatted text into HTML markup supported by the Telegram Bot API, specifically tailored for use in ChatGPT bots developed with the OpenAI API. It includes features for handling various Markdown elements and ensures proper tag closure, making it suitable for streaming mode applications.
+
+## Features
+
+- Converts Markdown syntax to Telegram-compatible HTML.
+- Supports inline code, bold, italic, underline, and strikethrough formatting.
+- Handles nested bold and italic formatting.
+- Converts Markdown links and lists to their HTML equivalents.
+- Processes code blocks with optional language specification, preserving formatting within `<pre><code>` tags.
+- Automatically appends missing closing delimiters for code blocks.
+- Escapes HTML special characters to prevent unwanted HTML rendering outside code blocks.
+
+## Usage
+
+To use the Markdown to Telegram HTML Parser in your ChatGPT bot, integrate the provided Python functions into your bot's processing pipeline. Here is a brief overview of how to incorporate the parser:
+
+1. **Ensure Closing Delimiters**: Automatically appends missing closing delimiters for `` ` `` and ``` ``` ``` to ensure proper parsing.
+
+2. **Extract and Convert Code Blocks**: Extracts Markdown code blocks, converts them to HTML `<pre><code>` format, and replaces them with placeholders to prevent formatting within code blocks.
+
+3. **Markdown to HTML Conversion**: Applies various regex substitutions and custom logic to convert supported Markdown formatting to Telegram-compatible HTML tags.
+
+4. **Reinsert Code Blocks**: Reinserts the previously extracted and converted code blocks back into the main text, replacing placeholders with the appropriate HTML content.
+
+Simply call the `telegram_format(text: str) -> str` function with your Markdown-formatted text as input to receive the converted HTML output ready for use with the Telegram Bot API.
+
+## Example
+
+```python
+formatted_text = telegram_format("Here is some **bold**, __underline__, and `inline code`.\n```python\nprint('Hello, world!')\n```")
+print(formatted_text)
+```
+
+## Requirements
+
+- Python 3.x
+- No external libraries required (uses built-in `re` module for regex operations)
+
+## Contribution
+
+Feel free to contribute to this project by submitting pull requests or opening issues for bugs, feature requests, or improvements.

chatgpt_md_converter-0.1.0.dist-info/RECORD

@@ -0,0 +1,11 @@
+chatgpt_md_converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+chatgpt_md_converter/converters.py,sha256=-SbsAiMetDZVkC7PrEQrrKlpoagnUycCL1WNBozd7u0,635
+chatgpt_md_converter/extractors.py,sha256=RNwo57_6jCe-HoX5eCvvZcjSTc2uPax-6QEtXqXA5QQ,1880
+chatgpt_md_converter/formatters.py,sha256=T85JwXI7t3PpqAHvkV7FFrmBar6pYRYLVLpET0TeRp0,856
+chatgpt_md_converter/helpers.py,sha256=9CtBeMzKYrymECNPl0MXsW0Vscp4A02a64a5z0sVWqE,261
+chatgpt_md_converter/telegram_formatter.py,sha256=3TrQpuVm1P4Qv1ZMrcBwD7sA2GI-yCDGuTUwUZSlw3E,1896
+chatgpt_md_converter-0.1.0.dist-info/LICENSE,sha256=SDr2jeP-s2g4vf17-jdLXrrqA4_mU7L_RtSJlv4Y2mk,1077
+chatgpt_md_converter-0.1.0.dist-info/METADATA,sha256=rBcqhTdfIBkEriZfkGlKC6baX883byezFhJ_oaGLEDQ,2935
+chatgpt_md_converter-0.1.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+chatgpt_md_converter-0.1.0.dist-info/top_level.txt,sha256=T2o7csVtZgr-Pwm83aSUkZn0humJmDFNqW38tRSsNqw,21
+chatgpt_md_converter-0.1.0.dist-info/RECORD,,

chatgpt_md_converter-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.43.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

chatgpt_md_converter-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+chatgpt_md_converter