PgsFile 0.2.9__tar.gz → 0.3.1__tar.gz

{PgsFile-0.2.9 → PgsFile-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PgsFile
-Version: 0.2.9
+Version: 0.3.1
 Summary: This module simplifies Python package management, script execution, file handling, web scraping, and multimedia downloads. The module supports LLM-based NLP tasks such as tokenization, lemmatization, POS tagging, NER, dependency parsing, MDD, WSD, and MIP analysis. It also generates word lists and plots data, aiding literary students. Ideal for scraping data, cleaning text, and analyzing language, it offers user-friendly tools to streamline workflows.
 Home-page: https://mp.weixin.qq.com/s/12-KVLfaPszoZkCxuRd-nQ?token=1589547443&lang=zh_CN
 Author: Pan Guisheng

{PgsFile-0.2.9 → PgsFile-0.3.1}/PgsFile/PgsFile.py

@@ -1799,8 +1799,8 @@ Showing download progress and speed when audio-visual files like MP4, MP3, JPG e
 import time
 from contextlib import closing 
 
-def audiovisual_downloader(url, path, headers=None):
-    with closing(requests.get(url, stream=True, headers=headers)) as r:
+def audiovisual_downloader(url, path, headers=None, params=None, cookies=None):
+    with closing(requests.get(url, stream=True, headers=headers, params=params, cookies=cookies)) as r:
         chunk_size=1024*10
         content_size=int(r.headers['content-length'])
         print('Initiating download...')
@@ -1809,7 +1809,7 @@ def audiovisual_downloader(url, path, headers=None):
             for chunk in r.iter_content(chunk_size=chunk_size):
                 f.write(chunk)
                 p.output()
- 
+                
 class ProgressData(object):
     def __init__(self, block, size, unit, file_name='', ):
         self.file_name=file_name
@@ -2066,6 +2066,39 @@ def format_float(number, decimal_places=2):
     formatted_number="{:.{precision}f}".format(number, precision=decimal_places)
     return formatted_number
 
+
+def mhtml2html(input_file_path, output_file_path=None):
+    """
+    Extracts HTML content from an MHTML file. Optionally saves it to an HTML file and returns the HTML string.
+
+    Parameters:
+    input_file_path (str): The path to the MHTML file.
+    output_file_path (str, optional): The path to the output HTML file. If None, the HTML content will not be saved.
+
+    Returns:
+    str: The extracted HTML content.
+    """
+    import pimht
+    mhtml = pimht.from_filename(input_file_path)
+    longest_length = 0
+    html_content = ""
+
+    for mhtml_part in mhtml:
+        if "text/html" in mhtml_part.content_type:
+            possible_html = mhtml_part.text
+            current_length = len(possible_html)
+            if current_length > longest_length:
+                longest_length = current_length
+                html_content = possible_html
+
+    if output_file_path:
+        with open(output_file_path, 'w', encoding='utf-8') as file:
+            file.write(html_content)
+        print(f"HTML content successfully saved to {output_file_path}\n")
+            
+    return html_content
+    
+
 def get_data_html_offline(file_path):
     """
     Reads a local HTML file and extracts specific elements.

{PgsFile-0.2.9 → PgsFile-0.3.1}/PgsFile/__init__.py

@@ -14,6 +14,7 @@ from .PgsFile import get_data_text, get_data_lines, get_json_lines, get_tsv_line
 from .PgsFile import get_data_excel, get_data_json, get_data_tsv, extract_misspelled_words_from_docx
 from .PgsFile import get_data_html_online, get_data_html_offline
 from .PgsFile import get_data_table_url, get_data_table_html_string
+from .PgsFile import mhtml2html
 
 # 4. Text data storage
 from .PgsFile import write_to_txt, write_to_excel, write_to_json, write_to_json_lines, append_dict_to_json, save_dict_to_excel

{PgsFile-0.2.9 → PgsFile-0.3.1}/PgsFile.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PgsFile
-Version: 0.2.9
+Version: 0.3.1
 Summary: This module simplifies Python package management, script execution, file handling, web scraping, and multimedia downloads. The module supports LLM-based NLP tasks such as tokenization, lemmatization, POS tagging, NER, dependency parsing, MDD, WSD, and MIP analysis. It also generates word lists and plots data, aiding literary students. Ideal for scraping data, cleaning text, and analyzing language, it offers user-friendly tools to streamline workflows.
 Home-page: https://mp.weixin.qq.com/s/12-KVLfaPszoZkCxuRd-nQ?token=1589547443&lang=zh_CN
 Author: Pan Guisheng

{PgsFile-0.2.9 → PgsFile-0.3.1}/setup.py

@@ -12,7 +12,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setuptools.setup(
     name="PgsFile",
-    version="0.2.9",
+    version="0.3.1",
     author="Pan Guisheng",
     author_email="895284504@qq.com",
     description="This module simplifies Python package management, script execution, file handling, web scraping, and multimedia downloads. The module supports LLM-based NLP tasks such as tokenization, lemmatization, POS tagging, NER, dependency parsing, MDD, WSD, and MIP analysis. It also generates word lists and plots data, aiding literary students. Ideal for scraping data, cleaning text, and analyzing language, it offers user-friendly tools to streamline workflows.",