PgsFile 0.5.3__tar.gz → 0.5.4__tar.gz

{pgsfile-0.5.3/src/PgsFile.egg-info → pgsfile-0.5.4}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: PgsFile
-Version: 0.5.3
-Summary: This module simplifies Python package management, script execution, file handling, web scraping, and multimedia downloads. The module supports (LLM-based) NLP tasks such as OCR, tokenization, lemmatization, POS tagging, NER, ATE, dependency parsing, MDD, WSD, LIWC, MIP analysis and Chinese-English sentence alignment. It also generates word lists, and plots data, aiding literary students. Ideal for scraping data, cleaning text, and analyzing language, it offers user-friendly tools to streamline workflows.
+Version: 0.5.4
+Summary: This module streamlines Python package management, script execution, file handling, web scraping, and multimedia downloads. It supports LLM-based NLP tasks like OCR, tokenization, lemmatization, POS tagging, NER, ATE, dependency parsing, MDD, WSD, LIWC, MIP analysis, text classification, and Chinese-English sentence alignment. Additionally, it generates word lists and data visualizations, making it a practical tool for data scraping and analysis—ideal for literary students and researchers.
 Author-email: Pan Guisheng <panguisheng@sufe.edu.cn>
 License: License :: Free For Educational Use
         
@@ -52,11 +52,11 @@ Purpose: This module is designed to make complex tasks accessible and convenient
 Key Features:
 1. **Web Scraping:** Easily scrape data from websites and download multimedia content.
 2. **Package Management:** Install, uninstall, and manage Python packages with simple commands.
-3. **Data Retrieval:** Extract data from various file formats like text, JSON, TSV, Excel, XML, and HTML (both online and offline).
+3. **Data Retrieval:** Extract data from various file formats like text, JSON, CSV, TSV, XLSX, XML, and HTML (both online and offline).
 4. **Data Storage:** Write and append data to text files, Excel, JSON, TMX, and JSON lines.
-5. **File and Folder Processing:** Manage file paths, create directories, move or copy files, and search for files with specific keywords.
+5. **File and Folder Processing:** Manage file paths, create directories, move or copy files, convert CSV to JSON, and search for files with specific keywords.
 6. **Data Cleaning:** Clean text, handle punctuation, remove stopwords, convert Markdown strings into Python objects, and prepare data for analysis, utilizing valuable corpora and dictionaries such as CET-4/6 vocabulary, BE21 and BNC-COCA word lists.
-7. **NLP:** Perform OCR, word tokenization, lemmatization, POS tagging, NER, dependency parsing, ATE, MDD, WSD, LIWC, MIP analysis, and Chinese-English sentence alignment using prepared LLM prompts.
+7. **NLP:** Perform OCR, word tokenization, lemmatization, POS tagging, NER, dependency parsing, ATE, MDD, WSD, LIWC, MIP analysis, text classification, and Chinese-English sentence alignment using prepared LLM prompts.
 8. **Math Operations:** Format numbers, convert decimals to percentages, and validate data.
 9. **Visualization:** Process images (e.g., make white pixels transparent, resize images) and manage fonts for rendering text.
 

{pgsfile-0.5.3 → pgsfile-0.5.4}/README.md

@@ -3,11 +3,11 @@ Purpose: This module is designed to make complex tasks accessible and convenient
 Key Features:
 1. **Web Scraping:** Easily scrape data from websites and download multimedia content.
 2. **Package Management:** Install, uninstall, and manage Python packages with simple commands.
-3. **Data Retrieval:** Extract data from various file formats like text, JSON, TSV, Excel, XML, and HTML (both online and offline).
+3. **Data Retrieval:** Extract data from various file formats like text, JSON, CSV, TSV, XLSX, XML, and HTML (both online and offline).
 4. **Data Storage:** Write and append data to text files, Excel, JSON, TMX, and JSON lines.
-5. **File and Folder Processing:** Manage file paths, create directories, move or copy files, and search for files with specific keywords.
+5. **File and Folder Processing:** Manage file paths, create directories, move or copy files, convert CSV to JSON, and search for files with specific keywords.
 6. **Data Cleaning:** Clean text, handle punctuation, remove stopwords, convert Markdown strings into Python objects, and prepare data for analysis, utilizing valuable corpora and dictionaries such as CET-4/6 vocabulary, BE21 and BNC-COCA word lists.
-7. **NLP:** Perform OCR, word tokenization, lemmatization, POS tagging, NER, dependency parsing, ATE, MDD, WSD, LIWC, MIP analysis, and Chinese-English sentence alignment using prepared LLM prompts.
+7. **NLP:** Perform OCR, word tokenization, lemmatization, POS tagging, NER, dependency parsing, ATE, MDD, WSD, LIWC, MIP analysis, text classification, and Chinese-English sentence alignment using prepared LLM prompts.
 8. **Math Operations:** Format numbers, convert decimals to percentages, and validate data.
 9. **Visualization:** Process images (e.g., make white pixels transparent, resize images) and manage fonts for rendering text.
 

{pgsfile-0.5.3 → pgsfile-0.5.4}/pyproject.toml

@@ -4,13 +4,14 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "PgsFile"
-version = "0.5.3"
+version = "0.5.4"
 authors = [
     { name = "Pan Guisheng", email = "panguisheng@sufe.edu.cn" }
 ]
-description = "This module simplifies Python package management, script execution, file handling, web scraping, and multimedia downloads. The module supports (LLM-based) NLP tasks such as OCR, tokenization, lemmatization, POS tagging, NER, ATE, dependency parsing, MDD, WSD, LIWC, MIP analysis and Chinese-English sentence alignment. It also generates word lists, and plots data, aiding literary students. Ideal for scraping data, cleaning text, and analyzing language, it offers user-friendly tools to streamline workflows."
+description = "This module streamlines Python package management, script execution, file handling, web scraping, and multimedia downloads. It supports LLM-based NLP tasks like OCR, tokenization, lemmatization, POS tagging, NER, ATE, dependency parsing, MDD, WSD, LIWC, MIP analysis, text classification, and Chinese-English sentence alignment. Additionally, it generates word lists and data visualizations, making it a practical tool for data scraping and analysis—ideal for literary students and researchers."
 readme = "README.md"
-license = {file = "LICENSE"}
+license = { file = "LICENSE" }
+
 requires-python = ">=3.8"
 classifiers = [
     "Programming Language :: Python :: 3",

{pgsfile-0.5.3 → pgsfile-0.5.4}/src/PgsFile/PgsFile.py

@@ -4322,3 +4322,41 @@ def append_result_only(prompts_dict, note=RESULT_ONLY_NOTE):
 # Apply it
 translation_prompts = append_result_only(raw_translation_prompts)
 
+
+def csv_to_json_append(csv_path: str, json_path: str) -> None:
+    """
+    Convert a CSV file into a list of dictionaries and append them into a JSON file.
+
+    Args:
+        csv_path (str): Path to the CSV file.
+        json_path (str): Path to the output JSON file.
+    """
+    
+    import pandas as pd
+    
+    # Load CSV into DataFrame
+    df = pd.read_csv(csv_path)
+
+    # Automatically get all columns, convert to list of dicts
+    data_list = df.to_dict(orient='records')
+
+    # Append each dict to JSON file
+    for record in data_list:
+        append_dict_to_json(json_path, record)
+
+    print(f"✅ Completed! Appended {len(data_list)} records to {json_path}")
+    
+def get_data_csv(csv_path: str) -> list[dict]:
+    """
+    Load a CSV file and return its rows as a list of dictionaries.
+    Column names are automatically detected.
+
+    Args:
+        csv_path (str): Path to the CSV file.
+
+    Returns:
+        list[dict]: A list of dictionaries, where each dict represents one row.
+    """
+    import pandas as pd
+    df = pd.read_csv(csv_path)
+    return df.to_dict(orient="records")    

{pgsfile-0.5.3 → pgsfile-0.5.4}/src/PgsFile/__init__.py

@@ -11,7 +11,7 @@ from .PgsFile import conda_mirror_commands
 
 # 3. Text data retrieval
 from .PgsFile import get_data_text, get_data_lines, get_json_lines, get_tsv_lines
-from .PgsFile import get_data_excel, get_data_json, get_data_tsv, extract_misspelled_words_from_docx
+from .PgsFile import get_data_excel, get_data_json, get_data_tsv, get_data_csv, extract_misspelled_words_from_docx
 from .PgsFile import get_data_html_online, get_data_html_offline
 from .PgsFile import get_data_table_url, get_data_table_html_string
 from .PgsFile import mhtml2html
@@ -33,6 +33,7 @@ from .PgsFile import set_permanent_environment_variable
 from .PgsFile import delete_permanent_environment_variable
 from .PgsFile import get_env_variable, get_all_env_variables
 from .PgsFile import get_system_info
+from .PgsFile import csv_to_json_append
 
 # 6. Data cleaning
 from .PgsFile import BigPunctuation, StopTags, Special, yhd

pgsfile-0.5.4/src/PgsFile/models/prompts/9. TextClassification prompt.txt

@@ -0,0 +1,32 @@
+You are an expert text classifier.
+Your task is to classify a given Chinese news text into ONE and ONLY ONE of the following categories:
+
+Categories:
+- 港澳台 (Hong Kong, Macao, Taiwan)
+- 房产 (Real Estate)
+- 军事 (Military)
+- 社会 (Society)
+- 财经 (Finance & Economy)
+- 文娱 (Culture & Entertainment)
+- 汽车 (Automobile)
+- 国际 (International News)
+- 教育 (Education)
+- 健康 (Health)
+- 美食 (Food & Cuisine)
+- 时政 (Current Affairs / Politics)
+- 法治 (Law & Legal Affairs)
+- 旅游 (Travel & Tourism)
+- 体育 (Sports)
+- 数码科技 (Digital Technology)
+- 动漫 (Anime & Comics)
+- 反腐前沿 (Anti-Corruption)
+- 国内 (Domestic News within Mainland China)
+
+Instructions:
+1. Read the input Chinese text carefully.
+2. Determine the most relevant SINGLE category from the list above.
+3. If multiple categories seem relevant, choose the one that best represents the MAIN topic of the text.
+4. Output ONLY the category name in Chinese (e.g., 财经, 体育), without explanation.
+
+Text to classify:
+{text}

{pgsfile-0.5.3 → pgsfile-0.5.4/src/PgsFile.egg-info}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: PgsFile
-Version: 0.5.3
-Summary: This module simplifies Python package management, script execution, file handling, web scraping, and multimedia downloads. The module supports (LLM-based) NLP tasks such as OCR, tokenization, lemmatization, POS tagging, NER, ATE, dependency parsing, MDD, WSD, LIWC, MIP analysis and Chinese-English sentence alignment. It also generates word lists, and plots data, aiding literary students. Ideal for scraping data, cleaning text, and analyzing language, it offers user-friendly tools to streamline workflows.
+Version: 0.5.4
+Summary: This module streamlines Python package management, script execution, file handling, web scraping, and multimedia downloads. It supports LLM-based NLP tasks like OCR, tokenization, lemmatization, POS tagging, NER, ATE, dependency parsing, MDD, WSD, LIWC, MIP analysis, text classification, and Chinese-English sentence alignment. Additionally, it generates word lists and data visualizations, making it a practical tool for data scraping and analysis—ideal for literary students and researchers.
 Author-email: Pan Guisheng <panguisheng@sufe.edu.cn>
 License: License :: Free For Educational Use
         
@@ -52,11 +52,11 @@ Purpose: This module is designed to make complex tasks accessible and convenient
 Key Features:
 1. **Web Scraping:** Easily scrape data from websites and download multimedia content.
 2. **Package Management:** Install, uninstall, and manage Python packages with simple commands.
-3. **Data Retrieval:** Extract data from various file formats like text, JSON, TSV, Excel, XML, and HTML (both online and offline).
+3. **Data Retrieval:** Extract data from various file formats like text, JSON, CSV, TSV, XLSX, XML, and HTML (both online and offline).
 4. **Data Storage:** Write and append data to text files, Excel, JSON, TMX, and JSON lines.
-5. **File and Folder Processing:** Manage file paths, create directories, move or copy files, and search for files with specific keywords.
+5. **File and Folder Processing:** Manage file paths, create directories, move or copy files, convert CSV to JSON, and search for files with specific keywords.
 6. **Data Cleaning:** Clean text, handle punctuation, remove stopwords, convert Markdown strings into Python objects, and prepare data for analysis, utilizing valuable corpora and dictionaries such as CET-4/6 vocabulary, BE21 and BNC-COCA word lists.
-7. **NLP:** Perform OCR, word tokenization, lemmatization, POS tagging, NER, dependency parsing, ATE, MDD, WSD, LIWC, MIP analysis, and Chinese-English sentence alignment using prepared LLM prompts.
+7. **NLP:** Perform OCR, word tokenization, lemmatization, POS tagging, NER, dependency parsing, ATE, MDD, WSD, LIWC, MIP analysis, text classification, and Chinese-English sentence alignment using prepared LLM prompts.
 8. **Math Operations:** Format numbers, convert decimals to percentages, and validate data.
 9. **Visualization:** Process images (e.g., make white pixels transparent, resize images) and manage fonts for rendering text.
 

{pgsfile-0.5.3 → pgsfile-0.5.4}/src/PgsFile.egg-info/SOURCES.txt

@@ -2596,9 +2596,10 @@ src/PgsFile/models/fonts/博洋行书3500.TTF
 src/PgsFile/models/fonts/陆柬之行书字体.ttf
 src/PgsFile/models/prompts/1. MIP prompt.txt
 src/PgsFile/models/prompts/2. WSD prompt.txt
-src/PgsFile/models/prompts/3. ICTCLAS Prompt.txt
+src/PgsFile/models/prompts/3. ICTCLAS prompt.txt
 src/PgsFile/models/prompts/4. OCR prompt.txt
 src/PgsFile/models/prompts/5. ATE prompt.txt
 src/PgsFile/models/prompts/6. ATE3 prompt.txt
 src/PgsFile/models/prompts/7. SentAlign prompt.txt
-src/PgsFile/models/prompts/8. TitleCase prompt.txt
+src/PgsFile/models/prompts/8. TitleCase prompt.txt
+src/PgsFile/models/prompts/9. TextClassification prompt.txt