qufe 0.1.2__tar.gz

qufe-0.1.2/MANIFEST.in

@@ -0,0 +1,9 @@
+include README.md
+include LICENSE
+include pyproject.toml
+include MANIFEST.in
+
+recursive-include qufe *.py
+recursive-exclude * __pycache__
+recursive-exclude * *.py[co]
+recursive-exclude * .DS_Store

qufe-0.1.2/PKG-INFO

@@ -0,0 +1,209 @@
+Metadata-Version: 2.4
+Name: qufe
+Version: 0.1.2
+Summary: A comprehensive Python utility library for data processing, file handling, database management, and automation tasks
+Author-email: Bongtae Jeon <bongtae.jeon@gmail.com>
+Maintainer-email: Bongtae Jeon <bongtae.jeon@gmail.com>
+License: MIT
+Project-URL: Homepage, https://dev.qufe.net/
+Project-URL: Repository, https://github.com/qufe/qufe
+Project-URL: Documentation, https://qufe.readthedocs.io
+Project-URL: Bug Tracker, https://github.com/qufe/qufe/issues
+Keywords: utilities,automation,data-processing,database,file-handling,web-scraping,image-processing
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Utilities
+Classifier: Topic :: Database
+Classifier: Topic :: Text Processing
+Classifier: Topic :: System :: Filesystems
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: numpy>=1.20.0
+Requires-Dist: pandas>=1.3.0
+Requires-Dist: sqlalchemy>=1.4.0
+Requires-Dist: seleniumbase>=4.0.0
+Requires-Dist: selenium>=4.0.0
+Requires-Dist: opencv-python>=4.5.0
+Requires-Dist: matplotlib>=3.3.0
+Requires-Dist: pyautogui>=0.9.50
+Requires-Dist: mss>=6.0.0
+Requires-Dist: ipython>=7.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=6.0; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: mypy; extra == "dev"
+Requires-Dist: pre-commit; extra == "dev"
+Provides-Extra: docs
+Requires-Dist: sphinx; extra == "docs"
+Requires-Dist: sphinx-rtd-theme; extra == "docs"
+
+# qufe
+
+A comprehensive Python utility library for data processing, file handling, database management, and automation tasks.
+
+## Features
+
+### Core Utilities (`base`)
+- **Timestamp handling**: Convert timestamps to datetime objects with timezone support
+- **Code comparison**: Compare code snippets with multiple diff formats (simple, unified, ndiff)
+- **Dynamic module import**: Import Python modules dynamically from file paths
+- **List flattening**: Flatten nested lists with configurable depth
+- **Dictionary utilities**: Flatten three-level nested dictionaries with suffix support
+
+### Database Management (`dbhandler`)
+- **PostgreSQL integration**: Easy PostgreSQL database connections and queries using SQLAlchemy
+- **Database exploration**: List databases and tables with metadata
+- **Connection management**: Automatic connection pooling and cleanup
+
+### Text Processing (`texthandler`, `excludebracket`)
+- **Bracket content removal**: Remove content within brackets with validation
+- **DokuWiki formatting**: Convert lists to DokuWiki table format
+- **String search utilities**: Find all occurrences of substrings with context
+- **Dictionary printing**: Pretty-print nested dictionaries with indentation
+- **Column formatting**: Display lists in multiple columns with alignment
+
+### File Operations (`filehandler`)
+- **Directory traversal**: Get file lists and directory trees with Unicode normalization
+- **Pattern matching**: Find latest files based on datetime patterns
+- **Pickle operations**: Save and load Python objects to/from pickle files
+- **Path utilities**: Create unique filenames and sanitize file names
+- **Content extraction**: Extract text content from directory structures
+
+### Data Analysis (`pdhandler`)
+- **DataFrame utilities**: Convert lists to tuples in pandas DataFrames
+- **Column analysis**: Compare column names across multiple DataFrames
+- **Missing data detection**: Find rows and columns with NA or empty values
+- **Data validation**: Comprehensive data quality checks
+
+### Automation & Screen Interaction (`interactionhandler`)
+- **Screen capture**: Take screenshots of full screen or specific regions
+- **Image processing**: Color detection, image comparison, and difference highlighting
+- **Mouse automation**: Random clicking within regions for automation
+- **Progress tracking**: Real-time progress updates in Jupyter notebooks
+- **Color analysis**: Extract and analyze color codes from screen regions
+
+### Web Browser Automation (`wbhandler`)
+- **SeleniumBase integration**: Enhanced browser automation with custom timeouts
+- **Network monitoring**: Capture fetch/XHR requests with JavaScript injection
+- **Element discovery**: Interactive element finding with common attribute detection
+- **URL parsing**: Extract parameters and values from URLs
+- **Multi-browser support**: Chrome and Firefox browser implementations
+
+## Installation
+
+```bash
+pip install qufe
+```
+
+## Quick Start
+
+### Basic Usage
+
+```python
+from qufe import base, texthandler, filehandler
+
+# Timestamp handling
+ts = base.TS('Asia/Seoul')
+formatted_time = ts.get_ts_formatted(1640995200)
+
+# File operations
+fh = filehandler.FileHandler()
+files = fh.get_tree('/path/to/directory')
+
+# Text processing
+texthandler.print_dict({'key': ['value1', 'value2']})
+```
+
+### Database Operations
+
+```python
+from qufe.dbhandler import PostGreSQLHandler
+
+# Connect to PostgreSQL
+db = PostGreSQLHandler('my_database')
+databases = db.get_db_list()
+tables = db.get_table_list()
+```
+
+### Screen Automation
+
+```python
+from qufe.interactionhandler import get_sc, display_img
+
+# Capture screen
+screenshot = get_sc(100, 100, 800, 600)
+display_img(screenshot, is_bgra=True)
+```
+
+### Web Browser Automation
+
+```python
+from qufe.wbhandler import FireFox
+
+# Start browser session
+browser = FireFox()
+browser.sb.open('https://example.com')
+browser.inject_capture_with_js()
+logs = browser.get_capture()
+browser.quit_driver()
+```
+
+## Requirements
+
+- Python 3.8+
+- pandas >= 1.3.0
+- numpy >= 1.20.0
+- sqlalchemy >= 1.4.0
+- seleniumbase >= 4.0.0
+- opencv-python >= 4.5.0
+- matplotlib >= 3.3.0
+- pyautogui >= 0.9.50
+- mss >= 6.0.0
+
+## License
+
+MIT License
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.
+
+## Security & Ethics
+
+### Database Configuration
+For security, database credentials should be provided via environment variables:
+```bash
+export POSTGRES_USER=your_username
+export POSTGRES_PASSWORD=your_password
+export POSTGRES_HOST=localhost
+export POSTGRES_PORT=5432
+export POSTGRES_DB=your_database
+```
+
+### Automation Guidelines
+When using screen capture and browser automation features:
+- Respect website terms of service and robots.txt
+- Be mindful of rate limiting and server load
+- Only automate interactions you're authorized to perform
+- Consider privacy implications of screen capture functionality
+
+### Web Scraping Ethics
+- Always check and comply with robots.txt
+- Respect rate limits and implement delays
+- Review website terms of service before scraping
+- Be considerate of server resources
+
+## Support
+
+If you encounter any problems, please file an issue along with a detailed description.

qufe-0.1.2/README.md

@@ -0,0 +1,159 @@
+# qufe
+
+A comprehensive Python utility library for data processing, file handling, database management, and automation tasks.
+
+## Features
+
+### Core Utilities (`base`)
+- **Timestamp handling**: Convert timestamps to datetime objects with timezone support
+- **Code comparison**: Compare code snippets with multiple diff formats (simple, unified, ndiff)
+- **Dynamic module import**: Import Python modules dynamically from file paths
+- **List flattening**: Flatten nested lists with configurable depth
+- **Dictionary utilities**: Flatten three-level nested dictionaries with suffix support
+
+### Database Management (`dbhandler`)
+- **PostgreSQL integration**: Easy PostgreSQL database connections and queries using SQLAlchemy
+- **Database exploration**: List databases and tables with metadata
+- **Connection management**: Automatic connection pooling and cleanup
+
+### Text Processing (`texthandler`, `excludebracket`)
+- **Bracket content removal**: Remove content within brackets with validation
+- **DokuWiki formatting**: Convert lists to DokuWiki table format
+- **String search utilities**: Find all occurrences of substrings with context
+- **Dictionary printing**: Pretty-print nested dictionaries with indentation
+- **Column formatting**: Display lists in multiple columns with alignment
+
+### File Operations (`filehandler`)
+- **Directory traversal**: Get file lists and directory trees with Unicode normalization
+- **Pattern matching**: Find latest files based on datetime patterns
+- **Pickle operations**: Save and load Python objects to/from pickle files
+- **Path utilities**: Create unique filenames and sanitize file names
+- **Content extraction**: Extract text content from directory structures
+
+### Data Analysis (`pdhandler`)
+- **DataFrame utilities**: Convert lists to tuples in pandas DataFrames
+- **Column analysis**: Compare column names across multiple DataFrames
+- **Missing data detection**: Find rows and columns with NA or empty values
+- **Data validation**: Comprehensive data quality checks
+
+### Automation & Screen Interaction (`interactionhandler`)
+- **Screen capture**: Take screenshots of full screen or specific regions
+- **Image processing**: Color detection, image comparison, and difference highlighting
+- **Mouse automation**: Random clicking within regions for automation
+- **Progress tracking**: Real-time progress updates in Jupyter notebooks
+- **Color analysis**: Extract and analyze color codes from screen regions
+
+### Web Browser Automation (`wbhandler`)
+- **SeleniumBase integration**: Enhanced browser automation with custom timeouts
+- **Network monitoring**: Capture fetch/XHR requests with JavaScript injection
+- **Element discovery**: Interactive element finding with common attribute detection
+- **URL parsing**: Extract parameters and values from URLs
+- **Multi-browser support**: Chrome and Firefox browser implementations
+
+## Installation
+
+```bash
+pip install qufe
+```
+
+## Quick Start
+
+### Basic Usage
+
+```python
+from qufe import base, texthandler, filehandler
+
+# Timestamp handling
+ts = base.TS('Asia/Seoul')
+formatted_time = ts.get_ts_formatted(1640995200)
+
+# File operations
+fh = filehandler.FileHandler()
+files = fh.get_tree('/path/to/directory')
+
+# Text processing
+texthandler.print_dict({'key': ['value1', 'value2']})
+```
+
+### Database Operations
+
+```python
+from qufe.dbhandler import PostGreSQLHandler
+
+# Connect to PostgreSQL
+db = PostGreSQLHandler('my_database')
+databases = db.get_db_list()
+tables = db.get_table_list()
+```
+
+### Screen Automation
+
+```python
+from qufe.interactionhandler import get_sc, display_img
+
+# Capture screen
+screenshot = get_sc(100, 100, 800, 600)
+display_img(screenshot, is_bgra=True)
+```
+
+### Web Browser Automation
+
+```python
+from qufe.wbhandler import FireFox
+
+# Start browser session
+browser = FireFox()
+browser.sb.open('https://example.com')
+browser.inject_capture_with_js()
+logs = browser.get_capture()
+browser.quit_driver()
+```
+
+## Requirements
+
+- Python 3.8+
+- pandas >= 1.3.0
+- numpy >= 1.20.0
+- sqlalchemy >= 1.4.0
+- seleniumbase >= 4.0.0
+- opencv-python >= 4.5.0
+- matplotlib >= 3.3.0
+- pyautogui >= 0.9.50
+- mss >= 6.0.0
+
+## License
+
+MIT License
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.
+
+## Security & Ethics
+
+### Database Configuration
+For security, database credentials should be provided via environment variables:
+```bash
+export POSTGRES_USER=your_username
+export POSTGRES_PASSWORD=your_password
+export POSTGRES_HOST=localhost
+export POSTGRES_PORT=5432
+export POSTGRES_DB=your_database
+```
+
+### Automation Guidelines
+When using screen capture and browser automation features:
+- Respect website terms of service and robots.txt
+- Be mindful of rate limiting and server load
+- Only automate interactions you're authorized to perform
+- Consider privacy implications of screen capture functionality
+
+### Web Scraping Ethics
+- Always check and comply with robots.txt
+- Respect rate limits and implement delays
+- Review website terms of service before scraping
+- Be considerate of server resources
+
+## Support
+
+If you encounter any problems, please file an issue along with a detailed description.

qufe-0.1.2/pyproject.toml

@@ -0,0 +1,99 @@
+[build-system]
+requires = ["setuptools>=64", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "qufe"
+version = "0.1.2"
+description = "A comprehensive Python utility library for data processing, file handling, database management, and automation tasks"
+readme = "README.md"
+license = {text = "MIT"}
+authors = [
+    {name = "Bongtae Jeon", email = "bongtae.jeon@gmail.com"}
+]
+maintainers = [
+    {name = "Bongtae Jeon", email = "bongtae.jeon@gmail.com"}
+]
+keywords = [
+    "utilities",
+    "automation",
+    "data-processing",
+    "database",
+    "file-handling",
+    "web-scraping",
+    "image-processing"
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Utilities",
+    "Topic :: Database",
+    "Topic :: Text Processing",
+    "Topic :: System :: Filesystems"
+]
+requires-python = ">=3.8"
+dependencies = [
+    "numpy>=1.20.0",
+    "pandas>=1.3.0",
+    "sqlalchemy>=1.4.0",
+    "seleniumbase>=4.0.0",
+    "selenium>=4.0.0",
+    "opencv-python>=4.5.0",
+    "matplotlib>=3.3.0",
+    "pyautogui>=0.9.50",
+    "mss>=6.0.0",
+    "ipython>=7.0.0"
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=6.0",
+    "pytest-cov",
+    "black",
+    "flake8",
+    "mypy",
+    "pre-commit"
+]
+docs = [
+    "sphinx",
+    "sphinx-rtd-theme"
+]
+
+[project.urls]
+Homepage = "https://dev.qufe.net/"
+Repository = "https://github.com/qufe/qufe"
+Documentation = "https://qufe.readthedocs.io"
+"Bug Tracker" = "https://github.com/qufe/qufe/issues"
+
+[tool.setuptools.packages.find]
+where = ["src"]
+include = ["qufe*"]
+exclude = ["tests*", "docs*"]
+
+[tool.setuptools.package-data]
+qufe = ["py.typed"]
+
+[tool.black]
+line-length = 88
+target-version = ['py38']
+
+[tool.mypy]
+python_version = "3.8"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = true
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+python_files = ["test_*.py"]
+python_classes = ["Test*"]
+python_functions = ["test_*"]

qufe-0.1.2/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

qufe-0.1.2/src/qufe/__init__.py

@@ -0,0 +1,56 @@
+"""
+qufe - A comprehensive Python utility library
+
+A collection of utilities for data processing, file handling, database management, 
+automation tasks, and more.
+"""
+
+__version__ = "0.1.2"
+__author__ = "Bongtae Jeon"
+__email__ = "bongtae.jeon@gmail.com"
+
+# Import main classes and functions for easy access
+from . import base
+from . import dbhandler
+from . import excludebracket
+from . import filehandler
+from . import interactionhandler
+from . import pdhandler
+from . import texthandler
+from . import wbhandler
+
+# Commonly used classes and functions
+from .base import TS, diff_codes, import_script, flatten, flatten_gen
+from .filehandler import FileHandler, PathFinder
+from .dbhandler import PostGreSQLHandler
+from .texthandler import print_dict, print_in_columns, list_to_doku_wiki_table
+from .excludebracket import eb2, check_eb
+
+__all__ = [
+    # Modules
+    'base',
+    'dbhandler', 
+    'excludebracket',
+    'filehandler',
+    'interactionhandler',
+    'pdhandler',
+    'texthandler',
+    'wbhandler',
+    
+    # Classes
+    'TS',
+    'FileHandler',
+    'PathFinder', 
+    'PostGreSQLHandler',
+    
+    # Functions
+    'diff_codes',
+    'import_script',
+    'flatten',
+    'flatten_gen',
+    'print_dict',
+    'print_in_columns',
+    'list_to_doku_wiki_table',
+    'eb2',
+    'check_eb',
+]