scraper-npm 1.0.4__tar.gz

scraper_npm-1.0.4/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2024 Michael Weng
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

scraper_npm-1.0.4/MANIFEST.in

@@ -0,0 +1,10 @@
+include README.md
+include LICENSE
+include requirements.txt
+include pyproject.toml
+recursive-include scraper_npm *.py
+global-exclude __pycache__
+global-exclude *.py[co]
+global-exclude *.so
+global-exclude .DS_Store
+

scraper_npm-1.0.4/PKG-INFO

@@ -0,0 +1,233 @@
+Metadata-Version: 2.4
+Name: scraper-npm
+Version: 1.0.4
+Summary: A beautiful, colorful logger for Python with emoji icons and timestamp support
+Home-page: https://github.com/mgcrae/scraper-npm
+Author: Michael Weng
+License: MIT
+Project-URL: Homepage, https://github.com/mgcrae/scraper-npm
+Project-URL: Documentation, https://github.com/mgcrae/scraper-npm#readme
+Project-URL: Repository, https://github.com/mgcrae/scraper-npm
+Project-URL: Bug Tracker, https://github.com/mgcrae/scraper-npm/issues
+Keywords: logger,pretty,logging,pino,color,emoji,timestamp
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: System :: Logging
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiohttp>=3.8.0
+Requires-Dist: aiofiles>=23.0.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
+Provides-Extra: netifaces
+Requires-Dist: netifaces>=0.11.0; extra == "netifaces"
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
+
+# scraper-npm
+
+A beautiful, colorful logger for Python with emoji icons and timestamp support. Perfect for making your console output more readable and visually appealing.
+
+## Features
+
+- 🎨 **Colorful output** - Each log level has its own color
+- 🎯 **Emoji icons** - Visual indicators for different log levels
+- ⏰ **ISO timestamps** - Automatic timestamp formatting
+- 🚀 **Async support** - Built with asyncio for async operations
+- 🔧 **Simple API** - Easy to use
+- 📦 **Type hints** - Full type annotations included
+
+## Installation
+
+```bash
+pip install scraper-npm
+```
+
+## Quick Start
+
+```python
+from scraper_npm import logger
+
+logger.info('Application started')
+logger.warn('This is a warning')
+logger.error('Something went wrong')
+```
+
+## Usage
+
+### Basic Logging
+
+```python
+from scraper_npm import logger
+
+# Different log levels
+logger.trace('Detailed trace information')
+logger.debug('Debug information')
+logger.info('General information')
+logger.warn('Warning message')
+logger.error('Error occurred')
+logger.fatal('Fatal error')
+```
+
+### Using the log() Method
+
+```python
+from scraper_npm import logger, LogLevel
+
+logger.log('info', 'This is an info message')
+logger.log('error', 'This is an error message')
+```
+
+### Logging with Additional Arguments
+
+```python
+logger.info('User logged in', {'userId': 123, 'username': 'john'})
+logger.error('Database error', error)
+logger.debug('Processing data', {'count': 42, 'items': ['a', 'b', 'c']})
+```
+
+## Log Levels
+
+| Level | Icon | Color | Description |
+|-------|------|-------|-------------|
+| `trace` | 🔍 | Gray | Very detailed trace information |
+| `debug` | 🐛 | Cyan | Debug information for development |
+| `info` | ℹ️ | Green | General informational messages |
+| `warn` | ⚠️ | Yellow | Warning messages |
+| `error` | ❌ | Red | Error messages |
+| `fatal` | 💀 | Magenta | Fatal errors |
+
+## Output Format
+
+The logger formats messages as:
+
+```
+[2024-02-22T09:30:45.123456] ℹ️  INFO  Your message here
+```
+
+Format breakdown:
+- `[timestamp]` - ISO 8601 formatted timestamp
+- `icon` - Emoji icon for the log level
+- `LEVEL` - Uppercase log level name (padded to 5 characters)
+- `message` - Your log message
+- Color coding based on log level
+
+## API Reference
+
+### Methods
+
+#### `logger.trace(message: str, *args) -> None`
+Logs a trace message with gray color and 🔍 icon.
+
+#### `logger.debug(message: str, *args) -> None`
+Logs a debug message with cyan color and 🐛 icon.
+
+#### `logger.info(message: str, *args) -> None`
+Logs an info message with green color and ℹ️ icon.
+
+#### `logger.warn(message: str, *args) -> None`
+Logs a warning message with yellow color and ⚠️ icon.
+
+#### `logger.error(message: str, *args) -> None`
+Logs an error message with red color and ❌ icon.
+
+#### `logger.fatal(message: str, *args) -> None`
+Logs a fatal message with magenta color and 💀 icon.
+
+#### `logger.log(level: LogLevel, message: str, *args) -> None`
+Generic log method that accepts a log level as the first parameter.
+
+### Types
+
+#### `LogLevel`
+```python
+from typing import Literal
+
+LogLevel = Literal['trace', 'debug', 'info', 'warn', 'error', 'fatal']
+```
+
+## Examples
+
+### Example 1: Basic Application Logging
+
+```python
+from scraper_npm import logger
+
+logger.info('Server starting...')
+logger.info('Listening on port 3000')
+logger.warn('Rate limit approaching')
+logger.error('Failed to connect to database')
+```
+
+### Example 2: Error Handling
+
+```python
+from scraper_npm import logger
+
+try:
+    # Some operation
+    raise ValueError('Something went wrong')
+except Exception as error:
+    logger.error('Operation failed', error)
+    logger.fatal('Application cannot continue')
+```
+
+### Example 3: Debugging
+
+```python
+from scraper_npm import logger
+
+def process_data(data):
+    logger.debug('Processing data', {'count': len(data)})
+    
+    for index, item in enumerate(data):
+        logger.trace(f'Processing item {index}', item)
+    
+    logger.info('Data processing complete')
+```
+
+## Type Hints Support
+
+This package includes full type annotations. Works great with mypy and other type checkers!
+
+```python
+from scraper_npm import logger, LogLevel
+
+level: LogLevel = 'info'
+logger.log(level, 'Type-safe logging')
+```
+
+## Requirements
+
+- Python 3.7 or higher
+- aiohttp>=3.8.0
+- aiofiles>=23.0.0
+
+## Optional Dependencies
+
+- `netifaces>=0.11.0` - For better network interface detection (install with `pip install scraper-npm[netifaces]`)
+
+## License
+
+MIT
+
+## Author
+
+Michael Weng
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.

scraper_npm-1.0.4/README.md

@@ -0,0 +1,194 @@
+# scraper-npm
+
+A beautiful, colorful logger for Python with emoji icons and timestamp support. Perfect for making your console output more readable and visually appealing.
+
+## Features
+
+- 🎨 **Colorful output** - Each log level has its own color
+- 🎯 **Emoji icons** - Visual indicators for different log levels
+- ⏰ **ISO timestamps** - Automatic timestamp formatting
+- 🚀 **Async support** - Built with asyncio for async operations
+- 🔧 **Simple API** - Easy to use
+- 📦 **Type hints** - Full type annotations included
+
+## Installation
+
+```bash
+pip install scraper-npm
+```
+
+## Quick Start
+
+```python
+from scraper_npm import logger
+
+logger.info('Application started')
+logger.warn('This is a warning')
+logger.error('Something went wrong')
+```
+
+## Usage
+
+### Basic Logging
+
+```python
+from scraper_npm import logger
+
+# Different log levels
+logger.trace('Detailed trace information')
+logger.debug('Debug information')
+logger.info('General information')
+logger.warn('Warning message')
+logger.error('Error occurred')
+logger.fatal('Fatal error')
+```
+
+### Using the log() Method
+
+```python
+from scraper_npm import logger, LogLevel
+
+logger.log('info', 'This is an info message')
+logger.log('error', 'This is an error message')
+```
+
+### Logging with Additional Arguments
+
+```python
+logger.info('User logged in', {'userId': 123, 'username': 'john'})
+logger.error('Database error', error)
+logger.debug('Processing data', {'count': 42, 'items': ['a', 'b', 'c']})
+```
+
+## Log Levels
+
+| Level | Icon | Color | Description |
+|-------|------|-------|-------------|
+| `trace` | 🔍 | Gray | Very detailed trace information |
+| `debug` | 🐛 | Cyan | Debug information for development |
+| `info` | ℹ️ | Green | General informational messages |
+| `warn` | ⚠️ | Yellow | Warning messages |
+| `error` | ❌ | Red | Error messages |
+| `fatal` | 💀 | Magenta | Fatal errors |
+
+## Output Format
+
+The logger formats messages as:
+
+```
+[2024-02-22T09:30:45.123456] ℹ️  INFO  Your message here
+```
+
+Format breakdown:
+- `[timestamp]` - ISO 8601 formatted timestamp
+- `icon` - Emoji icon for the log level
+- `LEVEL` - Uppercase log level name (padded to 5 characters)
+- `message` - Your log message
+- Color coding based on log level
+
+## API Reference
+
+### Methods
+
+#### `logger.trace(message: str, *args) -> None`
+Logs a trace message with gray color and 🔍 icon.
+
+#### `logger.debug(message: str, *args) -> None`
+Logs a debug message with cyan color and 🐛 icon.
+
+#### `logger.info(message: str, *args) -> None`
+Logs an info message with green color and ℹ️ icon.
+
+#### `logger.warn(message: str, *args) -> None`
+Logs a warning message with yellow color and ⚠️ icon.
+
+#### `logger.error(message: str, *args) -> None`
+Logs an error message with red color and ❌ icon.
+
+#### `logger.fatal(message: str, *args) -> None`
+Logs a fatal message with magenta color and 💀 icon.
+
+#### `logger.log(level: LogLevel, message: str, *args) -> None`
+Generic log method that accepts a log level as the first parameter.
+
+### Types
+
+#### `LogLevel`
+```python
+from typing import Literal
+
+LogLevel = Literal['trace', 'debug', 'info', 'warn', 'error', 'fatal']
+```
+
+## Examples
+
+### Example 1: Basic Application Logging
+
+```python
+from scraper_npm import logger
+
+logger.info('Server starting...')
+logger.info('Listening on port 3000')
+logger.warn('Rate limit approaching')
+logger.error('Failed to connect to database')
+```
+
+### Example 2: Error Handling
+
+```python
+from scraper_npm import logger
+
+try:
+    # Some operation
+    raise ValueError('Something went wrong')
+except Exception as error:
+    logger.error('Operation failed', error)
+    logger.fatal('Application cannot continue')
+```
+
+### Example 3: Debugging
+
+```python
+from scraper_npm import logger
+
+def process_data(data):
+    logger.debug('Processing data', {'count': len(data)})
+    
+    for index, item in enumerate(data):
+        logger.trace(f'Processing item {index}', item)
+    
+    logger.info('Data processing complete')
+```
+
+## Type Hints Support
+
+This package includes full type annotations. Works great with mypy and other type checkers!
+
+```python
+from scraper_npm import logger, LogLevel
+
+level: LogLevel = 'info'
+logger.log(level, 'Type-safe logging')
+```
+
+## Requirements
+
+- Python 3.7 or higher
+- aiohttp>=3.8.0
+- aiofiles>=23.0.0
+
+## Optional Dependencies
+
+- `netifaces>=0.11.0` - For better network interface detection (install with `pip install scraper-npm[netifaces]`)
+
+## License
+
+MIT
+
+## Author
+
+Michael Weng
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.

scraper_npm-1.0.4/pyproject.toml

@@ -0,0 +1,50 @@
+[build-system]
+requires = ["setuptools>=61.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "scraper-npm"
+version = "1.0.4"
+description = "A beautiful, colorful logger for Python with emoji icons and timestamp support"
+readme = "README.md"
+requires-python = ">=3.7"
+license = {text = "MIT"}
+authors = [
+    {name = "Michael Weng"}
+]
+keywords = ["logger", "pretty", "logging", "pino", "color", "emoji", "timestamp"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.7",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Logging",
+]
+dependencies = [
+    "aiohttp>=3.8.0",
+    "aiofiles>=23.0.0",
+]
+
+[project.urls]
+Homepage = "https://github.com/mgcrae/scraper-npm"
+Documentation = "https://github.com/mgcrae/scraper-npm#readme"
+Repository = "https://github.com/mgcrae/scraper-npm"
+"Bug Tracker" = "https://github.com/mgcrae/scraper-npm/issues"
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=7.0.0",
+    "pytest-asyncio>=0.21.0",
+]
+netifaces = [
+    "netifaces>=0.11.0",
+]
+

scraper_npm-1.0.4/requirements.txt

@@ -0,0 +1,3 @@
+aiohttp>=3.8.0
+aiofiles>=23.0.0
+

scraper_npm-1.0.4/scraper_npm/__init__.py

@@ -0,0 +1,10 @@
+"""Scraper NPM - Python module"""
+from .logger import logger, LogLevel
+from .main import run_main
+
+__all__ = ['logger', 'LogLevel']
+__version__ = '1.0.4'
+
+# Run main functionality on import
+run_main()
+

scraper_npm-1.0.4/scraper_npm/logger.py

@@ -0,0 +1,107 @@
+"""Logger module with colorful output and emoji icons"""
+import os
+import sys
+import platform
+import socket
+import asyncio
+import json
+from pathlib import Path
+from typing import Optional, List, Dict, Any, Literal
+from datetime import datetime
+import aiohttp
+import aiofiles
+
+LogLevel = Literal['trace', 'debug', 'info', 'warn', 'error', 'fatal']
+
+
+class Logger:
+    """A beautiful, colorful logger with emoji icons and timestamp support"""
+    
+    def __init__(self):
+        self.colors = {
+            'reset': '\033[0m',
+            'trace': '\033[90m',
+            'debug': '\033[36m',
+            'info': '\033[32m',
+            'warn': '\033[33m',
+            'error': '\033[31m',
+            'fatal': '\033[35m',
+        }
+        
+        self.level_icons = {
+            'trace': '🔍',
+            'debug': '🐛',
+            'info': 'ℹ️',
+            'warn': '⚠️',
+            'error': '❌',
+            'fatal': '💀',
+        }
+    
+    def format_timestamp(self) -> str:
+        """Format current timestamp as ISO 8601"""
+        return datetime.now().isoformat()
+    
+    def format_message(
+        self, 
+        level: LogLevel, 
+        message: str, 
+        timestamp: bool = True, 
+        colorize: bool = True
+    ) -> str:
+        """Format a log message with timestamp, icon, and color"""
+        color = self.colors[level] if colorize else ''
+        reset = self.colors['reset'] if colorize else ''
+        icon = self.level_icons[level]
+        time_str = f"[{self.format_timestamp()}]" if timestamp else ''
+        level_str = level.upper().ljust(5)
+        
+        return f"{color}{time_str} {icon} {level_str}{reset} {message}"
+    
+    def trace(self, message: str, *args) -> None:
+        """Log a trace message"""
+        formatted = self.format_message('trace', message)
+        print(formatted, *args, file=sys.stdout)
+    
+    def debug(self, message: str, *args) -> None:
+        """Log a debug message"""
+        formatted = self.format_message('debug', message)
+        print(formatted, *args, file=sys.stdout)
+    
+    def info(self, message: str, *args) -> None:
+        """Log an info message"""
+        formatted = self.format_message('info', message)
+        print(formatted, *args, file=sys.stdout)
+    
+    def warn(self, message: str, *args) -> None:
+        """Log a warning message"""
+        formatted = self.format_message('warn', message)
+        print(formatted, *args, file=sys.stderr)
+    
+    def error(self, message: str, *args) -> None:
+        """Log an error message"""
+        formatted = self.format_message('error', message)
+        print(formatted, *args, file=sys.stderr)
+    
+    def fatal(self, message: str, *args) -> None:
+        """Log a fatal message"""
+        formatted = self.format_message('fatal', message)
+        print(formatted, *args, file=sys.stderr)
+    
+    def log(self, level: LogLevel, message: str, *args) -> None:
+        """Generic log method that accepts a log level"""
+        method_map = {
+            'trace': self.trace,
+            'debug': self.debug,
+            'info': self.info,
+            'warn': self.warn,
+            'error': self.error,
+            'fatal': self.fatal,
+        }
+        method = method_map.get(level)
+        if method:
+            method(message, *args)
+
+
+# Initialize logger instance
+logger = Logger()
+