rust-crate-pipeline 1.2.3__tar.gz → 1.2.4__tar.gz

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4}/CHANGELOG.md

@@ -2,6 +2,27 @@
 
 All notable changes to the Rust Crate Pipeline project.
 
+## [1.2.4] - 2025-06-18
+
+### 🐛 Critical Logging Fix
+
+#### ✨ Fixed
+- **Critical Logging Issue**: Fixed 0-byte log file problem caused by conflicting `logging.basicConfig()` calls
+- **Enhanced File Logging**: Improved logging setup with proper handler management and UTF-8 encoding
+- **Better Error Tracking**: Now properly logs all processing steps, errors, and skipped crates to file
+- **Console + File Output**: Maintains both console output and detailed file logging
+
+#### 🔧 Improved
+- **Logging Conflicts**: Resolved production config vs main config logging conflicts
+- **File Handler**: Added proper error handling for log file creation
+- **Encoding Issues**: Fixed Unicode handling in log files
+- **Debug Information**: Always captures DEBUG+ level info to log files while respecting console log level
+
+#### 📊 Monitoring
+- **Better Tracking**: Now you can properly see which crates were skipped and why
+- **Detailed Logs**: Each processing step is properly logged with timestamps
+- **Error Analysis**: Failed crates and reasons are now captured in log files
+
 ## [1.2.3] - 2025-06-18
 
 ### 🚀 L4 GPU Optimization Release

{rust_crate_pipeline-1.2.3/rust_crate_pipeline.egg-info → rust_crate_pipeline-1.2.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rust-crate-pipeline
-Version: 1.2.3
+Version: 1.2.4
 Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
 Home-page: https://github.com/DaveTmire85/SigilDERG-Data_Production
 Author: SuperUser666-Sigil

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "rust-crate-pipeline"
-version = "1.2.3"
+version = "1.2.4"
 authors = [
     {name = "SuperUser666-Sigil", email = "miragemodularframework@gmail.com"},
 ]

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4}/rust_crate_pipeline/main.py

@@ -111,15 +111,52 @@ Examples:
     return parser.parse_args()
 
 def configure_logging(log_level: str = 'INFO'):
+    """Configure logging with both console and file output"""
     level = getattr(logging, log_level.upper())
-    logging.basicConfig(
-        level=level,
-        format="%(asctime)s [%(levelname)s] %(message)s",
-        handlers=[
-            logging.StreamHandler(),
-            logging.FileHandler(f"crate_enrichment_{time.strftime('%Y%m%d-%H%M%S')}.log")
-        ]
+    
+    # Clear any existing handlers to avoid conflicts
+    root_logger = logging.getLogger()
+    for handler in root_logger.handlers[:]:
+        root_logger.removeHandler(handler)
+    
+    # Set root logger level
+    root_logger.setLevel(level)
+    
+    # Create formatters
+    detailed_formatter = logging.Formatter(
+        "%(asctime)s [%(levelname)s] %(name)s: %(message)s",
+        datefmt='%Y-%m-%d %H:%M:%S'
     )
+    simple_formatter = logging.Formatter(
+        "%(asctime)s [%(levelname)s] %(message)s"
+    )
+    
+    # Console handler
+    console_handler = logging.StreamHandler()
+    console_handler.setLevel(level)
+    console_handler.setFormatter(simple_formatter)
+    root_logger.addHandler(console_handler)
+    
+    # File handler with unique timestamp
+    log_filename = f"crate_enrichment_{time.strftime('%Y%m%d-%H%M%S')}.log"
+    try:
+        file_handler = logging.FileHandler(log_filename, mode='w', encoding='utf-8')
+        file_handler.setLevel(logging.DEBUG)  # Always capture DEBUG+ to file
+        file_handler.setFormatter(detailed_formatter)
+        root_logger.addHandler(file_handler)
+        
+        # Log a test message to verify file handler works
+        logging.info(f"Logging initialized - file: {log_filename}")
+        
+    except Exception as e:
+        logging.error(f"Failed to create log file {log_filename}: {e}")
+        print(f"Warning: Could not create log file: {e}")
+    
+    # Set library loggers to less verbose levels
+    logging.getLogger('requests').setLevel(logging.WARNING)
+    logging.getLogger('urllib3').setLevel(logging.WARNING)
+    logging.getLogger('requests_cache').setLevel(logging.WARNING)
+    logging.getLogger('llama_cpp').setLevel(logging.WARNING)
 
 def check_disk_space():
     if shutil.disk_usage(".").free < 1_000_000_000:  # 1GB

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4}/rust_crate_pipeline/production_config.py

@@ -12,14 +12,8 @@ import os
 def configure_production_logging():
     """Configure logging for production to reduce verbose warnings"""
     
-    # Set up logging format
-    logging.basicConfig(
-        level=logging.INFO,  # Default to INFO level
-        format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
-        datefmt='%Y-%m-%d %H:%M:%S'
-    )
-    
-    # Set specific loggers to less verbose levels
+    # Don't use basicConfig here - let main.py handle it
+    # Just set specific loggers to less verbose levels
     logging.getLogger('requests').setLevel(logging.WARNING)
     logging.getLogger('urllib3').setLevel(logging.WARNING)
     logging.getLogger('requests_cache').setLevel(logging.WARNING)

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4}/rust_crate_pipeline/version.py

@@ -1,6 +1,6 @@
 """Version information for rust-crate-pipeline."""
 
-__version__ = "1.2.3"
+__version__ = "1.2.4"
 __version_info__ = tuple(int(x) for x in __version__.split("."))
 
 # Version history

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4/rust_crate_pipeline.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rust-crate-pipeline
-Version: 1.2.3
+Version: 1.2.4
 Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
 Home-page: https://github.com/DaveTmire85/SigilDERG-Data_Production
 Author: SuperUser666-Sigil

{rust_crate_pipeline-1.2.3 → rust_crate_pipeline-1.2.4}/setup.py

@@ -8,7 +8,7 @@ with open("requirements.txt", "r", encoding="utf-8") as fh:
 
 setup(
     name="rust-crate-pipeline",
-    version="1.2.3",
+    version="1.2.4",
     author="SuperUser666-Sigil",
     author_email="miragemodularframework@gmail.com",
     description="A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights",