rust-crate-pipeline 1.1.1__py3-none-any.whl → 1.2.0__py3-none-any.whl

rust_crate_pipeline/ai_processing.py

@@ -166,8 +166,7 @@ class LLMEnricher:
         prompt: str,
         validation_func: Callable[[str], bool],
         temp: float = 0.2,
-        max_tokens: int = 256,
-        retries: int = 3
+        max_tokens: int = 256,        retries: int = 2  # Reduced default retries
     ) -> Optional[str]:
         """Run LLM with validation and automatic retry on failure"""
         for attempt in range(retries):
@@ -180,8 +179,11 @@ class LLMEnricher:
                 if result and validation_func(result):
                     return result
                 
-                # If we get here, validation failed
-                logging.warning(f"Validation failed on attempt {attempt+1}/{retries}. Retrying with modified parameters.")
+                # If we get here, validation failed - use debug level for early attempts
+                if attempt == retries - 1:
+                    logging.warning(f"Final validation attempt failed. Using best available result.")
+                else:
+                    logging.debug(f"Validation failed on attempt {attempt+1}/{retries}. Retrying with modified parameters.")
                 
                 # For the last attempt, simplify the prompt
                 if attempt == retries - 2:
@@ -190,11 +192,11 @@ class LLMEnricher:
             except Exception as e:
                 logging.error(f"Generation error on attempt {attempt+1}: {str(e)}")
             
-            # Backoff before retry
-            time.sleep(1.5 * (2 ** attempt))
+            # Reduced backoff to minimize waiting time
+            time.sleep(1.0 + (attempt * 0.5))
         
-        # If we exhaust all retries, return None
-        return None
+        # If we exhausted all retries, return the last result even if not perfect
+        return result if 'result' in locals() else None
 
     def simplify_prompt(self, prompt: str) -> str:
         """Simplify a prompt by removing examples and reducing context"""

rust_crate_pipeline/github_token_checker.py

@@ -0,0 +1,102 @@
+# github_token_checker.py
+"""
+GitHub Token Checker Module
+Lightweight version of the token checker for integration into the main pipeline.
+"""
+
+import os
+import sys
+import requests
+import logging
+
+def check_github_token_quick():
+    """Quick check if GitHub token is available and valid"""
+    token = os.getenv("GITHUB_TOKEN")
+    
+    if not token:
+        return False, "GITHUB_TOKEN environment variable not set"
+    
+    if len(token) < 20:
+        return False, "GITHUB_TOKEN seems too short - may be invalid"
+    
+    try:
+        # Quick API check
+        headers = {
+            "Accept": "application/vnd.github.v3+json",
+            "Authorization": f"token {token}"
+        }
+        
+        response = requests.get("https://api.github.com/rate_limit", headers=headers, timeout=10)
+        
+        if response.status_code == 200:
+            data = response.json()
+            remaining = data["resources"]["core"]["remaining"]
+            return True, f"Token valid, {remaining} API calls remaining"
+        elif response.status_code == 401:
+            return False, "GitHub token is invalid or expired"
+        else:
+            return False, f"GitHub API returned status code: {response.status_code}"
+            
+    except requests.exceptions.RequestException as e:
+        return False, f"Network error checking token: {str(e)}"
+    except Exception as e:
+        return False, f"Error checking token: {str(e)}"
+
+def prompt_for_token_setup():
+    """Prompt user to set up GitHub token"""
+    print("\n" + "="*60)
+    print("🔑 GitHub Token Required")
+    print("="*60)
+    print("\nThe Rust Crate Pipeline requires a GitHub Personal Access Token")
+    print("to access repository information and avoid rate limits.")
+    print("\n📋 Quick Setup:")
+    print("1. Get token: https://github.com/settings/tokens")
+    print("2. Required scopes: public_repo, read:user")
+    print("3. Set in environment:")
+    print("   export GITHUB_TOKEN=\"your_token_here\"")
+    print("\n🔧 Setup Scripts Available:")
+    print("   ./setup_github_token.sh    (Interactive setup)")
+    print("   python3 check_github_token.py    (Full verification)")
+    print("\n" + "="*60)
+    
+    # Ask if user wants to continue without token (limited functionality)
+    response = input("\nContinue without GitHub token? (y/N): ").strip().lower()
+    
+    if response in ['y', 'yes']:
+        print("⚠️  Running with limited GitHub API access (60 requests/hour)")
+        print("   You may encounter rate limit warnings.")
+        return True
+    else:
+        print("\n🛑 Please set up your GitHub token and try again.")
+        return False
+
+def check_and_setup_github_token():
+    """
+    Check GitHub token and prompt for setup if missing.
+    Returns True if should continue, False if should exit.
+    """
+    is_valid, message = check_github_token_quick()
+    
+    if is_valid:
+        logging.debug(f"GitHub token check: {message}")
+        return True
+    
+    # Token is missing or invalid
+    logging.warning(f"GitHub token issue: {message}")
+    
+    # Check if we're in a non-interactive environment
+    if not sys.stdin.isatty():
+        logging.error("GitHub token not configured and running in non-interactive mode")
+        logging.error("Set GITHUB_TOKEN environment variable before running")
+        return False
+    
+    # Interactive prompt
+    return prompt_for_token_setup()
+
+if __name__ == "__main__":
+    # Allow running this module directly for testing
+    is_valid, message = check_github_token_quick()
+    print(f"Token check: {'✅' if is_valid else '❌'} {message}")
+    
+    if not is_valid:
+        check_and_setup_github_token()

rust_crate_pipeline/main.py

@@ -8,6 +8,8 @@ import argparse
 from typing import Optional
 from .config import PipelineConfig
 from .pipeline import CrateDataPipeline
+from .production_config import setup_production_environment
+from .github_token_checker import check_and_setup_github_token
 
 def parse_arguments():
     """Parse command line arguments"""
@@ -21,6 +23,7 @@ Examples:
   python -m rust_crate_pipeline --batch-size 5     # Smaller batches
   python -m rust_crate_pipeline --output-dir ./data # Custom output directory
   python -m rust_crate_pipeline --log-level DEBUG   # Verbose logging
+  PRODUCTION=true python -m rust_crate_pipeline     # Production mode (quieter)
         """
     )
     
@@ -123,14 +126,31 @@ def check_disk_space():
         logging.warning("Low disk space! This may affect performance.")
 
 def main():
+    # Setup production environment first for optimal logging
+    prod_config = setup_production_environment()
+    
     args = parse_arguments()
     configure_logging(args.log_level)
     check_disk_space()
     
+    # Check GitHub token before proceeding
+    if not check_and_setup_github_token():
+        logging.error("GitHub token setup cancelled or failed. Exiting.")
+        sys.exit(1)
+    
     try:
         # Create config from command line arguments
         config_kwargs = {}
         
+        # Apply production optimizations if available
+        if prod_config:
+            config_kwargs.update({
+                'max_retries': prod_config.get('max_retries', 3),
+                'batch_size': prod_config.get('batch_size', 10),
+                'checkpoint_interval': prod_config.get('checkpoint_interval', 10),
+                'cache_ttl': prod_config.get('cache_ttl', 3600),
+            })
+        
         if args.batch_size:
             config_kwargs['batch_size'] = args.batch_size
         if args.workers:

rust_crate_pipeline/production_config.py

@@ -0,0 +1,76 @@
+# production_config.py
+"""
+Production configuration to reduce runtime warnings and optimize performance.
+This file contains settings that can be imported to minimize verbose logging
+and improve the user experience in production environments.
+"""
+
+import logging
+import os
+
+# Production logging configuration
+def configure_production_logging():
+    """Configure logging for production to reduce verbose warnings"""
+    
+    # Set up logging format
+    logging.basicConfig(
+        level=logging.INFO,  # Default to INFO level
+        format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+        datefmt='%Y-%m-%d %H:%M:%S'
+    )
+    
+    # Set specific loggers to less verbose levels
+    logging.getLogger('requests').setLevel(logging.WARNING)
+    logging.getLogger('urllib3').setLevel(logging.WARNING)
+    logging.getLogger('requests_cache').setLevel(logging.WARNING)
+    
+    # If PRODUCTION environment variable is set, be even quieter
+    if os.getenv('PRODUCTION', 'false').lower() == 'true':
+        logging.getLogger().setLevel(logging.WARNING)
+        logging.getLogger('rust_crate_pipeline').setLevel(logging.INFO)
+
+# Production-optimized settings
+PRODUCTION_SETTINGS = {
+    # Reduced retries to minimize warnings
+    'max_retries': 2,
+    'validation_retries': 2,
+    
+    # GitHub API management
+    'github_rate_limit_threshold': 100,
+    'github_critical_threshold': 50,
+    
+    # LLM settings  
+    'llm_timeout': 30,
+    'llm_max_attempts': 2,
+    
+    # Logging preferences
+    'quiet_mode': True,
+    'log_level': 'INFO',
+    
+    # Performance settings
+    'batch_size': 10,
+    'checkpoint_interval': 10,
+    'cache_ttl': 3600,
+}
+
+def get_production_config():
+    """Get production configuration dictionary"""
+    return PRODUCTION_SETTINGS.copy()
+
+def is_production():
+    """Check if running in production mode"""
+    return os.getenv('PRODUCTION', 'false').lower() == 'true'
+
+def setup_production_environment():
+    """Set up the complete production environment"""
+    configure_production_logging()
+    
+    # Set environment variables for quieter operation
+    os.environ.setdefault('PYTHONWARNINGS', 'ignore::UserWarning')
+    
+    if is_production():
+        print("🚀 Production mode enabled - optimized for minimal warnings")
+        return get_production_config()
+    else:
+        print("🔧 Development mode - full logging enabled")
+        return {}

rust_crate_pipeline/version.py

@@ -1,9 +1,17 @@
 """Version information for rust-crate-pipeline."""
 
-__version__ = "1.1.1"
+__version__ = "1.2.0"
 __version_info__ = tuple(int(x) for x in __version__.split("."))
 
 # Version history
+# 1.2.0 - Major release: Production-ready, cleaned codebase
+#         - Unified documentation into single comprehensive README
+#         - Removed all non-essential development and test files
+#         - Optimized for PyPI distribution and Docker deployment
+#         - Enhanced GitHub token integration and setup
+# 1.1.2 - Production release: Cleaned up non-essential files
+#         - Unified documentation into single README
+#         - Optimized for PyPI distribution
 # 1.1.1 - Bug fix: Added missing python-dateutil dependency
 #         - Fixed relativedelta import error
 # 1.1.0 - Updated author and contact information

rust_crate_pipeline-1.2.0.dist-info/METADATA

@@ -0,0 +1,573 @@
+Metadata-Version: 2.4
+Name: rust-crate-pipeline
+Version: 1.2.0
+Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
+Home-page: https://github.com/DaveTmire85/SigilDERG-Data_Production
+Author: SuperUser666-Sigil
+Author-email: SuperUser666-Sigil <miragemodularframework@gmail.com>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/DaveTmire85/SigilDERG-Data_Production
+Project-URL: Documentation, https://github.com/DaveTmire85/SigilDERG-Data_Production#readme
+Project-URL: Repository, https://github.com/DaveTmire85/SigilDERG-Data_Production
+Project-URL: Bug Tracker, https://github.com/DaveTmire85/SigilDERG-Data_Production/issues
+Keywords: rust,crates,metadata,ai,analysis,pipeline,dependencies
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Software Development :: Build Tools
+Classifier: Topic :: Software Development :: Quality Assurance
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: requests>=2.28.0
+Requires-Dist: requests-cache>=1.0.0
+Requires-Dist: beautifulsoup4>=4.11.0
+Requires-Dist: tqdm>=4.64.0
+Requires-Dist: llama-cpp-python>=0.2.0
+Requires-Dist: tiktoken>=0.5.0
+Requires-Dist: psutil>=5.9.0
+Requires-Dist: python-dateutil>=2.8.0
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: black>=22.0.0; extra == "dev"
+Requires-Dist: isort>=5.10.0; extra == "dev"
+Provides-Extra: advanced
+Requires-Dist: radon>=6.0.0; extra == "advanced"
+Requires-Dist: rustworkx>=0.13.0; extra == "advanced"
+Dynamic: author
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
+
+# Rust Crate Pipeline
+
+[![Python 3.8+](https://img.shields.io/badge/python-3.8+-blue.svg)](https://www.python.org/downloads/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![PyPI Ready](https://img.shields.io/badge/PyPI-Ready-green.svg)](https://pypi.org/)
+[![Docker Ready](https://img.shields.io/badge/Docker-Ready-blue.svg)](https://docker.com/)
+
+A production-ready pipeline for comprehensive Rust crate analysis, featuring AI-powered insights, dependency mapping, and automated data enrichment. Designed for researchers, developers, and data scientists studying the Rust ecosystem.
+
+## 🚀 Quick Start
+
+### 1. Installation
+
+#### From PyPI (Recommended)
+```bash
+pip install rust-crate-pipeline
+```
+
+#### From Source
+```bash
+git clone https://github.com/DaveTmire85/SigilDERG-Data_Production.git
+cd SigilDERG-Data_Production
+pip install -e .
+```
+
+#### Development Installation
+```bash
+git clone https://github.com/DaveTmire85/SigilDERG-Data_Production.git
+cd SigilDERG-Data_Production
+pip install -e ".[dev]"
+```
+
+### 2. GitHub Token Setup
+
+The pipeline requires a GitHub Personal Access Token for optimal performance:
+
+```bash
+# Interactive setup (Linux/Unix)
+chmod +x setup_github_token.sh
+./setup_github_token.sh
+
+# Manual setup
+export GITHUB_TOKEN="your_token_here"
+echo 'export GITHUB_TOKEN="your_token_here"' >> ~/.bashrc
+
+# Verify setup
+python3 check_github_token.py
+```
+
+**Get your token at**: [GitHub Settings](https://github.com/settings/tokens)  
+**Required scopes**: `public_repo`, `read:user`
+
+### 3. Basic Usage
+
+```bash
+# Standard mode
+python3 -m rust_crate_pipeline
+
+# Production mode (reduced warnings, optimized settings)
+python3 run_production.py
+
+# Process only 20 crates for testing
+python3 -m rust_crate_pipeline --limit 20
+
+# Skip AI processing for faster metadata-only collection
+python3 -m rust_crate_pipeline --skip-ai --limit 50
+```
+
+### 4. Advanced Usage
+
+```bash
+# Custom configuration
+python3 -m rust_crate_pipeline \
+    --limit 100 \
+    --batch-size 5 \
+    --workers 2 \
+    --log-level DEBUG \
+    --output-dir ./results
+
+# Process specific crates
+python3 -m rust_crate_pipeline \
+    --crate-list serde tokio actix-web reqwest \
+    --output-dir ./specific_crates
+
+# Use custom model and config
+python3 -m rust_crate_pipeline \
+    --model-path ./my-model.gguf \
+    --config-file ./custom_config.json
+```
+
+## 🎯 Features
+
+### 📊 Data Collection & Analysis
+
+- **Multi-source metadata**: crates.io, GitHub, lib.rs integration
+- **Dependency mapping**: Complete dependency graphs and analysis
+- **Code extraction**: Automatic Rust code example extraction
+- **Security scanning**: Vulnerability and security pattern analysis
+- **Performance metrics**: Lines of code, complexity, API surface analysis
+
+### 🤖 AI-Powered Enrichment
+
+- **Smart categorization**: Automatic crate classification (Web, ML, Database, etc.)
+- **Feature summarization**: AI-generated explanations and insights
+- **Content optimization**: Intelligent README section preservation
+- **Factual pairs**: Training data generation for fact verification
+
+### ⚡ Production Features
+
+- **Automatic GitHub token detection**: Seamless setup and validation
+- **Smart rate limiting**: Respects GitHub API limits with intelligent backoff
+- **Robust error handling**: Graceful degradation and comprehensive logging
+- **Progress checkpointing**: Automatic saving for long-running processes
+- **Docker ready**: Full container support with optimized configurations
+
+## 💻 System Requirements
+
+### Minimum Requirements
+
+- **Python**: 3.8+
+- **Memory**: 4GB RAM
+- **Storage**: 2GB free space
+- **Network**: Stable internet connection
+
+### Recommended Setup
+
+- **Python**: 3.10+
+- **Memory**: 8GB+ RAM
+- **Storage**: 10GB+ free space (SSD preferred)
+- **GitHub Token**: For enhanced API access (5000 vs 60 requests/hour)
+
+### Dependencies
+
+Core dependencies are automatically installed:
+
+```bash
+requests>=2.28.0
+requests-cache>=0.9.0
+beautifulsoup4>=4.11.0
+tqdm>=4.64.0
+llama-cpp-python>=0.2.0
+tiktoken>=0.4.0
+psutil>=5.9.0
+python-dateutil>=2.8.0
+```
+
+## ⚙️ Configuration & Usage
+
+### Command Line Options
+
+| Argument | Type | Default | Description |
+|----------|------|---------|-------------|
+| `--limit` | int | None | Limit number of crates to process |
+| `--batch-size` | int | 10 | Crates processed per batch |
+| `--workers` | int | 4 | Parallel workers for API requests |
+| `--output-dir` | str | auto | Custom output directory |
+| `--model-path` | str | default | Path to LLM model file |
+| `--max-tokens` | int | 256 | Maximum tokens for LLM generation |
+| `--checkpoint-interval` | int | 10 | Save progress every N crates |
+| `--log-level` | str | INFO | Logging verbosity |
+| `--skip-ai` | flag | False | Skip AI enrichment |
+| `--skip-source-analysis` | flag | False | Skip source code analysis |
+| `--crate-list` | list | None | Specific crates to process |
+| `--config-file` | str | None | JSON configuration file |
+
+### Production Mode
+
+Production mode provides optimized settings with reduced warnings:
+
+```bash
+# Using production launcher
+python3 run_production.py [OPTIONS]
+
+# Using environment variable
+PRODUCTION=true python3 -m rust_crate_pipeline
+
+# Docker production mode
+docker run -e PRODUCTION=true -e GITHUB_TOKEN="token" your-image
+```
+
+**Production optimizations:**
+
+- Reduced retry attempts (3→2) to minimize warnings
+- Smart GitHub API rate limiting with proactive pausing
+- Enhanced logging with appropriate levels
+- Optimized timeout and backoff strategies
+
+### Configuration Files
+
+Create a JSON configuration file for custom settings:
+
+```json
+{
+    "max_retries": 2,
+    "batch_size": 10,
+    "github_min_remaining": 500,
+    "cache_ttl": 7200,
+    "model_path": "~/models/your-model.gguf"
+}
+```
+
+Use with: `python3 -m rust_crate_pipeline --config-file config.json`
+
+## 🐳 Docker Deployment
+
+### Using Docker Compose (Recommended)
+
+```bash
+# Set up environment
+echo "GITHUB_TOKEN=your_token_here" > .env
+
+# Run with compose
+docker-compose up -d
+
+# Monitor logs
+docker-compose logs -f
+```
+
+### Manual Docker Commands
+
+```bash
+# Build image
+docker build -t rust-crate-pipeline .
+
+# Run container
+docker run -e GITHUB_TOKEN="your_token" \
+           -e PRODUCTION=true \
+           -v $(pwd)/output:/app/output \
+           rust-crate-pipeline
+
+# Background execution
+docker run -d --name pipeline \
+           -e GITHUB_TOKEN="your_token" \
+           rust-crate-pipeline
+```
+
+### Docker Environment Variables
+
+| Variable | Description | Default |
+|----------|-------------|---------|
+| `GITHUB_TOKEN` | GitHub Personal Access Token | Required |
+| `PRODUCTION` | Enable production mode | `false` |
+| `PYTHONUNBUFFERED` | Force unbuffered output | `1` |
+
+## 📊 Output & Data Format
+
+### Output Structure
+
+```
+output/
+├── enriched_crates_YYYYMMDD_HHMMSS.json    # Main results
+├── metadata_YYYYMMDD_HHMMSS.json           # Raw metadata
+├── errors_YYYYMMDD_HHMMSS.log              # Error log
+└── checkpoints/
+    └── checkpoint_N.json                    # Progress saves
+```
+
+### Data Schema
+
+Each processed crate includes:
+
+```json
+{
+    "name": "serde",
+    "version": "1.0.193",
+    "description": "A generic serialization/deserialization framework",
+    "repository": "https://github.com/serde-rs/serde",
+    "downloads": 50000000,
+    "github_stars": 8500,
+    "category": "Serialization",
+    "use_case": "Data serialization and deserialization",
+    "feature_summary": "Compile-time serialization framework...",
+    "dependencies": [...],
+    "security_analysis": {...},
+    "source_metrics": {...}
+}
+```
+
+## 🔍 Monitoring & Troubleshooting
+
+### Common Issues & Solutions
+
+#### GitHub Token Problems
+
+```bash
+# Check token status
+python3 check_github_token.py
+
+# Common error: Rate limit warnings
+[WARNING] GitHub API rate limit low: 60 remaining
+# Solution: Set GITHUB_TOKEN environment variable
+
+# Common error: Invalid token
+[ERROR] GitHub token is invalid or expired
+# Solution: Generate new token at https://github.com/settings/tokens
+```
+
+#### LLM Validation Retries
+
+```bash
+# Common warning: Validation failures
+[WARNING] Validation failed on attempt 1/3. Retrying...
+# Solution: Use production mode to reduce retry warnings
+PRODUCTION=true python3 -m rust_crate_pipeline
+```
+
+#### Resource Issues
+
+```bash
+# Memory usage optimization
+python3 -m rust_crate_pipeline --batch-size 3
+
+# Disk space monitoring
+df -h .  # Check available space
+
+# Network timeout handling
+python3 -m rust_crate_pipeline --log-level DEBUG
+```
+
+### Performance Monitoring
+
+#### Processing Times (Typical)
+
+- **Metadata only**: 2-3 seconds per crate
+- **With AI enrichment**: 15-30 seconds per crate  
+- **Full analysis**: 45-60 seconds per crate
+
+#### Resource Usage
+
+- **Memory**: 2-4GB during processing
+- **Storage**: 10-50MB per crate (temporary files)
+- **Network**: 1-5MB per crate (API calls)
+
+#### Monitoring Commands
+
+```bash
+# Check process status
+ps aux | grep rust_crate_pipeline
+
+# Monitor resource usage
+top -p $(pgrep -f rust_crate_pipeline)
+
+# Check logs
+tail -f pipeline.log
+
+# Docker monitoring
+docker stats pipeline
+```
+
+## 🚀 Deployment Guide
+
+### SSH/Remote Server Deployment
+
+```bash
+# Background execution with logging
+nohup python3 run_production.py > pipeline.log 2>&1 &
+
+# Monitor progress
+tail -f pipeline.log
+
+# Check process
+jobs
+ps aux | grep rust_crate_pipeline
+```
+
+### Systemd Service (Linux)
+
+Create `/etc/systemd/system/rust-crate-pipeline.service`:
+
+```ini
+[Unit]
+Description=Rust Crate Data Pipeline
+After=network.target
+
+[Service]
+Type=simple
+User=your-username
+WorkingDirectory=/path/to/pipeline
+Environment=GITHUB_TOKEN=your_token_here
+Environment=PRODUCTION=true
+ExecStart=/usr/bin/python3 run_production.py
+Restart=on-failure
+RestartSec=30
+
+[Install]
+WantedBy=multi-user.target
+```
+
+Enable and start:
+
+```bash
+sudo systemctl daemon-reload
+sudo systemctl enable rust-crate-pipeline
+sudo systemctl start rust-crate-pipeline
+sudo systemctl status rust-crate-pipeline
+```
+
+## 🏗️ Architecture
+
+### Core Components
+
+1. **CrateDataPipeline**: Main orchestration class that coordinates all processing
+2. **LLMEnricher**: Handles AI-powered enrichment using local LLM models
+3. **CrateAPIClient**: Manages API interactions with crates.io and fallback sources
+4. **GitHubBatchClient**: Optimized GitHub API client with rate limiting
+5. **SourceAnalyzer**: Analyzes source code metrics and complexity
+6. **SecurityAnalyzer**: Checks for security vulnerabilities and patterns
+7. **UserBehaviorAnalyzer**: Tracks community engagement and version adoption
+8. **DependencyAnalyzer**: Builds and analyzes dependency relationships
+
+### Processing Flow
+
+```
+1. Crate Discovery → 2. Metadata Fetching → 3. AI Enrichment
+        ↓                      ↓                    ↓
+4. Source Analysis → 5. Security Scanning → 6. Community Analysis
+        ↓                      ↓                    ↓
+7. Dependency Mapping → 8. Data Aggregation → 9. Report Generation
+```
+
+### Project Structure
+
+```
+rust_crate_pipeline/
+├── __init__.py              # Package initialization
+├── __main__.py              # Entry point for python -m execution
+├── main.py                  # CLI interface and main execution logic
+├── config.py                # Configuration classes and data models
+├── pipeline.py              # Main orchestration and workflow management
+├── ai_processing.py         # LLM integration and AI-powered enrichment
+├── network.py               # API clients and HTTP request handling
+├── analysis.py              # Source code, security, and dependency analysis
+├── github_token_checker.py  # Token validation and setup
+├── production_config.py     # Production optimizations
+└── utils/                   # Utility functions
+    ├── logging_utils.py     # Logging configuration and decorators
+    └── file_utils.py        # File operations and disk management
+```
+
+## 🧪 API Usage
+
+### Programmatic Usage
+
+```python
+from rust_crate_pipeline import CrateDataPipeline, PipelineConfig
+
+# Create custom configuration
+config = PipelineConfig(
+    batch_size=5,
+    max_tokens=512,
+    model_path="/path/to/model.gguf"
+)
+
+# Initialize and run pipeline
+pipeline = CrateDataPipeline(config)
+pipeline.run()
+
+# Or use individual components
+from rust_crate_pipeline import LLMEnricher, SourceAnalyzer
+
+enricher = LLMEnricher(config)
+analyzer = SourceAnalyzer()
+```
+
+### Custom Processing
+
+```python
+# Process specific crates with custom options
+pipeline = CrateDataPipeline(
+    config,
+    limit=50,
+    crate_list=["serde", "tokio", "actix-web"],
+    skip_ai=False,
+    output_dir="./custom_analysis"
+)
+```
+
+## 🔧 Development & Contributing
+
+### Development Setup
+
+```bash
+# Clone and install
+git clone https://github.com/DaveTmire85/SigilDERG-Data_Production.git
+cd SigilDERG-Data_Production
+pip install -r requirements.txt
+
+# Run tests
+python3 test_optimizations.py
+python3 test_token_integration.py
+
+# Verify installation
+python3 check_github_token.py
+```
+
+### Adding Features
+
+1. Implement new analyzer in `analysis.py`
+2. Add configuration options to `config.py`
+3. Integrate with pipeline in `pipeline.py`
+4. Add CLI arguments in `main.py`
+5. Update tests and documentation
+
+## 📄 License
+
+This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
+
+## 🙏 Acknowledgments
+
+- **Rust Community** for the excellent crates ecosystem
+- **crates.io** for comprehensive API access
+- **GitHub** for repository metadata and community data
+- **Deepseek** for powerful code-focused language models
+- **llama.cpp** team for efficient local inference
+
+## 📞 Support
+
+- **Issues**: Report bugs and request features
+- **Documentation**: Complete guides and API reference
+- **Community**: Join discussions and get help
+
+---
+
+**Ready to analyze the Rust ecosystem! 🦀✨**

{rust_crate_pipeline-1.1.1.dist-info → rust_crate_pipeline-1.2.0.dist-info}/RECORD

@@ -1,17 +1,19 @@
 rust_crate_pipeline/__init__.py,sha256=m9fb1WGbyOimxK2e18FSgvLWGYBwbLoHM_mscr-nAPs,1429
 rust_crate_pipeline/__main__.py,sha256=fYgtPofuk4vkwiZ7ELP4GVMNj_QiKmZMSlvhzsNGuDs,155
-rust_crate_pipeline/ai_processing.py,sha256=kmV6RfhwRVYQyp55Eez8R0jNAVJB8sdfIB1-60j1Eio,18027
+rust_crate_pipeline/ai_processing.py,sha256=Ma5Oo4_pRfhoyvti_ZF6xV9zi4kEukMRzBva76F7cEM,18351
 rust_crate_pipeline/analysis.py,sha256=ijP4zp3cFnN09nZkeCluyAvbyAtAW_M2YSxALpQX8LY,18615
 rust_crate_pipeline/config.py,sha256=r4Y_5SD-lfrM1112edk9T0S0MiVxaNSSHk4q2yDrM88,1528
-rust_crate_pipeline/main.py,sha256=vPLvuwekNpwSUHEAc6lnzQ0q3QU-YZS9ZIijhkkfRzI,5384
+rust_crate_pipeline/github_token_checker.py,sha256=MJqHP8J84NEZ6nzdutpC7iRnsP0kyqscjLUosvmI4MI,3768
+rust_crate_pipeline/main.py,sha256=J8ORQA6s3wyWw2R3oB_IEm2J5tx1CFdspw5kb5Ep8zQ,6323
 rust_crate_pipeline/network.py,sha256=t_G8eh_WHNugm_laMftcWVbHsmP0bOlTPnVW9DqF6SU,13375
 rust_crate_pipeline/pipeline.py,sha256=Uwfw4uLL3aN1gJl5xSwvvyaY9ceeP7LVr02IzNx0tPM,12033
-rust_crate_pipeline/version.py,sha256=np_eAssJT7w0mfKLkvPGj07FJndSt79OH1PjHEaXb_s,542
+rust_crate_pipeline/production_config.py,sha256=2GT8bxytcrMRrcfjzpay5RTtATE3rbmDvNUBvVhrYSQ,2472
+rust_crate_pipeline/version.py,sha256=Ne-Iy0D2YOCWyWVo3gFNVhuUg4tBtSnlqGIDUEeWtws,1022
 rust_crate_pipeline/utils/file_utils.py,sha256=lnHeLrt1JYaQhRDKtA1TWR2HIyRO8zwOyWb-KmAmWgk,2126
 rust_crate_pipeline/utils/logging_utils.py,sha256=O4Jnr_k9dBchrVqXf-vqtDKgizDtL_ljh8g7G2VCX_c,2241
-rust_crate_pipeline-1.1.1.dist-info/licenses/LICENSE,sha256=tpd4XNpbssrSx9-iErATOLrOh0ivNPfO2I5MAPUpats,1088
-rust_crate_pipeline-1.1.1.dist-info/METADATA,sha256=96NawdhQK_JtrzH7uQYVxD4JJtsr-p8ask9tf6QmgTc,15260
-rust_crate_pipeline-1.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rust_crate_pipeline-1.1.1.dist-info/entry_points.txt,sha256=9Rr_IRuFRIridXxUSdEJbB3ba0NnpEfKmknZXFdYRC0,70
-rust_crate_pipeline-1.1.1.dist-info/top_level.txt,sha256=GUdB7RyxHLhijQxui_KTy3B8p_L2APui9C6RYa0FuaE,20
-rust_crate_pipeline-1.1.1.dist-info/RECORD,,
+rust_crate_pipeline-1.2.0.dist-info/licenses/LICENSE,sha256=tpd4XNpbssrSx9-iErATOLrOh0ivNPfO2I5MAPUpats,1088
+rust_crate_pipeline-1.2.0.dist-info/METADATA,sha256=0iLlshmEVa7L-CNZp2RtrG2eTyGULwT_wx-GfbckhD4,16741
+rust_crate_pipeline-1.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rust_crate_pipeline-1.2.0.dist-info/entry_points.txt,sha256=9Rr_IRuFRIridXxUSdEJbB3ba0NnpEfKmknZXFdYRC0,70
+rust_crate_pipeline-1.2.0.dist-info/top_level.txt,sha256=GUdB7RyxHLhijQxui_KTy3B8p_L2APui9C6RYa0FuaE,20
+rust_crate_pipeline-1.2.0.dist-info/RECORD,,

rust_crate_pipeline-1.1.1.dist-info/METADATA

@@ -1,474 +0,0 @@
-Metadata-Version: 2.4
-Name: rust-crate-pipeline
-Version: 1.1.1
-Summary: A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights
-Home-page: https://github.com/DaveTmire85/SigilDERG-Data_Production
-Author: SuperUser666-Sigil
-Author-email: SuperUser666-Sigil <miragemodularframework@gmail.com>
-License-Expression: MIT
-Project-URL: Homepage, https://github.com/DaveTmire85/SigilDERG-Data_Production
-Project-URL: Documentation, https://github.com/DaveTmire85/SigilDERG-Data_Production#readme
-Project-URL: Repository, https://github.com/DaveTmire85/SigilDERG-Data_Production
-Project-URL: Bug Tracker, https://github.com/DaveTmire85/SigilDERG-Data_Production/issues
-Keywords: rust,crates,metadata,ai,analysis,pipeline,dependencies
-Classifier: Development Status :: 4 - Beta
-Classifier: Intended Audience :: Developers
-Classifier: Operating System :: OS Independent
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Classifier: Topic :: Software Development :: Build Tools
-Classifier: Topic :: Software Development :: Quality Assurance
-Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
-Requires-Python: >=3.8
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: requests>=2.28.0
-Requires-Dist: requests-cache>=1.0.0
-Requires-Dist: beautifulsoup4>=4.11.0
-Requires-Dist: tqdm>=4.64.0
-Requires-Dist: llama-cpp-python>=0.2.0
-Requires-Dist: tiktoken>=0.5.0
-Requires-Dist: psutil>=5.9.0
-Requires-Dist: python-dateutil>=2.8.0
-Provides-Extra: dev
-Requires-Dist: pytest>=7.0.0; extra == "dev"
-Requires-Dist: black>=22.0.0; extra == "dev"
-Requires-Dist: isort>=5.10.0; extra == "dev"
-Provides-Extra: advanced
-Requires-Dist: radon>=6.0.0; extra == "advanced"
-Requires-Dist: rustworkx>=0.13.0; extra == "advanced"
-Dynamic: author
-Dynamic: home-page
-Dynamic: license-file
-Dynamic: requires-python
-
-# Rust Crate Data Processing Pipeline
-
-[![Python 3.8+](https://img.shields.io/badge/python-3.8+-blue.svg)](https://www.python.org/downloads/)
-[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
-
-A comprehensive system for gathering, enriching, and analyzing metadata for Rust crates using AI-powered insights and dependency analysis.
-
-## 🚀 Features
-
-### 📊 **Comprehensive Data Collection**
-- **Multi-source metadata fetching**: Pulls data from crates.io, GitHub, and lib.rs
-- **Dependency analysis**: Complete dependency graphs and reverse dependency mapping
-- **Code snippet extraction**: Automatically extracts Rust code examples from READMEs
-- **Feature analysis**: Detailed breakdown of crate features and their dependencies
-
-### 🤖 **AI-Powered Enrichment**
-- **Use case classification**: Automatically categorizes crates (Web Framework, ML, Database, etc.)
-- **Feature summarization**: AI-generated explanations of crate features
-- **Factual/counterfactual pairs**: Generates training data for fact verification
-- **Smart content truncation**: Intelligently preserves important README sections
-
-### 🔍 **Advanced Analysis**
-- **Source code metrics**: Lines of code, complexity analysis, API surface area
-- **Security scanning**: Vulnerability checks and security pattern analysis
-- **Community metrics**: GitHub activity, issue tracking, version adoption
-- **Performance optimization**: Batch processing, caching, and retry logic
-
-### ⚡ **Production-Ready Features**
-- **Robust error handling**: Graceful degradation and comprehensive logging
-- **Rate limiting**: Respects GitHub API limits with intelligent backoff
-- **Checkpointing**: Automatic progress saving for long-running processes
-- **Configurable processing**: Extensive CLI and config file options
-
-## 📋 Prerequisites
-
-### Required Dependencies
-```bash
-pip install requests requests-cache beautifulsoup4 tqdm llama-cpp-python tiktoken psutil
-```
-
-### Optional Dependencies
-```bash
-pip install radon rustworkx  # For advanced code analysis
-```
-
-### System Requirements
-- **Python 3.8+**
-- **Local LLM Model**: Deepseek Coder or compatible GGUF model
-- **GitHub Token**: For enhanced GitHub API access (optional but recommended)
-- **Disk Space**: ~1GB free space for processing and caching
-
-## 🛠️ Installation
-
-### 1. Clone the Repository
-```bash
-git clone <repository-url>
-cd enrichment-flow2
-```
-
-### 2. Install Dependencies
-```bash
-pip install -r requirements.txt
-```
-
-### 3. Download LLM Model
-```bash
-# Example: Download Deepseek Coder model
-mkdir -p ~/models/deepseek/
-wget https://huggingface.co/TheBloke/deepseek-coder-6.7B-instruct-GGUF/resolve/main/deepseek-coder-6.7b-instruct.Q4_K_M.gguf \
-     -O ~/models/deepseek/deepseek-coder-6.7b-instruct.Q4_K_M.gguf
-```
-
-### 4. Set Environment Variables (Optional)
-```bash
-export GITHUB_TOKEN="your_github_token_here"
-```
-
-## 🚀 Quick Start
-
-### Installation
-
-#### From PyPI (Recommended)
-```bash
-pip install rust-crate-pipeline
-```
-
-#### From Source
-```bash
-git clone https://github.com/DaveTmire85/SigilDERG-Data_Production.git
-cd SigilDERG-Data_Production
-pip install -e .
-```
-
-#### Development Installation
-```bash
-git clone https://github.com/DaveTmire85/SigilDERG-Data_Production.git
-cd SigilDERG-Data_Production
-pip install -e ".[dev]"
-```
-
-### Basic Usage
-```bash
-# Run with default settings
-python -m rust_crate_pipeline
-
-# Process only 20 crates for testing
-python -m rust_crate_pipeline --limit 20
-
-# Skip AI processing for faster metadata-only collection
-python -m rust_crate_pipeline --skip-ai --limit 50
-```
-
-### Advanced Usage
-```bash
-# Custom configuration
-python -m rust_crate_pipeline \
-    --limit 100 \
-    --batch-size 5 \
-    --workers 2 \
-    --log-level DEBUG \
-    --output-dir ./results
-
-# Process specific crates
-python -m rust_crate_pipeline \
-    --crate-list serde tokio actix-web reqwest \
-    --output-dir ./specific_crates
-
-# Use custom model and config
-python -m rust_crate_pipeline \
-    --model-path ./my-model.gguf \
-    --config-file ./custom_config.json
-```
-
-## 📁 Project Structure
-
-```
-enrichment-flow2/
-├── __init__.py              # Package initialization and public API
-├── __main__.py              # Entry point for python -m execution
-├── main.py                  # CLI interface and main execution logic
-├── config.py                # Configuration classes and data models
-├── pipeline.py              # Main orchestration and workflow management
-├── ai_processing.py         # LLM integration and AI-powered enrichment
-├── network.py               # API clients and HTTP request handling
-├── analysis.py              # Source code, security, and dependency analysis
-└── utils/                   # Utility functions
-    ├── logging_utils.py     # Logging configuration and decorators
-    └── file_utils.py        # File operations and disk management
-```
-
-## ⚙️ Configuration
-
-### Command Line Arguments
-
-| Argument | Type | Default | Description |
-|----------|------|---------|-------------|
-| `--limit` | int | None | Limit number of crates to process |
-| `--batch-size` | int | 10 | Crates processed per batch |
-| `--workers` | int | 4 | Parallel workers for API requests |
-| `--output-dir` | str | auto | Custom output directory |
-| `--model-path` | str | default | Path to LLM model file |
-| `--max-tokens` | int | 256 | Maximum tokens for LLM generation |
-| `--checkpoint-interval` | int | 10 | Save progress every N crates |
-| `--log-level` | str | INFO | Logging verbosity |
-| `--skip-ai` | flag | False | Skip AI enrichment |
-| `--skip-source-analysis` | flag | False | Skip source code analysis |
-| `--crate-list` | list | None | Specific crates to process |
-| `--config-file` | str | None | JSON configuration file |
-
-### Configuration File Example
-```json
-{
-    "model_path": "/path/to/your/model.gguf",
-    "batch_size": 5,
-    "n_workers": 2,
-    "max_tokens": 512,
-    "checkpoint_interval": 5,
-    "github_token": "ghp_your_token_here",
-    "cache_ttl": 7200
-}
-```
-
-## 📊 Output Format
-
-The pipeline generates several output files:
-
-### 1. **Enriched Metadata** (`enriched_crate_metadata_TIMESTAMP.jsonl`)
-```json
-{
-    "name": "serde",
-    "version": "1.0.193",
-    "description": "A generic serialization/deserialization framework",
-    "use_case": "Serialization",
-    "score": 8542.3,
-    "feature_summary": "Provides derive macros for automatic serialization...",
-    "factual_counterfactual": "✅ Factual: Serde supports JSON serialization...",
-    "source_analysis": {
-        "file_count": 45,
-        "loc": 12500,
-        "functions": ["serialize", "deserialize", ...],
-        "has_tests": true
-    }
-}
-```
-
-### 2. **Dependency Analysis** (`dependency_analysis_TIMESTAMP.json`)
-```json
-{
-    "dependency_graph": {
-        "actix-web": ["tokio", "serde", "futures"],
-        "tokio": ["mio", "parking_lot"]
-    },
-    "reverse_dependencies": {
-        "serde": ["actix-web", "reqwest", "clap"],
-        "tokio": ["actix-web", "reqwest"]
-    },
-    "most_depended": [
-        ["serde", 156],
-        ["tokio", 98]
-    ]
-}
-```
-
-### 3. **Summary Report** (`summary_report_TIMESTAMP.json`)
-```json
-{
-    "total_crates": 150,
-    "total_time": "1247.32s",
-    "timestamp": "2025-06-18T10:30:00",
-    "most_popular": [
-        {"name": "serde", "score": 8542.3},
-        {"name": "tokio", "score": 7234.1}
-    ]
-}
-```
-
-## 🔧 Advanced Features
-
-### Custom Crate Lists
-Process specific crates by providing a custom list:
-```bash
-python -m rust_crate_pipeline --crate-list \
-    serde tokio actix-web reqwest clap \
-    --output-dir ./web_framework_analysis
-```
-
-### Performance Tuning
-Optimize for your system:
-```bash
-# High-performance setup (good internet, powerful machine)
-python -m rust_crate_pipeline --batch-size 20 --workers 8
-
-# Conservative setup (limited resources)
-python -m rust_crate_pipeline --batch-size 3 --workers 1
-```
-
-### Development Mode
-Quick testing with minimal processing:
-```bash
-python -m rust_crate_pipeline \
-    --limit 5 \
-    --skip-ai \
-    --skip-source-analysis \
-    --log-level DEBUG
-```
-
-## 🏗️ Architecture
-
-### Core Components
-
-1. **CrateDataPipeline**: Main orchestration class that coordinates all processing
-2. **LLMEnricher**: Handles AI-powered enrichment using local LLM models
-3. **CrateAPIClient**: Manages API interactions with crates.io and fallback sources
-4. **GitHubBatchClient**: Optimized GitHub API client with rate limiting
-5. **SourceAnalyzer**: Analyzes source code metrics and complexity
-6. **SecurityAnalyzer**: Checks for security vulnerabilities and patterns
-7. **UserBehaviorAnalyzer**: Tracks community engagement and version adoption
-8. **DependencyAnalyzer**: Builds and analyzes dependency relationships
-
-### Processing Flow
-
-```
-1. Crate Discovery → 2. Metadata Fetching → 3. AI Enrichment
-        ↓                      ↓                    ↓
-4. Source Analysis → 5. Security Scanning → 6. Community Analysis
-        ↓                      ↓                    ↓
-7. Dependency Mapping → 8. Data Aggregation → 9. Report Generation
-```
-
-## 🧪 API Usage
-
-### Programmatic Usage
-```python
-from rust_crate_pipeline import CrateDataPipeline, PipelineConfig
-
-# Create custom configuration
-config = PipelineConfig(
-    batch_size=5,
-    max_tokens=512,
-    model_path="/path/to/model.gguf"
-)
-
-# Initialize and run pipeline
-pipeline = CrateDataPipeline(config)
-pipeline.run()
-
-# Or use individual components
-from rust_crate_pipeline import LLMEnricher, SourceAnalyzer
-
-enricher = LLMEnricher(config)
-analyzer = SourceAnalyzer()
-```
-
-### Custom Processing
-```python
-# Process specific crates with custom options
-pipeline = CrateDataPipeline(
-    config,
-    limit=50,
-    crate_list=["serde", "tokio", "actix-web"],
-    skip_ai=False,
-    output_dir="./custom_analysis"
-)
-```
-
-## 🐛 Troubleshooting
-
-### Common Issues
-
-**🔴 Model Loading Errors**
-```bash
-# Verify model path
-ls -la ~/models/deepseek/deepseek-coder-6.7b-instruct.Q4_K_M.gguf
-
-# Check model format compatibility
-python -c "from llama_cpp import Llama; print('Model loading OK')"
-```
-
-**🔴 API Rate Limiting**
-```bash
-# Set GitHub token for higher rate limits
-export GITHUB_TOKEN="your_token_here"
-
-# Reduce batch size and workers
-python -m rust_crate_pipeline --batch-size 3 --workers 1
-```
-
-**🔴 Memory Issues**
-```bash
-# Reduce token limits and batch size
-python -m rust_crate_pipeline --max-tokens 128 --batch-size 2
-```
-
-**🔴 Network Timeouts**
-```bash
-# Enable debug logging to identify issues
-python -m rust_crate_pipeline --log-level DEBUG --limit 10
-```
-
-### Performance Optimization
-
-1. **Use SSD storage** for faster caching and temporary file operations
-2. **Increase RAM** if processing large batches (recommended: 8GB+)
-3. **Set GITHUB_TOKEN** for 5000 req/hour instead of 60 req/hour
-4. **Use appropriate batch sizes** based on your internet connection
-5. **Monitor disk space** - processing can generate several GB of data
-
-## 📈 Performance Metrics
-
-### Typical Processing Times
-- **Metadata only**: ~2-3 seconds per crate
-- **With AI enrichment**: ~15-30 seconds per crate
-- **Full analysis**: ~45-60 seconds per crate
-
-### Resource Usage
-- **Memory**: 2-4GB during processing
-- **Disk**: 10-50MB per crate (temporary files)
-- **Network**: ~1-5MB per crate (API calls)
-
-## 🤝 Contributing
-
-### Development Setup
-```bash
-# Clone repository
-git clone <repository-url>
-cd enrichment-flow2
-
-# Install development dependencies
-pip install -r requirements-dev.txt
-
-# Run tests
-python -m pytest tests/
-
-# Format code
-black . && isort .
-```
-
-### Adding New Analysis Features
-1. Implement new analyzer in `analysis.py`
-2. Add configuration options to `config.py`
-3. Integrate with pipeline in `pipeline.py`
-4. Add CLI arguments in `main.py`
-5. Update documentation
-
-## 📄 License
-
-This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
-
-## 🙏 Acknowledgments
-
-- **Rust Community** for the excellent crates ecosystem
-- **crates.io** for providing comprehensive API access
-- **GitHub** for repository metadata and community data
-- **Deepseek** for the powerful code-focused language model
-- **llama.cpp** team for efficient local inference capabilities
-
-## 📞 Support
-
-- **Issues**: [GitHub Issues](https://github.com/your-repo/issues)
-- **Discussions**: [GitHub Discussions](https://github.com/your-repo/discussions)
-- **Documentation**: [Wiki](https://github.com/your-repo/wiki)
-
----
-
-**Happy crate analyzing! 🦀✨**