spatelier 0.3.0__py3-none-any.whl

modules/video/youtube_api.py

@@ -0,0 +1,397 @@
+"""
+YouTube Data API v3 integration for real video search and recommendations.
+
+This module provides YouTube API integration for:
+- Video search with real metadata
+- Related video recommendations
+- Channel information
+- Rate limiting and error handling
+"""
+
+import os
+import time
+from datetime import datetime, timedelta
+from typing import Any, Dict, List, Optional
+
+try:
+    import pickle
+
+    import google.auth
+    from google.auth.exceptions import RefreshError
+    from google.auth.transport.requests import Request
+    from google_auth_oauthlib.flow import InstalledAppFlow
+    from googleapiclient.discovery import build
+    from googleapiclient.errors import HttpError
+
+    YOUTUBE_API_AVAILABLE = True
+except ImportError:
+    YOUTUBE_API_AVAILABLE = False
+
+from core.logger import get_logger
+
+# VideoMetadata removed with SSD library
+
+
+class YouTubeAPIService:
+    """YouTube Data API v3 service for video search and recommendations."""
+
+    def __init__(
+        self, api_key: str = None, oauth_credentials: str = None, verbose: bool = False
+    ):
+        """Initialize YouTube API service with API key or OAuth."""
+        self.api_key = api_key
+        self.oauth_credentials = oauth_credentials
+        self.verbose = verbose
+        self.logger = get_logger("YouTubeAPI", verbose=verbose)
+
+        # Rate limiting
+        self.last_request_time = 0
+        self.min_request_interval = 0.1  # 100ms between requests
+
+        # Initialize API client
+        self.youtube = None
+        self.credentials = None
+
+        if YOUTUBE_API_AVAILABLE:
+            if oauth_credentials:
+                self._initialize_oauth()
+            elif api_key:
+                self._initialize_api_key()
+            else:
+                self.logger.warning("No authentication method provided")
+        else:
+            self.logger.warning("YouTube API not available")
+
+    def _initialize_oauth(self):
+        """Initialize OAuth authentication."""
+        try:
+            # OAuth 2.0 scopes for YouTube
+            SCOPES = ["https://www.googleapis.com/auth/youtube.readonly"]
+
+            # Load credentials from file
+            creds = None
+            token_file = "config/youtube_token.pickle"
+
+            # Load existing token
+            if os.path.exists(token_file):
+                with open(token_file, "rb") as token:
+                    creds = pickle.load(token)
+
+            # If no valid credentials, get new ones
+            if not creds or not creds.valid:
+                if creds and creds.expired and creds.refresh_token:
+                    creds.refresh(Request())
+                else:
+                    # Load OAuth client credentials
+                    if os.path.exists(self.oauth_credentials):
+                        flow = InstalledAppFlow.from_client_secrets_file(
+                            self.oauth_credentials, SCOPES
+                        )
+                        creds = flow.run_local_server(port=0)
+                    else:
+                        self.logger.error(
+                            f"OAuth credentials file not found: {self.oauth_credentials}"
+                        )
+                        return
+
+                # Save credentials for next run
+                with open(token_file, "wb") as token:
+                    pickle.dump(creds, token)
+
+            self.credentials = creds
+            self.youtube = build("youtube", "v3", credentials=creds)
+            self.logger.info("YouTube API client initialized with OAuth")
+
+        except Exception as e:
+            self.logger.error(f"Failed to initialize OAuth: {e}")
+            self.youtube = None
+
+    def _initialize_api_key(self):
+        """Initialize API key authentication."""
+        try:
+            self.youtube = build("youtube", "v3", developerKey=self.api_key)
+            self.logger.info("YouTube API client initialized with API key")
+        except Exception as e:
+            self.logger.error(f"Failed to initialize YouTube API: {e}")
+            self.youtube = None
+
+    def _rate_limit(self):
+        """Apply rate limiting to API requests."""
+        current_time = time.time()
+        time_since_last = current_time - self.last_request_time
+
+        if time_since_last < self.min_request_interval:
+            sleep_time = self.min_request_interval - time_since_last
+            time.sleep(sleep_time)
+
+        self.last_request_time = time.time()
+
+    def _get_video_details(self, video_ids: List[str]) -> Dict[str, Dict]:
+        """Get detailed video information for multiple videos."""
+        if not self.youtube or not video_ids:
+            return {}
+
+        try:
+            self._rate_limit()
+
+            # Batch request for video details
+            details_response = (
+                self.youtube.videos()
+                .list(part="statistics,contentDetails,snippet", id=",".join(video_ids))
+                .execute()
+            )
+
+            details_dict = {}
+            for item in details_response.get("items", []):
+                video_id = item["id"]
+                details_dict[video_id] = item
+
+            return details_dict
+
+        except HttpError as e:
+            self.logger.error(f"Video details API error: {e}")
+            return {}
+        except Exception as e:
+            self.logger.error(f"Video details error: {e}")
+            return {}
+
+    def _parse_duration(self, duration_iso: str) -> int:
+        """Parse ISO 8601 duration to seconds."""
+        import re
+
+        # Parse PT1H2M3S format
+        pattern = r"PT(?:(\d+)H)?(?:(\d+)M)?(?:(\d+)S)?"
+        match = re.match(pattern, duration_iso)
+
+        if not match:
+            return 0
+
+        hours = int(match.group(1) or 0)
+        minutes = int(match.group(2) or 0)
+        seconds = int(match.group(3) or 0)
+
+        return hours * 3600 + minutes * 60 + seconds
+
+    def _format_duration(self, seconds: int) -> str:
+        """Format duration in seconds to HH:MM:SS."""
+        if not seconds:
+            return "0:00"
+
+        hours = seconds // 3600
+        minutes = (seconds % 3600) // 60
+        secs = seconds % 60
+
+        if hours > 0:
+            return f"{hours}:{minutes:02d}:{secs:02d}"
+        else:
+            return f"{minutes}:{secs:02d}"
+
+    def _calculate_age(self, upload_date: datetime) -> str:
+        """Calculate human-readable age from upload date."""
+        now = datetime.now(upload_date.tzinfo) if upload_date.tzinfo else datetime.now()
+        delta = now - upload_date
+
+        if delta.days > 365:
+            years = delta.days // 365
+            return f"{years} year{'s' if years > 1 else ''} ago"
+        elif delta.days > 30:
+            months = delta.days // 30
+            return f"{months} month{'s' if months > 1 else ''} ago"
+        elif delta.days > 0:
+            return f"{delta.days} day{'s' if delta.days > 1 else ''} ago"
+        else:
+            return "Today"
+
+    def _get_category_name(self, category_id: str) -> str:
+        """Get category name from ID."""
+        categories = {
+            "1": "Film & Animation",
+            "2": "Autos & Vehicles",
+            "10": "Music",
+            "15": "Pets & Animals",
+            "17": "Sports",
+            "19": "Travel & Events",
+            "20": "Gaming",
+            "22": "People & Blogs",
+            "23": "Comedy",
+            "24": "Entertainment",
+            "25": "News & Politics",
+            "26": "Howto & Style",
+            "27": "Education",
+            "28": "Science & Technology",
+        }
+        return categories.get(category_id, "Unknown")
+
+
+def get_youtube_api_key() -> Optional[str]:
+    """Get YouTube API key from environment, database, config, or user input."""
+    # Try environment variable first
+    api_key = os.getenv("YOUTUBE_API_KEY")
+    if api_key:
+        return api_key
+
+    # Try database
+    api_key = _get_api_key_from_db("youtube")
+    if api_key:
+        return api_key
+
+    # Try config file
+    try:
+        from core.config import Config
+
+        config = Config()
+        # Add YouTube API key to config if needed
+        config_key = getattr(config, "youtube_api_key", None)
+        if config_key:
+            return config_key
+    except:
+        pass
+
+    # Prompt user for API key
+    try:
+        from rich.console import Console
+        from rich.prompt import Prompt
+
+        console = Console()
+        console.print("\n[bold blue]YouTube API Integration[/bold blue]")
+        console.print(
+            "For real video search results, you can provide a YouTube Data API v3 key."
+        )
+        console.print(
+            "Without an API key, the system will use mock data for development."
+        )
+
+        choice = Prompt.ask(
+            "Do you want to enter an API key?", choices=["Y", "N"], default="N"
+        )
+
+        if choice.upper() == "Y":
+            api_key = Prompt.ask("Enter your YouTube Data API v3 key", password=True)
+            if api_key and api_key.strip():
+                # Save to database
+                _save_api_key_to_db("youtube", api_key.strip())
+                # Also save to environment for this session
+                os.environ["YOUTUBE_API_KEY"] = api_key.strip()
+                console.print("[green]✓ API key saved to database and session[/green]")
+                return api_key.strip()
+            else:
+                console.print("[yellow]No API key provided, using mock data[/yellow]")
+        else:
+            console.print("[yellow]Using mock data for development[/yellow]")
+
+    except (EOFError, KeyboardInterrupt):
+        # Handle non-interactive environments
+        pass
+    except Exception as e:
+        # Handle any other errors gracefully
+        pass
+
+    return None
+
+
+def _save_api_key_to_db(service_name: str, api_key: str) -> bool:
+    """Save API key to database."""
+    try:
+        from sqlalchemy.sql import func
+
+        from core.config import Config
+        from database.connection import DatabaseManager
+        from database.models import APIKeys
+
+        config = Config()
+        db_manager = DatabaseManager(config)
+        db_manager.connect_sqlite()
+
+        with db_manager.get_session() as session:
+            # Check if key already exists
+            existing_key = (
+                session.query(APIKeys)
+                .filter(APIKeys.service_name == service_name, APIKeys.is_active == True)
+                .first()
+            )
+
+            if existing_key:
+                # Update existing key
+                existing_key.key_value = api_key
+                existing_key.updated_at = func.now()
+            else:
+                # Create new key
+                new_key = APIKeys(
+                    service_name=service_name, key_value=api_key, is_active=True
+                )
+                session.add(new_key)
+
+            session.commit()
+            return True
+
+    except Exception as e:
+        # Log error but don't fail the whole process
+        import logging
+
+        logging.error(f"Failed to save API key to database: {e}")
+        return False
+
+
+def _get_api_key_from_db(service_name: str) -> Optional[str]:
+    """Get API key from database."""
+    try:
+        from sqlalchemy.sql import func
+
+        from core.config import Config
+        from database.connection import DatabaseManager
+        from database.models import APIKeys
+
+        config = Config()
+        db_manager = DatabaseManager(config)
+        db_manager.connect_sqlite()
+
+        with db_manager.get_session() as session:
+            api_key = (
+                session.query(APIKeys)
+                .filter(APIKeys.service_name == service_name, APIKeys.is_active == True)
+                .first()
+            )
+
+            if api_key:
+                return api_key.key_value
+
+    except Exception as e:
+        # Log error but don't fail the whole process
+        import logging
+
+        logging.error(f"Failed to get API key from database: {e}")
+
+    return None
+
+
+def create_youtube_service(
+    verbose: bool = False, oauth_credentials: str = None
+) -> Optional[YouTubeAPIService]:
+    """Create YouTube API service with proper configuration."""
+    logger = get_logger("YouTubeAPI", verbose=verbose)
+
+    # Debug logging
+    logger.info(
+        f"create_youtube_service called with oauth_credentials: {oauth_credentials}"
+    )
+    logger.info(
+        f"oauth_credentials exists: {oauth_credentials and os.path.exists(oauth_credentials) if oauth_credentials else False}"
+    )
+
+    # Try OAuth first if credentials provided
+    if oauth_credentials and os.path.exists(oauth_credentials):
+        logger.info("Using OAuth credentials for YouTube API")
+        return YouTubeAPIService(oauth_credentials=oauth_credentials, verbose=verbose)
+
+    # Fallback to API key
+    logger.info("Falling back to API key authentication")
+    api_key = get_youtube_api_key()
+
+    if not api_key:
+        logger.warning(
+            "No YouTube API key found. Set YOUTUBE_API_KEY environment variable."
+        )
+        return None
+
+    logger.info("Using API key for YouTube API")
+    return YouTubeAPIService(api_key=api_key, verbose=verbose)

spatelier/__init__.py

@@ -0,0 +1,33 @@
+"""
+Spatelier package shim.
+
+Provides a stable import namespace while the codebase remains in a flat layout.
+"""
+
+from __future__ import annotations
+
+import importlib
+import sys
+from typing import Iterable
+
+__version__ = "0.1.0"
+__author__ = "Galen Spikes"
+__email__ = "galenspikes@gmail.com"
+
+
+def _alias_modules(module_names: Iterable[str]) -> None:
+    for name in module_names:
+        module = importlib.import_module(name)
+        sys.modules[f"{__name__}.{name}"] = module
+
+
+_alias_modules(
+    [
+        "cli",
+        "core",
+        "database",
+        "modules",
+        "analytics",
+        "utils",
+    ]
+)

spatelier-0.3.0.dist-info/METADATA

@@ -0,0 +1,260 @@
+Metadata-Version: 2.4
+Name: spatelier
+Version: 0.3.0
+Summary: Personal tool library for video and music file handling
+Author-email: Galen Spikes <galenspikes@gmail.com>
+License: MIT
+Project-URL: Homepage, https://github.com/galenspikes/spatelier
+Project-URL: Documentation, https://github.com/galenspikes/spatelier#readme
+Project-URL: Repository, https://github.com/galenspikes/spatelier
+Project-URL: Issues, https://github.com/galenspikes/spatelier/issues
+Project-URL: Changelog, https://github.com/galenspikes/spatelier/blob/main/CHANGELOG.md
+Keywords: video,audio,media,youtube,download,transcription,processing,cli,tool
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Multimedia :: Video
+Classifier: Topic :: Multimedia :: Sound/Audio
+Classifier: Topic :: Utilities
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: typer[all]>=0.9.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: click>=8.0.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: loguru>=0.7.0
+Requires-Dist: yt-dlp>=2023.12.30
+Requires-Dist: ffmpeg-python>=0.2.0
+Requires-Dist: mutagen>=1.47.0
+Requires-Dist: pillow>=10.0.0
+Requires-Dist: faster-whisper>=0.9.0
+Requires-Dist: openai-whisper>=20231117
+Requires-Dist: sqlalchemy>=2.0.0
+Requires-Dist: alembic>=1.12.0
+Provides-Extra: youtube-api
+Requires-Dist: google-api-python-client>=2.0.0; extra == "youtube-api"
+Requires-Dist: google-auth-httplib2>=0.1.0; extra == "youtube-api"
+Requires-Dist: google-auth-oauthlib>=1.0.0; extra == "youtube-api"
+Provides-Extra: analytics
+Requires-Dist: pandas>=2.0.0; extra == "analytics"
+Requires-Dist: matplotlib>=3.7.0; extra == "analytics"
+Requires-Dist: seaborn>=0.12.0; extra == "analytics"
+Requires-Dist: plotly>=5.15.0; extra == "analytics"
+Provides-Extra: mongodb
+Requires-Dist: pymongo>=4.5.0; extra == "mongodb"
+Requires-Dist: motor>=3.3.0; extra == "mongodb"
+Provides-Extra: web
+Requires-Dist: beautifulsoup4>=4.12.0; extra == "web"
+Requires-Dist: playwright>=1.40.0; extra == "web"
+Requires-Dist: requests>=2.31.0; extra == "web"
+Provides-Extra: all
+Requires-Dist: google-api-python-client>=2.0.0; extra == "all"
+Requires-Dist: google-auth-httplib2>=0.1.0; extra == "all"
+Requires-Dist: google-auth-oauthlib>=1.0.0; extra == "all"
+Requires-Dist: pandas>=2.0.0; extra == "all"
+Requires-Dist: matplotlib>=3.7.0; extra == "all"
+Requires-Dist: seaborn>=0.12.0; extra == "all"
+Requires-Dist: plotly>=5.15.0; extra == "all"
+Requires-Dist: pymongo>=4.5.0; extra == "all"
+Requires-Dist: motor>=3.3.0; extra == "all"
+Requires-Dist: beautifulsoup4>=4.12.0; extra == "all"
+Requires-Dist: playwright>=1.40.0; extra == "all"
+Requires-Dist: requests>=2.31.0; extra == "all"
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
+Requires-Dist: black>=23.0.0; extra == "dev"
+Requires-Dist: isort>=5.12.0; extra == "dev"
+Requires-Dist: flake8>=6.0.0; extra == "dev"
+Requires-Dist: mypy>=1.0.0; extra == "dev"
+Requires-Dist: pre-commit>=3.0.0; extra == "dev"
+Requires-Dist: psutil>=7.2.1; extra == "dev"
+Requires-Dist: alembic>=1.18.1; extra == "dev"
+Requires-Dist: pandas>=2.0.0; extra == "dev"
+Requires-Dist: matplotlib>=3.7.0; extra == "dev"
+Requires-Dist: seaborn>=0.12.0; extra == "dev"
+Requires-Dist: plotly>=5.15.0; extra == "dev"
+Dynamic: license-file
+
+# Spatelier
+
+A personal tool library for video and music file handling, built with modern Python architecture and inspired by excellent projects like yt-dlp.
+
+## Features
+
+- **Video Processing**: Download, transcribe, and process videos with automatic subtitle embedding
+- **Audio Processing**: Extract, convert, and normalize audio from videos
+- **Analytics**: Track usage and generate insights from your media library
+- **Database Management**: SQLite + MongoDB for structured and unstructured data
+- **Batch Operations**: Process multiple files with intelligent resume logic
+- **NAS Support**: Smart handling of Network Attached Storage with local processing
+- **Comprehensive Testing**: Full test suite with unit, integration, and performance tests
+- **Modern CLI**: Beautiful, type-safe command-line interface with Rich output
+
+## Architecture
+
+```
+spatelier/
+├── cli/                 # Command-line interface modules
+├── core/               # Core functionality and base classes
+├── modules/            # Feature modules (video, audio, etc.)
+├── database/           # Database models, connections, and repositories
+├── analytics/          # Analytics and reporting
+├── utils/              # Utility functions and helpers
+├── tests/              # Comprehensive test suite
+└── bin/                # Executable scripts
+```
+
+## Installation
+
+### Homebrew (Recommended - No pip/venv needed!)
+
+**Install with Homebrew - handles everything automatically:**
+
+```bash
+brew install --build-from-source https://raw.githubusercontent.com/galenspikes/spatelier/main/Formula/spatelier.rb
+```
+
+That's it! `spatelier` is now available system-wide. No pip, no venv, no Python management.
+
+**Update:**
+```bash
+brew upgrade spatelier
+```
+
+### Global Installation with pipx
+
+**Want to use `spatelier` from anywhere? Use pipx:**
+
+```bash
+# Install pipx (one-time setup)
+brew install pipx
+pipx ensurepath
+
+# Install Spatelier globally
+pipx install -e /path/to/spatelier
+
+# Or from PyPI (once published)
+pipx install spatelier
+```
+
+Now `spatelier` works from any directory! No venv activation needed.
+
+**See [GLOBAL_INSTALL.md](GLOBAL_INSTALL.md) for all global installation options.**
+
+### From PyPI
+
+```bash
+# Basic installation
+pip install spatelier
+
+# With optional features
+pip install spatelier[transcription,analytics]
+pip install spatelier[all]  # All optional features
+```
+
+### From Source (Development)
+
+For development, you'll need to activate the virtual environment:
+
+```bash
+# 1. Clone the repository
+git clone https://github.com/galenspikes/spatelier
+cd spatelier
+
+# 2. Activate virtual environment
+source venv/bin/activate
+
+# 3. Install in development mode
+pip install -e ".[dev]"
+
+# 4. Install pre-commit hooks
+pre-commit install
+```
+
+
+### Standalone Executable
+
+Download the latest release from [GitHub Releases](https://github.com/galenspikes/spatelier/releases) and run directly (no Python installation required).
+
+### Troubleshooting
+
+If you're having issues with installation, see [GLOBAL_INSTALL.md](GLOBAL_INSTALL.md) for global installation options.
+
+## Usage
+
+```bash
+# List available commands
+spatelier --help
+
+# Video processing
+spatelier video download <url>                    # Download video
+spatelier video download-enhanced <url>           # Download with transcription
+spatelier video download-playlist <url>          # Download entire playlist (no transcription)
+spatelier video embed-subtitles <video>          # Embed subtitles
+spatelier video convert <input> <output>         # Convert format
+spatelier video info <video>                      # Show video info
+
+# Audio processing
+spatelier audio convert <input> <output>          # Convert audio format
+spatelier audio info <audio>                      # Show audio info
+
+# Batch operations
+
+# Analytics
+spatelier analytics report                        # Generate usage reports
+
+```
+
+## Development
+
+```bash
+# Run tests
+pytest                                    # Run all tests
+pytest -m unit                          # Run unit tests only
+pytest -m integration                   # Run integration tests only
+pytest -m nas                           # Run NAS tests (requires NAS)
+
+# Format code
+black .
+isort .
+
+# Type checking
+mypy .
+
+# Linting
+flake8 .
+
+# Database migrations
+alembic revision --autogenerate -m "description"
+alembic upgrade head
+```
+
+## Contributing
+
+We welcome contributions! Please see [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
+
+1. Fork the repository
+2. Create a feature branch
+3. Make your changes
+4. Add tests
+5. Submit a pull request
+
+## Changelog
+
+See [CHANGELOG.md](CHANGELOG.md) for a list of changes in each version.
+
+## Security
+
+For security concerns, please see [SECURITY.md](SECURITY.md).
+
+## License
+
+MIT License - see [LICENSE](LICENSE) file for details.