mapillary-downloader 0.1.3__tar.gz → 0.2.0__tar.gz

{mapillary_downloader-0.1.3 → mapillary_downloader-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mapillary_downloader
-Version: 0.1.3
+Version: 0.2.0
 Summary: Download your Mapillary data before it's gone
 Author-email: Gareth Davidson <gaz@bitplane.net>
 Requires-Python: >=3.10
@@ -59,6 +59,7 @@ mapillary-downloader --token YOUR_TOKEN --username YOUR_USERNAME --output ./down
 | `--output`    | Output directory                      | `./mapillary_data` |
 | `--quality`   | 256, 1024, 2048 or original           | `original`         |
 | `--bbox`      | `west,south,east,north`               | `None`             |
+| `--webp`      | Convert to WebP (saves ~70% space)    | `False`            |
 
 The downloader will:
 
@@ -67,6 +68,26 @@ The downloader will:
 * 📜 Inject EXIF metadata (GPS coordinates, camera info, timestamps,
   compass direction)
 * 🛟 Save progress so you can safely resume if interrupted
+* 🗜️ Optionally convert to WebP format for massive space savings
+
+## WebP Conversion
+
+Use the `--webp` flag to convert images to WebP format after download:
+
+```bash
+mapillary-downloader --token YOUR_TOKEN --username YOUR_USERNAME --webp
+```
+
+This reduces storage by approximately 70% while preserving all EXIF metadata
+including GPS coordinates. Requires the `cwebp` binary to be installed:
+
+```bash
+# Debian/Ubuntu
+sudo apt install webp
+
+# macOS
+brew install webp
+```
 
 ## Development
 

{mapillary_downloader-0.1.3 → mapillary_downloader-0.2.0}/README.md

@@ -29,6 +29,7 @@ mapillary-downloader --token YOUR_TOKEN --username YOUR_USERNAME --output ./down
 | `--output`    | Output directory                      | `./mapillary_data` |
 | `--quality`   | 256, 1024, 2048 or original           | `original`         |
 | `--bbox`      | `west,south,east,north`               | `None`             |
+| `--webp`      | Convert to WebP (saves ~70% space)    | `False`            |
 
 The downloader will:
 
@@ -37,6 +38,26 @@ The downloader will:
 * 📜 Inject EXIF metadata (GPS coordinates, camera info, timestamps,
   compass direction)
 * 🛟 Save progress so you can safely resume if interrupted
+* 🗜️ Optionally convert to WebP format for massive space savings
+
+## WebP Conversion
+
+Use the `--webp` flag to convert images to WebP format after download:
+
+```bash
+mapillary-downloader --token YOUR_TOKEN --username YOUR_USERNAME --webp
+```
+
+This reduces storage by approximately 70% while preserving all EXIF metadata
+including GPS coordinates. Requires the `cwebp` binary to be installed:
+
+```bash
+# Debian/Ubuntu
+sudo apt install webp
+
+# macOS
+brew install webp
+```
 
 ## Development
 

{mapillary_downloader-0.1.3 → mapillary_downloader-0.2.0}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "mapillary_downloader"
 description = "Download your Mapillary data before it's gone"
-version = "0.1.3"
+version = "0.2.0"
 authors = [
     { name = "Gareth Davidson", email = "gaz@bitplane.net" }
 ]

{mapillary_downloader-0.1.3 → mapillary_downloader-0.2.0}/src/mapillary_downloader/__main__.py

@@ -5,6 +5,7 @@ import sys
 from mapillary_downloader.client import MapillaryClient
 from mapillary_downloader.downloader import MapillaryDownloader
 from mapillary_downloader.logging_config import setup_logging
+from mapillary_downloader.webp_converter import check_cwebp_available
 
 
 def main():
@@ -23,6 +24,11 @@ def main():
         help="Image quality to download (default: original)",
     )
     parser.add_argument("--bbox", help="Bounding box: west,south,east,north")
+    parser.add_argument(
+        "--webp",
+        action="store_true",
+        help="Convert images to WebP format (saves ~70%% disk space, requires cwebp binary)",
+    )
 
     args = parser.parse_args()
 
@@ -36,10 +42,17 @@ def main():
             logger.error("Error: bbox must be four comma-separated numbers")
             sys.exit(1)
 
+    # Check for cwebp binary if WebP conversion is requested
+    if args.webp:
+        if not check_cwebp_available():
+            logger.error("Error: cwebp binary not found. Install webp package (e.g., apt install webp)")
+            sys.exit(1)
+        logger.info("WebP conversion enabled - images will be converted after download")
+
     try:
         client = MapillaryClient(args.token)
         downloader = MapillaryDownloader(client, args.output)
-        downloader.download_user_data(args.username, args.quality, bbox)
+        downloader.download_user_data(args.username, args.quality, bbox, convert_webp=args.webp)
     except KeyboardInterrupt:
         logger.info("\nInterrupted by user")
         sys.exit(1)

{mapillary_downloader-0.1.3 → mapillary_downloader-0.2.0}/src/mapillary_downloader/downloader.py

@@ -8,6 +8,7 @@ from pathlib import Path
 from collections import deque
 from mapillary_downloader.exif_writer import write_exif_to_image
 from mapillary_downloader.utils import format_size, format_time
+from mapillary_downloader.webp_converter import convert_to_webp
 
 logger = logging.getLogger("mapillary_downloader")
 
@@ -46,13 +47,14 @@ class MapillaryDownloader:
             os.fsync(f.fileno())
         temp_file.replace(self.progress_file)
 
-    def download_user_data(self, username, quality="original", bbox=None):
+    def download_user_data(self, username, quality="original", bbox=None, convert_webp=False):
         """Download all images for a user.
 
         Args:
             username: Mapillary username
             quality: Image quality to download (256, 1024, 2048, original)
             bbox: Optional bounding box [west, south, east, north]
+            convert_webp: Convert images to WebP format after download
         """
         quality_field = f"thumb_{quality}_url"
 
@@ -110,6 +112,12 @@ class MapillaryDownloader:
 
                             write_exif_to_image(output_path, image)
 
+                            # Convert to WebP if requested
+                            if convert_webp:
+                                webp_path = convert_to_webp(output_path)
+                                if webp_path:
+                                    output_path = webp_path
+
                             self.downloaded.add(image_id)
                             downloaded_count += 1
                             total_bytes += bytes_downloaded
@@ -169,6 +177,12 @@ class MapillaryDownloader:
                     # Write EXIF metadata to the downloaded image
                     write_exif_to_image(output_path, image)
 
+                    # Convert to WebP if requested
+                    if convert_webp:
+                        webp_path = convert_to_webp(output_path)
+                        if webp_path:
+                            output_path = webp_path
+
                     self.downloaded.add(image_id)
                     downloaded_count += 1
                     total_bytes += bytes_downloaded

mapillary_downloader-0.2.0/src/mapillary_downloader/webp_converter.py

@@ -0,0 +1,54 @@
+"""WebP image conversion utilities."""
+
+import logging
+import shutil
+import subprocess
+from pathlib import Path
+
+logger = logging.getLogger("mapillary_downloader")
+
+
+def check_cwebp_available():
+    """Check if cwebp binary is available.
+
+    Returns:
+        bool: True if cwebp is found, False otherwise
+    """
+    return shutil.which("cwebp") is not None
+
+
+def convert_to_webp(jpg_path):
+    """Convert a JPG image to WebP format, preserving EXIF metadata.
+
+    Args:
+        jpg_path: Path to the JPG file
+
+    Returns:
+        Path object to the new WebP file, or None if conversion failed
+    """
+    jpg_path = Path(jpg_path)
+    webp_path = jpg_path.with_suffix(".webp")
+
+    try:
+        # Convert with cwebp, preserving all metadata
+        result = subprocess.run(
+            ["cwebp", "-metadata", "all", str(jpg_path), "-o", str(webp_path)],
+            capture_output=True,
+            text=True,
+            timeout=60,
+        )
+
+        if result.returncode != 0:
+            logger.error(f"cwebp conversion failed for {jpg_path}: {result.stderr}")
+            return None
+
+        # Delete original JPG after successful conversion
+        jpg_path.unlink()
+        return webp_path
+
+    except subprocess.TimeoutExpired:
+        logger.error(f"cwebp conversion timed out for {jpg_path}")
+        return None
+    except Exception as e:
+        logger.error(f"Error converting {jpg_path} to WebP: {e}")
+        return None