sideload 0.1.0__py3-none-any.whl → 1.0.0__py3-none-any.whl

sideload/cli.py

@@ -178,7 +178,7 @@ class SideloadClient:
         return downloaded_files
 
     def extract_and_reassemble(
-        self, wheel_files: List[Path], original_filename: str, output_path: Path
+        self, wheel_files: List[Path], package_names: List[str], original_filename: str, output_path: Path, debug: bool = False
     ):
         """Extract parts from wheel files and reassemble the original file"""
         with tempfile.TemporaryDirectory() as temp_dir:
@@ -197,7 +197,7 @@ class SideloadClient:
                 )
 
                 # Extract each wheel file
-                for i, wheel_file in enumerate(wheel_files):
+                for i, (wheel_file, package_name) in enumerate(zip(wheel_files, package_names)):
                     progress.update(
                         extract_task,
                         description=f"📂 Extracting {wheel_file.name}...",
@@ -208,14 +208,33 @@ class SideloadClient:
                     import zipfile
 
                     with zipfile.ZipFile(wheel_file, "r") as zip_ref:
+                        if debug:
+                            console.print(f"\n[dim]Contents of {wheel_file.name}:[/dim]")
+                            for name in sorted(zip_ref.namelist()):
+                                console.print(f"[dim]  {name}[/dim]")
                         zip_ref.extractall(temp_path)
 
-                    # Find the part file in the wheel's data directory structure
-                    # Pattern: pkgname.data/data/share/pkgname/pkgname
-                    data_dirs = list(temp_path.glob("*.data/data/share/*/*"))
-                    for part_file in data_dirs:
-                        if part_file.is_file():
-                            part_files.append(part_file)
+                    # Find the part file using the exact package name
+                    # Pattern: pkgname-version.data/data/share/pkgname/pkgname
+                    # Need to find the .data directory that starts with package_name
+                    data_dir = None
+                    for d in temp_path.iterdir():
+                        if d.is_dir() and d.name.startswith(f"{package_name}-") and d.name.endswith(".data"):
+                            data_dir = d
+                            break
+
+                    if data_dir:
+                        part_file_path = data_dir / "data" / "share" / package_name / package_name
+                        if debug:
+                            console.print(f"[dim]Looking for: {part_file_path}[/dim]")
+                            console.print(f"[dim]Exists: {part_file_path.exists()}, Is file: {part_file_path.is_file() if part_file_path.exists() else 'N/A'}[/dim]")
+                        if part_file_path.is_file():
+                            part_files.append(part_file_path)
+                            if debug:
+                                console.print(f"[green]✓ Found part file: {part_file_path.name} (size: {part_file_path.stat().st_size:,} bytes)[/green]")
+                    else:
+                        if debug:
+                            console.print(f"[yellow]⚠ Could not find .data directory for {package_name}[/yellow]")
 
                 progress.update(
                     extract_task,
@@ -317,6 +336,11 @@ Examples:
     )
     download_parser.add_argument("--collection", help="JSONBin collection ID")
     download_parser.add_argument("--token", help="JSONBin API token")
+    download_parser.add_argument(
+        "--debug",
+        action="store_true",
+        help="Enable debug logging",
+    )
 
     args = parser.parse_args()
 
@@ -393,7 +417,7 @@ Examples:
                     output_file = args.output / original_filename
 
                     client.extract_and_reassemble(
-                        wheel_files, original_filename, output_file
+                        wheel_files, package_names, original_filename, output_file, args.debug
                     )
 
                     # Success!

sideload/main.py

@@ -11,7 +11,7 @@ from sideload.jsonbin_connector import JSONBinConnector
 
 JSONBIN_TOKEN = os.environ["JSONBIN_TOKEN"]
 PYPI_TOKEN = os.environ["PYPI_TOKEN"]
-MAX_PACKAGE_SIZE = 95 * 1024 * 1024  # 95 MB
+MAX_PACKAGE_SIZE = 2 * 1024 * 1024  # 95 MB
 
 LAST_BINS: dict[str, str | None] = {}
 
@@ -91,7 +91,7 @@ def download_file(bin_id: str, url: str):
 
     # Initialize variables to track progress.
     downloaded = 0
-    chunk_size = 1024 * 1000  # Size of each chunk in bytes.
+    chunk_size = 1024 * 1024  # Size of each chunk in bytes.
     last_progress = 0
     filename_root = filename.split(".")[0]
     package_name = f"sideload_{filename_root}_bin_{bin_id}"
@@ -122,13 +122,13 @@ def download_file(bin_id: str, url: str):
         try:
             current_chunk_size = 0
             for data in response.iter_content(chunk_size=chunk_size):
-                current_part_fp.write(data)
-                downloaded += len(data)
-                current_chunk_size += len(data)
-                if current_chunk_size >= MAX_PACKAGE_SIZE:
+                if current_chunk_size + len(data) > MAX_PACKAGE_SIZE:
                     current_part_fp.close()
                     current_part_fp = make_new_part()
                     current_chunk_size = 0
+                current_part_fp.write(data)
+                downloaded += len(data)
+                current_chunk_size += len(data)
                 if total_size < downloaded:
                     total_size = downloaded
                     progress = 99

sideload/scripts/cleanup_pypi.py

@@ -0,0 +1,171 @@
+#!/usr/bin/env python3
+"""
+Admin script to delete all sideload-* packages from PyPI using browser automation
+"""
+
+import os
+import sys
+import asyncio
+from playwright.async_api import async_playwright
+
+PYPI_USER = os.environ.get("PYPI_USER")
+PYPI_PASSWORD = os.environ.get("PYPI_PASSWORD")
+
+if not PYPI_USER or not PYPI_PASSWORD:
+    print("❌ PYPI_USER and PYPI_PASSWORD environment variables must be set")
+    sys.exit(1)
+
+
+async def delete_project(page, package_name: str) -> bool:
+    """Delete a project from PyPI using browser automation"""
+    try:
+        print(f"🗑️  Deleting {package_name}...")
+
+        # Go to project settings
+        settings_url = f'https://pypi.org/manage/project/{package_name}/settings/'
+        await page.goto(settings_url)
+
+        # Check if project exists (if we get 404, project doesn't exist)
+        title = await page.title()
+        if "404" in title or "Not Found" in title:
+            print(f"  ⚠️  Project {package_name} not found")
+            return False
+
+        # Scroll to the bottom of the page to find delete section
+        await page.evaluate('window.scrollTo(0, document.body.scrollHeight)')
+        await asyncio.sleep(0.5)
+
+        # Find and check all "I understand..." checkboxes
+        checkboxes = await page.query_selector_all('input[type="checkbox"]')
+        for checkbox in checkboxes:
+            await checkbox.check()
+
+        # Find and type project name in confirmation field
+        confirm_input = await page.query_selector('input[name="confirm_project_name"]')
+        if not confirm_input:
+            print(f"  ⚠️  Could not find confirmation input for {package_name}")
+            return False
+
+        await confirm_input.fill(package_name)
+
+        # Find and click the delete link that opens the modal
+        # This is the button with href="#project_name-modal"
+        delete_link = await page.query_selector('a.button--danger[data-delete-confirm-target="button"]')
+        if not delete_link:
+            print(f"  ⚠️  Could not find delete link for {package_name}")
+            return False
+
+        # Wait a moment to ensure button is enabled
+        await asyncio.sleep(0.5)
+
+        # Click the link to open the modal
+        await delete_link.click()
+        await asyncio.sleep(0.5)
+
+        # Now find and click the actual delete button in the modal
+        modal_delete_button = await page.query_selector('button[type="submit"]')
+        if not modal_delete_button:
+            print(f"  ⚠️  Could not find modal delete button for {package_name}")
+            return False
+
+        await modal_delete_button.click()
+        await page.wait_for_load_state("networkidle")
+
+        print(f"  ✅ Deleted {package_name}")
+        return True
+
+    except Exception as e:
+        print(f"  ❌ Error deleting {package_name}: {e}")
+        return False
+
+
+async def get_user_projects(page) -> list[str]:
+    """Get all projects owned by the user that start with sideload-"""
+    try:
+        print("🔍 Fetching your PyPI projects...")
+
+        # Go to projects page
+        await page.goto('https://pypi.org/manage/projects/')
+        await page.wait_for_load_state("networkidle")
+
+        # Extract project names
+        projects = await page.evaluate('''() => {
+            const links = Array.from(document.querySelectorAll('a[href*="/manage/project/"]'));
+            return links.map(link => {
+                const match = link.href.match(/\\/manage\\/project\\/([^\\/]+)\\//);
+                return match ? match[1] : null;
+            }).filter(name => name && name.startsWith('sideload-'));
+        }''')
+
+        return projects
+
+    except Exception as e:
+        print(f"❌ Error fetching projects: {e}")
+        return []
+
+
+async def main():
+    print("🧹 PyPI Sideload Package Cleanup Tool")
+    print("=" * 50)
+    print()
+
+    async with async_playwright() as p:
+        # Launch browser
+        browser = await p.chromium.launch(headless=False)
+        context = await browser.new_context()
+        page = await context.new_page()
+
+        try:
+            # Navigate to PyPI login page
+            print("🔐 Logging in to PyPI...")
+            print("   Opening login page...")
+            await page.goto('https://pypi.org/account/login/')
+
+            # Fill in login credentials
+            print("   Filling credentials...")
+            await page.fill('#username', PYPI_USER)
+            await page.fill('#password', PYPI_PASSWORD)
+
+            # Submit login form
+            await page.click('input[type="submit"]')
+            await asyncio.sleep(1)
+
+            # Wait for user to complete TOTP if required
+            current_url = page.url
+            if '/account/two-factor/' in current_url:
+                print("   ⚠️  TOTP required - please enter your 2FA code in the browser...")
+                while True:
+                    current_url = page.url
+                    # Wait until we're not on TOTP page anymore
+                    if '/account/two-factor/' not in current_url:
+                        break
+                    await asyncio.sleep(1)
+
+            print("✅ Login completed!")
+
+            # Get all sideload projects
+            projects = await get_user_projects(page)
+
+            if not projects:
+                print("❌ No sideload-* projects found")
+                return
+
+            print(f"\n📋 Found {len(projects)} sideload projects:")
+            for pkg in projects:
+                print(f"  - {pkg}")
+
+            # Delete each project
+            print("\n🗑️  Deleting projects...\n")
+            deleted = 0
+            for pkg in projects:
+                if await delete_project(page, pkg):
+                    deleted += 1
+
+            print(f"\n✅ Deleted {deleted}/{len(projects)} projects")
+
+        finally:
+            await browser.close()
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

{sideload-0.1.0.dist-info → sideload-1.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: sideload
-Version: 0.1.0
+Version: 1.0.0
 Summary: Download large files via PyPI packages
 Author: Sygmei
 Author-email: Sygmei <3835355+Sygmei@users.noreply.github.com>
@@ -10,6 +10,7 @@ Requires-Dist: wheel>=0.45.1
 Requires-Dist: rich>=13.0.0
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: pip>=25.2
+Requires-Dist: playwright>=1.55.0
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 

sideload-1.0.0.dist-info/RECORD

@@ -0,0 +1,11 @@
+sideload/__init__.py,sha256=Y3rHLtR7n0sjLXrn-BEcrbIHx-9uE1tPZkooavo7xcA,222
+sideload/cli.py,sha256=V_pMrvBBLuFYFd1gM2AHYRUOUy8KO5lA9jkLnURP4ZU,16586
+sideload/jsonbin.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+sideload/jsonbin_connector.py,sha256=HtR1Pwnpm5jfYcmnvcug9HaKxFpsyJBXYYlLuzWPiTE,1680
+sideload/jsonbin_old.py,sha256=ve21WsV7Ay60moFfrR4lSM_JRZNqo4z5v69cNw0Iqo0,8411
+sideload/main.py,sha256=aCI3DvjNeCyEVqmp12g4HdZOCuHhTwCPK1hIKrUMeBQ,7599
+sideload/scripts/cleanup_pypi.py,sha256=CouuOhnbpSbrFc1KhlOeZAuajVVpGF9d4qwFpIKkEvY,5906
+sideload-1.0.0.dist-info/WHEEL,sha256=-neZj6nU9KAMg2CnCY6T3w8J53nx1kFGw_9HfoSzM60,79
+sideload-1.0.0.dist-info/entry_points.txt,sha256=7ULrIjaVhrxMhuddTeoPjeIrqmIvVc9cSU3lZU2_YqE,44
+sideload-1.0.0.dist-info/METADATA,sha256=jBo_E7jtnSr0XUTEKmQTqdcE0tyvFtvqp0Rc1ZGEdUM,4281
+sideload-1.0.0.dist-info/RECORD,,

sideload-0.1.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-sideload/__init__.py,sha256=Y3rHLtR7n0sjLXrn-BEcrbIHx-9uE1tPZkooavo7xcA,222
-sideload/cli.py,sha256=2UQ_DgvB7S0MXmBhXwjx2T78-ZZzCUO4hN2YfCJ2hf8,15061
-sideload/jsonbin.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sideload/jsonbin_connector.py,sha256=HtR1Pwnpm5jfYcmnvcug9HaKxFpsyJBXYYlLuzWPiTE,1680
-sideload/jsonbin_old.py,sha256=ve21WsV7Ay60moFfrR4lSM_JRZNqo4z5v69cNw0Iqo0,8411
-sideload/main.py,sha256=5iAQQlHeCdCHxOWE9OPKHF9TNs0k45n9rnUbruleT8w,7589
-sideload-0.1.0.dist-info/WHEEL,sha256=-neZj6nU9KAMg2CnCY6T3w8J53nx1kFGw_9HfoSzM60,79
-sideload-0.1.0.dist-info/entry_points.txt,sha256=7ULrIjaVhrxMhuddTeoPjeIrqmIvVc9cSU3lZU2_YqE,44
-sideload-0.1.0.dist-info/METADATA,sha256=Ouf83o2V29NcOs2pEPWVxmhgzUBP1D-SvgDt69-jZlY,4247
-sideload-0.1.0.dist-info/RECORD,,