mpflash 1.24.7__py3-none-any.whl → 1.25.0__py3-none-any.whl

mpflash/download.py

@@ -1,364 +0,0 @@
-"""
-Module to download MicroPython firmware for specific boards and versions.
-Uses the micropython.org website to get the available versions and locations to download firmware files.
-"""
-
-import functools
-import itertools
-import re
-from pathlib import Path
-from typing import Dict, List, Optional
-from urllib.parse import urljoin
-
-# #########################################################################################################
-# make sure that jsonlines does not mistake the MicroPython ujson for the CPython ujson
-import jsonlines
-import requests
-from bs4 import BeautifulSoup
-from loguru import logger as log
-from rich.progress import track
-
-from mpflash.common import PORT_FWTYPES, FWInfo
-from mpflash.errors import MPFlashError
-from mpflash.mpboard_id import get_known_ports
-from mpflash.versions import clean_version
-
-# avoid conflict with the ujson used by MicroPython
-jsonlines.ujson = None  # type: ignore
-# #########################################################################################################
-
-
-MICROPYTHON_ORG_URL = "https://micropython.org/"
-
-# Regexes to remove dates and hashes in the filename that just get in the way
-RE_DATE = r"(-\d{8}-)"
-RE_HASH = r"(.g[0-9a-f]+\.)"
-# regex to extract the version and the build from the firmware filename
-# group 1 is the version, group 2 is the build
-RE_VERSION_PREVIEW = r"v([\d\.]+)-?(?:preview\.)?(\d+)?\."
-# 'RPI_PICO_W-v1.23.uf2'
-# 'RPI_PICO_W-v1.23.0.uf2'
-# 'RPI_PICO_W-v1.23.0-406.uf2'
-# 'RPI_PICO_W-v1.23.0-preview.406.uf2'
-# 'RPI_PICO_W-v1.23.0-preview.4.uf2'
-# 'RPI_PICO_W-v1.23.0.uf2'
-# 'https://micropython.org/resources/firmware/RPI_PICO_W-20240531-v1.24.0-preview.10.gc1a6b95bf.uf2'
-# 'https://micropython.org/resources/firmware/RPI_PICO_W-20240531-v1.24.0-preview.10.uf2'
-# 'RPI_PICO_W-v1.24.0-preview.10.gc1a6b95bf.uf2'
-
-
-# use functools.lru_cache to avoid needing to download pages multiple times
-@functools.lru_cache(maxsize=500)
-def get_page(page_url: str) -> str:
-    """Get the HTML of a page and return it as a string."""
-    response = requests.get(page_url)
-    return response.content.decode()
-
-
-@functools.lru_cache(maxsize=500)
-def get_board_urls(page_url: str) -> List[Dict[str, str]]:
-    """
-    Get the urls to all the board pages listed on this page.
-    Assumes that all links to firmware  have "class": "board-card"
-
-    Args:
-        page_url (str): The url of the page to get the board urls from.
-
-    Returns:
-        List[Dict[str, str]]: A list of dictionaries containing the board name and url.
-
-    """
-    downloads_html = get_page(page_url)
-    soup = BeautifulSoup(downloads_html, "html.parser")
-    tags = soup.findAll("a", recursive=True, attrs={"class": "board-card"})
-    # assumes that all links are relative to the page url
-    boards = [tag.get("href") for tag in tags]
-    if "?" in page_url:
-        page_url = page_url.split("?")[0]
-    return [{"board": board, "url": page_url + board} for board in boards]
-
-
-def board_firmware_urls(board_url: str, base_url: str, ext: str) -> List[str]:
-    """
-    Get the urls to all the firmware files for a board.
-    Args:
-        page_url (str): The url of the page to get the board urls from.
-    ??? base_url (str): The base url to join the relative urls to.
-        ext (str): The extension of the firmware files to get. (with or withouth leading .)
-
-    the urls are relative urls to the site root
-
-    """
-    html = get_page(board_url)
-    soup = BeautifulSoup(html, "html.parser")
-    # get all the a tags:
-    #  1. that have a url that starts with `/resources/firmware/`
-    #  2. end with a matching extension for this port.
-    tags = soup.findAll(
-        "a",
-        recursive=True,
-        attrs={"href": re.compile(r"^/resources/firmware/.*\." + ext.lstrip(".") + "$")},
-    )
-    if "?" in base_url:
-        base_url = base_url.split("?")[0]
-    links: List = [urljoin(base_url, tag.get("href")) for tag in tags]
-    return links
-
-
-# boards we are interested in ( this avoids getting a lot of boards we don't care about)
-# The first run takes ~60 seconds to run for 4 ports , all boards
-# so it makes sense to cache the results and skip boards as soon as possible
-def get_boards(ports: List[str], boards: List[str], clean: bool) -> List[FWInfo]:
-    # sourcery skip: use-getitem-for-re-match-groups
-    """
-    Retrieves a list of firmware information for the specified ports and boards.
-
-    Args:
-        ports (List[str]): The list of ports to check for firmware.
-        boards (List[str]): The list of boards to retrieve firmware information for.
-        clean (bool): A flag indicating whether to perform a clean retrieval.
-
-    Returns:
-        List[FWInfo]: A list of firmware information for the specified ports and boards.
-
-    """
-    board_urls: List[FWInfo] = []
-    if ports is None:
-        ports = get_known_ports()
-    for port in ports:
-        download_page_url = f"{MICROPYTHON_ORG_URL}download/?port={port}"
-        urls = get_board_urls(download_page_url)
-        # filter out boards we don't care about
-        urls = [board for board in urls if board["board"] in boards]
-        # add the port to the board urls
-        for board in urls:
-            board["port"] = port
-
-        for board in track(
-            urls,
-            description=f"Checking {port} download pages",
-            transient=True,
-            refresh_per_second=1,
-            show_speed=False,
-        ):
-            # add a board to the list for each firmware found
-            firmware_urls: List[str] = []
-            for ext in PORT_FWTYPES[port]:
-                firmware_urls += board_firmware_urls(board["url"], MICROPYTHON_ORG_URL, ext)
-            for _url in firmware_urls:
-                board["firmware"] = _url
-                fname = Path(board["firmware"]).name
-                if clean:
-                    # remove date from firmware name
-                    fname = re.sub(RE_DATE, "-", fname)
-                    # remove hash from firmware name
-                    fname = re.sub(RE_HASH, ".", fname)
-                fw_info = FWInfo(
-                    filename=fname,
-                    port=port,
-                    board=board["board"],
-                    preview="preview" in _url,
-                    firmware=_url,
-                    version="",
-                )
-                # board["firmware"] = _url
-                # board["preview"] = "preview" in _url  # type: ignore
-                if ver_match := re.search(RE_VERSION_PREVIEW, _url):
-                    fw_info.version = clean_version(ver_match.group(1))
-                    fw_info.build = ver_match.group(2) or "0"
-                fw_info.preview = fw_info.build != "0"
-                # # else:
-                # #     board.$1= ""
-                # if "preview." in fw_info.version:
-                #     fw_info.build = fw_info.version.split("preview.")[-1]
-                # else:
-                #     fw_info.build = "0"
-
-                fw_info.ext = Path(fw_info.firmware).suffix
-                fw_info.variant = fw_info.filename.split("-v")[0] if "-v" in fw_info.filename else ""
-
-                board_urls.append(fw_info)
-    return board_urls
-
-
-def key_fw_ver_pre_ext_bld(x: FWInfo):
-    "sorting key for the retrieved board urls"
-    return x.variant, x.version, x.preview, x.ext, x.build
-
-
-def key_fw_var_pre_ext(x: FWInfo):
-    "Grouping key for the retrieved board urls"
-    return x.variant, x.preview, x.ext
-
-
-def download_firmwares(
-    firmware_folder: Path,
-    ports: List[str],
-    boards: List[str],
-    versions: Optional[List[str]] = None,
-    *,
-    force: bool = False,
-    clean: bool = True,
-) -> int:
-    """
-    Downloads firmware files based on the specified firmware folder, ports, boards, versions, force flag, and clean flag.
-
-    Args:
-        firmware_folder : The folder to save the downloaded firmware files.
-        ports : The list of ports to check for firmware.
-        boards : The list of boards to download firmware for.
-        versions : The list of versions to download firmware for.
-        force : A flag indicating whether to force the download even if the firmware file already exists.
-        clean : A flag indicating to clean the date from the firmware filename.
-    """
-    skipped = downloaded = 0
-    versions = [] if versions is None else [clean_version(v) for v in versions]
-    # handle renamed boards
-    boards = add_renamed_boards(boards)
-
-    unique_boards = get_firmware_list(ports, boards, versions, clean)
-
-    for b in unique_boards:
-        log.debug(b.filename)
-    # relevant
-
-    log.info(f"Found {len(unique_boards)} relevant unique firmwares")
-    if not unique_boards:
-        log.error("No relevant firmwares could be found on https://micropython.org/download")
-        log.info(f"{versions=} {ports=} {boards=}")
-        log.info("Please check the website for the latest firmware files or try the preview version.")
-        return 0
-
-    firmware_folder.mkdir(exist_ok=True)
-
-    with jsonlines.open(firmware_folder / "firmware.jsonl", "a") as writer:
-        for board in unique_boards:
-            filename = firmware_folder / board.port / board.filename
-            filename.parent.mkdir(exist_ok=True)
-            if filename.exists() and not force:
-                skipped += 1
-                log.debug(f" {filename} already exists, skip download")
-                continue
-            log.info(f"Downloading {board.firmware}")
-            log.info(f"         to {filename}")
-            try:
-                r = requests.get(board.firmware, allow_redirects=True)
-                with open(filename, "wb") as fw:
-                    fw.write(r.content)
-                board.filename = str(filename.relative_to(firmware_folder))
-            except requests.RequestException as e:
-                log.exception(e)
-                continue
-            writer.write(board.to_dict())
-            downloaded += 1
-    # if downloaded > 0:
-    #     clean_downloaded_firmwares(firmware_folder)
-    log.success(f"Downloaded {downloaded} firmwares, skipped {skipped} existing files.")
-    return downloaded + skipped
-
-
-def get_firmware_list(ports: List[str], boards: List[str], versions: List[str], clean: bool):
-    """
-    Retrieves a list of unique firmware information based on the specified ports, boards, versions, and clean flag.
-
-    Args:
-        ports : The list of ports to check for firmware.
-        boards : The list of boards to filter the firmware by.
-        versions : The list of versions to filter the firmware by.
-        clean : A flag indicating whether to perform a clean check.
-
-    Returns:
-        List[FWInfo]: A list of unique firmware information.
-
-    """
-
-    log.trace("Checking MicroPython download pages")
-    preview = "preview" in versions
-    board_urls = sorted(get_boards(ports, boards, clean), key=key_fw_ver_pre_ext_bld)
-
-    log.debug(f"Total {len(board_urls)} firmwares")
-
-    relevant = [
-        board for board in board_urls if board.version in versions and board.build == "0" and board.board in boards and not board.preview
-    ]
-
-    if preview:
-        relevant.extend([board for board in board_urls if board.board in boards and board.preview])
-    log.debug(f"Matching firmwares: {len(relevant)}")
-    # select the unique boards
-    unique_boards: List[FWInfo] = []
-    for _, g in itertools.groupby(relevant, key=key_fw_var_pre_ext):
-        # list is aleady sorted by build so we can just get the last item
-        sub_list = list(g)
-        unique_boards.append(sub_list[-1])
-    log.debug(f"Last preview only: {len(unique_boards)}")
-    return unique_boards
-
-
-def download(
-    destination: Path,
-    ports: List[str],
-    boards: List[str],
-    versions: List[str],
-    force: bool,
-    clean: bool,
-) -> int:
-    """
-    Downloads firmware files based on the specified destination, ports, boards, versions, force flag, and clean flag.
-
-    Args:
-        destination : The destination folder to save the downloaded firmware files.
-        ports : The list of ports to check for firmware.
-        boards : The list of boards to download firmware for.
-        versions : The list of versions to download firmware for.
-        force : A flag indicating whether to force the download even if the firmware file already exists.
-        clean : A flag indicating whether to clean the date from the firmware filename.
-
-    Returns:
-        int: The number of downloaded firmware files.
-
-    Raises:
-        MPFlashError : If no boards are found or specified.
-
-    """
-    if not boards:
-        log.critical("No boards found, please connect a board or specify boards to download firmware for.")
-        raise MPFlashError("No boards found")
-
-    try:
-        destination.mkdir(exist_ok=True, parents=True)
-    except (PermissionError, FileNotFoundError) as e:
-        log.critical(f"Could not create folder {destination}")
-        raise MPFlashError(f"Could not create folder {destination}") from e
-    try:
-        result = download_firmwares(destination, ports, boards, versions, force=force, clean=clean)
-    except requests.exceptions.RequestException as e:
-        log.exception(e)
-        raise MPFlashError("Could not connect to micropython.org") from e
-
-    return result
-
-
-def add_renamed_boards(boards: List[str]) -> List[str]:
-    """
-    Adds the renamed boards to the list of boards.
-
-    Args:
-        boards : The list of boards to add the renamed boards to.
-
-    Returns:
-        List[str]: The list of boards with the renamed boards added.
-
-    """
-    renamed = {
-        "PICO": ["RPI_PICO"],
-        "PICO_W": ["RPI_PICO_W"],
-        "GENERIC": ["ESP32_GENERIC", "ESP8266_GENERIC"],  # just add both of them
-    }
-    _boards = boards.copy()
-    for board in boards:
-        if board in renamed and renamed[board] not in boards:
-            _boards.extend(renamed[board])
-        if board != board.upper() and board.upper() not in boards:
-            _boards.append(board.upper())
-    return _boards

mpflash-1.24.7.dist-info/RECORD

@@ -1,56 +0,0 @@
-mpflash/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mpflash/add_firmware.py,sha256=1h0HsA-EVi3HXLmoEvzwY_a-GuWYzPwulTYHHBB8THg,3428
-mpflash/ask_input.py,sha256=RJHGGrhYniSu-bdoKnKptE3DtpiCREJGRTZmFazvG-E,8946
-mpflash/basicgit.py,sha256=NO27JTPUsnMWQ2bKI_zsIFsFTfCZO3QKbvQ23kIehxU,10734
-mpflash/bootloader/__init__.py,sha256=Qy3E6tETPnzMga9LgD5UgOvJ0zZIBEqhtEVb4v8CTWQ,107
-mpflash/bootloader/activate.py,sha256=orQOw4XTkXVZI-rMInRb0T5Wp3qA_BlzbJUA2gyBToU,2361
-mpflash/bootloader/detect.py,sha256=fBrILi7-ICRaregqms3PYqwiQVAJC0rXVhpyzDkoPQI,2690
-mpflash/bootloader/manual.py,sha256=2IfxrTFRso78FezVMTOrXMEojamFDDTXrAM9g1SbjNA,3170
-mpflash/bootloader/micropython.py,sha256=v_kZkvg0uWZDbMrT78gmiYHbD83QLdnrctvEClI8iRg,529
-mpflash/bootloader/touch1200.py,sha256=hQ2Ng2zkvnCnQ4A7Sir4SuW3nlSu1ojUfHCLbIiDjrE,1119
-mpflash/cli_download.py,sha256=6p83u0Iqyq-V6zS_zQbngSgnCnE0thNPR02r_12_d_Y,3660
-mpflash/cli_flash.py,sha256=pVqEsDocDT3KmIMTpXdym-ZlzThLSIp6oVtYib65dys,7595
-mpflash/cli_group.py,sha256=VWwYHiPVV19sQEr5lL8LlcPyZ-A6Gs79eMDJy8LLt90,2615
-mpflash/cli_list.py,sha256=ja21AZ4yghGTtOHkEtV1EOmT6EYxOiU2gzJc-mZaDto,2427
-mpflash/cli_main.py,sha256=5EkvzsqOUDXvNaW814oSUcPWeNhnwh78Sg0MteDv_fk,1133
-mpflash/common.py,sha256=umTouKs5Wb7Q2zOaaoO9nqmlpHIaiDBRIGYIkZMBVO8,7558
-mpflash/config.py,sha256=tdpvAvAlpco1GfeG2evn5tAKYluLEanqwrrvkir7QcQ,1073
-mpflash/connected.py,sha256=woYhuXoWpfzRMDUpBLVQZbVTGtMsKWNd5z1rsR1ELXA,3578
-mpflash/download.py,sha256=wE4uBSFFMAKOBH4jwHweL0wVYh4vi74t1673ku_IeoA,14305
-mpflash/downloaded.py,sha256=nxTWU4lvhcthqvVmzpYHnXCnjD8wJv0KFq2KtaoTO1A,5160
-mpflash/errors.py,sha256=IAidY3qkZsXy6Pm1rdmVFmGyg81ywHhse3itaPctA2w,247
-mpflash/flash/__init__.py,sha256=g4Fp8MiquaDZXIvRJwYRkkll1MMyRud7x6qmwCk9Lgo,2096
-mpflash/flash/esp.py,sha256=CRF8sfIyuDZoYC1luBy92zLm6Qz3dnBBWjuJ3A4_crE,2284
-mpflash/flash/stm32.py,sha256=dqp9BZ4Vr-6GlQcF12TSmRf-5TXkov9qvCpMgeUJc7Y,574
-mpflash/flash/stm32_dfu.py,sha256=W-3JsRQyf3DduoIRXDmGZ35RogqtjQgcJnk-GOtQoLE,3090
-mpflash/flash/uf2/__init__.py,sha256=haL84hP2p1ZjKF6dXJJHAB_NTf7jT91MuZvmvg9SpIA,3617
-mpflash/flash/uf2/boardid.py,sha256=U5wGM8VA3wEpUxQCMtuXpMZZomdVH8J_Zd5_GekUMuU,423
-mpflash/flash/uf2/linux.py,sha256=UgoF_GhJdxA2NvfcFNV69YuDg3v4ueLM0epsDzmfKK0,4440
-mpflash/flash/uf2/macos.py,sha256=TGGijlnMJy3RDhdPS3WsPOE2lWFOQbqC3xn4cxLu8GA,1229
-mpflash/flash/uf2/uf2disk.py,sha256=4_P2l-kedM7VSliA2u706LQLxvu3xWSod1-lj-xjZis,298
-mpflash/flash/uf2/windows.py,sha256=v89eXA3QwZxilCazi3Z--yY8UNtZ94trNEJ6U7XUuXA,1333
-mpflash/flash/worklist.py,sha256=owS3xJbWC-SzbK9z6jQER0Kat3OIV09IxnV-f-tjGlY,5998
-mpflash/list.py,sha256=lP_S5xbC0Men9HsXcIxOsP0bFRlCYh5CynMLFJx8cEE,3607
-mpflash/logger.py,sha256=dI_H_a7EOdQJyvoeRHQuYeZuTKYVUS3DUPTLhE9rkdM,1098
-mpflash/mpboard_id/__init__.py,sha256=b9PJiKFqmfyYgfi0-pbWGp2mrljdgvO6DNy0ABS8izU,3898
-mpflash/mpboard_id/add_boards.py,sha256=xBC9DULWq6nR1Nui2Z7tiLHxC0QohPXgJOYvSgrGwEM,10063
-mpflash/mpboard_id/board.py,sha256=JKb4T67HmK7widW-4c1PgilvywMbZYToLk9Fyokm-6Q,1163
-mpflash/mpboard_id/board_id.py,sha256=A2os0LU7-i_0JuEcMc1PbLt79TiAq16qRl7fv5uzsA8,3374
-mpflash/mpboard_id/board_info.zip,sha256=0rQkVLOBRg5dwvkLmJtRdCXwKiA9arkWYVH7N8dYuNw,21720
-mpflash/mpboard_id/store.py,sha256=n85vnUAxGKv1C23wkm22ZFAFGK6AZZiCFvc1lGJJjis,1703
-mpflash/mpremoteboard/__init__.py,sha256=Vydc7jZai32lrGTUjwylZT9U8yulsgLIk39mnuI_k9I,9666
-mpflash/mpremoteboard/mpy_fw_info.py,sha256=eRjhqN7MpmYE9TiS4iukquZZs3QE_lD5zv_vOPSjNrk,4821
-mpflash/mpremoteboard/runner.py,sha256=-PgzAeBGbyXaAUlwyiw4mcINsP2U1XRRjP1_QdBrxpg,4786
-mpflash/vendor/board_database.py,sha256=QE3oXj96oTAsx94gNfHMYWu_RgBTHW1v9Wp5dq_Dt-Q,5253
-mpflash/vendor/click_aliases.py,sha256=c853EHSlkE2DvFqeFvFpwXKuJj3_jsXDP7iotVOKaAw,3156
-mpflash/vendor/dfu.py,sha256=ZXMcE6aH4-43Wh4tbQT4U-q-BU3RUiL3JAxmP_QAK2s,5755
-mpflash/vendor/pico-universal-flash-nuke/LICENSE.txt,sha256=Zkc2iTNbib2NCMwtLjMEz0vFCPglgvaw6Mj7QiWldpQ,1484
-mpflash/vendor/pico-universal-flash-nuke/universal_flash_nuke.uf2,sha256=QuPMppqHMVOt3vDVU0bikHRLsTiDRQYNUcGQ_OLRFGI,28160
-mpflash/vendor/pydfu.py,sha256=_MdBRo1EeNeKDqFPSTB5tNL1jGSBJgsVeVjE5e7Pb8s,20542
-mpflash/vendor/readme.md,sha256=BQ7Uxf8joeYMjTUuSLLBG49ob6a9MgFPIEwuc72-Mfw,415
-mpflash/versions.py,sha256=qGkE2LTzQ1QDyHc9-wzsHsRrN7PWK69xt0Vq3EVojms,4452
-mpflash-1.24.7.dist-info/entry_points.txt,sha256=Jk_visOhYOsZIcSP2Ms9hKqfKy1iorR-6dYltSoWCpY,52
-mpflash-1.24.7.dist-info/LICENSE,sha256=mWpNhsIxWzetYNnTpr4eb3HtgsxGIC8KcYWxXEcxQvE,1077
-mpflash-1.24.7.dist-info/METADATA,sha256=kkeoaVrJt6i62yFsvXWdczncaJ3bz3055X05Ijt6z-g,17757
-mpflash-1.24.7.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-mpflash-1.24.7.dist-info/RECORD,,