openstack-image-manager 0.20240403.0__tar.gz → 0.20240411.0__tar.gz

{openstack-image-manager-0.20240403.0/openstack_image_manager.egg-info → openstack-image-manager-0.20240411.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openstack-image-manager
-Version: 0.20240403.0
+Version: 0.20240411.0
 Summary: OpenStack image manager
 Author-email: OSISM community <info@osism.tech>
 License:                                  Apache License
@@ -232,7 +232,7 @@ Requires-Dist: patool==2.2.0
 Requires-Dist: requests==2.31.0
 Requires-Dist: ruamel.yaml==0.18.6
 Requires-Dist: tabulate==0.9.0
-Requires-Dist: typer[all]==0.12.0
+Requires-Dist: typer[all]==0.12.3
 Requires-Dist: yamale==5.1.0
 
 # openstack-image-manager

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/etc/images/centos.yml

@@ -59,13 +59,13 @@ images:
     latest_url:
       https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-HEREBE\d+\.\dDRAGONS.x86_64.qcow2
     versions:
-      - version: '20240326'
+      - version: '20240409'
         url:
-          https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-HEREBE\d+\.\dDRAGONS.x86_64.qcow2
+          https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-20240408.0.x86_64.qcow2
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/centos-stream-8/20240326-centos-stream-8.qcow2
-        checksum: sha256:35f5b4323026887470954cb458fa1628fac9db451663b37495067c5bbe7b345d
-        build_date: 2024-03-26
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/centos-stream-8/20240409-centos-stream-8.qcow2
+        checksum: sha256:f8154681ada62417944d6a45c30f65469ce40d5151499f9ee0268081608ac93c
+        build_date: 2024-04-09
   - name: CentOS Stream 9
     enable: true
     shortname: centos-stream-9
@@ -92,10 +92,10 @@ images:
     latest_url:
       https://cloud.centos.org/centos/9-stream/x86_64/images/CentOS-Stream-GenericCloud-9-HEREBE\d+\.\dDRAGONS.x86_64.qcow2
     versions:
-      - version: '20240326'
+      - version: '20240409'
         url:
-          https://cloud.centos.org/centos/9-stream/x86_64/images/CentOS-Stream-GenericCloud-9-HEREBE\d+\.\dDRAGONS.x86_64.qcow2
+          https://cloud.centos.org/centos/9-stream/x86_64/images/CentOS-Stream-GenericCloud-9-20240408.0.x86_64.qcow2
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/centos-stream-9/20240326-centos-stream-9.qcow2
-        checksum: sha256:26a4d6d9750266d3a68cee2813aee0cc58751bf87303418b4fcdeeaa3f6dad96
-        build_date: 2024-03-26
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/centos-stream-9/20240409-centos-stream-9.qcow2
+        checksum: sha256:4fccd7b8447986b458a17365992ede43fdbf3ce5db465aa3ed5dc4c6698fbe28
+        build_date: 2024-04-09

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/etc/images/debian.yml

@@ -47,6 +47,7 @@ images:
     meta:
       architecture: x86_64
       hw_disk_bus: scsi
+      hw_rng_model: virtio
       hw_scsi_model: virtio-scsi
       hw_watchdog_action: reset
       os_distro: debian
@@ -80,6 +81,7 @@ images:
     meta:
       architecture: x86_64
       hw_disk_bus: scsi
+      hw_rng_model: virtio
       hw_scsi_model: virtio-scsi
       hw_watchdog_action: reset
       os_distro: debian
@@ -92,11 +94,11 @@ images:
     latest_url:
       https://cdimage.debian.org/cdimage/cloud/bookworm/daily/latest/debian-12-genericcloud-amd64-daily.qcow2
     versions:
-      - build_date: 2024-03-27
+      - build_date: 2024-04-11
         checksum:
-          sha512:7d64f650164475b690690fe003f338e893374c412183d27834c80006a070581719e7e0311f8122a722390942b026c92b5ca3021e9c95b5807fe3bdf971d5edc7
+          sha512:3d6f26616e2c8b705993ddef874232887cebe42f1e70fcc020827ac88e8990177d537d34538c71ae2afd3b8baca953fff71eaa7ef71e752e82532c93dcdca436
         url:
-          https://cdimage.debian.org/cdimage/cloud/bookworm/daily/latest/debian-12-genericcloud-amd64-daily.qcow2
+          https://cdimage.debian.org/cdimage/cloud/bookworm/daily/20240411-1714/debian-12-genericcloud-amd64-daily-20240411-1714.qcow2
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/debian-12/20240327-debian-12.qcow2
-        version: '20240327'
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/debian-12/20240411-debian-12.qcow2
+        version: '20240411'

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/etc/images/flatcar.yml

@@ -33,3 +33,8 @@ images:
         mirror_url: https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/flatcar/3602.2.3/flatcar_production_openstack_image.img
         checksum: "sha256:23b2d10aa0adf53d58bca0d9664338bdd308bef9e56f8393d39cb5e22bff4409"
         build_date: 2023-12-11
+      - version: '3815.2.1'
+        url: https://stable.release.flatcar-linux.net/amd64-usr/3815.2.1/flatcar_production_openstack_image.img
+        mirror_url: https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/flatcar/3815.2.1/flatcar_production_openstack_image.img
+        checksum: "sha256:84d83adc4bc3537285a6193db18e437f2208d4e6f897000a86014751ac080e1f"
+        build_date: 2024-03-17

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/etc/images/ubuntu.yml

@@ -188,12 +188,12 @@ images:
     latest_checksum_url: https://cloud-images.ubuntu.com/focal/current/SHA256SUMS
     latest_url: https://cloud-images.ubuntu.com/focal/current/focal-server-cloudimg-amd64.img
     versions:
-      - version: '20240306'
-        url: https://cloud-images.ubuntu.com/focal/current/focal-server-cloudimg-amd64.img
+      - version: '20240408'
+        url: https://cloud-images.ubuntu.com/focal/20240408/focal-server-cloudimg-amd64.img
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-20.04/20240306-ubuntu-20.04.qcow2
-        checksum: sha256:edf43eb9f4e5ededbb3606c719c98b0e14c956278da42567e907a17d8bccb571
-        build_date: 2024-03-06
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-20.04/20240408-ubuntu-20.04.qcow2
+        checksum: sha256:d3c37b0703dd847886a8316c69aa186a542c640bd370e5f98541db6c64877ebb
+        build_date: 2024-04-08
   - name: Ubuntu 20.04 Minimal
     enable: true
     shortname: ubuntu-20.04-minimal
@@ -220,13 +220,13 @@ images:
     latest_url:
       https://cloud-images.ubuntu.com/minimal/releases/focal/release/ubuntu-20.04-minimal-cloudimg-amd64.img
     versions:
-      - version: '20240322'
+      - version: '20240408'
         url:
-          https://cloud-images.ubuntu.com/minimal/releases/focal/release/ubuntu-20.04-minimal-cloudimg-amd64.img
+          https://cloud-images.ubuntu.com/minimal/releases/focal/release-20240408/ubuntu-20.04-minimal-cloudimg-amd64.img
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-20.04-minimal/20240322-ubuntu-20.04-minimal.qcow2
-        checksum: sha256:25b920bd472450e31c836c1759f8fb72b4b4694654e478987744a5c77034d311
-        build_date: 2024-03-22
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-20.04-minimal/20240408-ubuntu-20.04-minimal.qcow2
+        checksum: sha256:1a0ffd9e85b9f2c9b61652162c482cd4b89821bff320a522f9e3eb0a1cb082eb
+        build_date: 2024-04-08
   - name: Ubuntu 22.04
     enable: true
     shortname: ubuntu-22.04
@@ -252,12 +252,12 @@ images:
     latest_checksum_url: https://cloud-images.ubuntu.com/jammy/current/SHA256SUMS
     latest_url: https://cloud-images.ubuntu.com/jammy/current/jammy-server-cloudimg-amd64.img
     versions:
-      - version: '20240319'
-        url: https://cloud-images.ubuntu.com/jammy/current/jammy-server-cloudimg-amd64.img
+      - version: '20240403'
+        url: https://cloud-images.ubuntu.com/jammy/20240403/jammy-server-cloudimg-amd64.img
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-22.04/20240319-ubuntu-22.04.qcow2
-        checksum: sha256:304983616fcba6ee1452e9f38993d7d3b8a90e1eb65fb0054d672ce23294d812
-        build_date: 2024-03-19
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-22.04/20240403-ubuntu-22.04.qcow2
+        checksum: sha256:ceacfb01f542b1eb3b08651cc9ea9e90611ad3790a3e7eeac6f76fd553c76fe3
+        build_date: 2024-04-03
   - name: Ubuntu 22.04 Minimal
     enable: true
     shortname: ubuntu-22.04-minimal
@@ -284,10 +284,41 @@ images:
     latest_url:
       https://cloud-images.ubuntu.com/minimal/releases/jammy/release/ubuntu-22.04-minimal-cloudimg-amd64.img
     versions:
-      - version: '20240319'
+      - version: '20240408'
         url:
-          https://cloud-images.ubuntu.com/minimal/releases/jammy/release/ubuntu-22.04-minimal-cloudimg-amd64.img
+          https://cloud-images.ubuntu.com/minimal/releases/jammy/release-20240408/ubuntu-22.04-minimal-cloudimg-amd64.img
         mirror_url:
-          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-22.04-minimal/20240319-ubuntu-22.04-minimal.qcow2
-        checksum: sha256:24c513a5c10cd57c68403c800dc47495ff0eceea81d7946b512f0260a9c55f6e
-        build_date: 2024-03-19
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-22.04-minimal/20240408-ubuntu-22.04-minimal.qcow2
+        checksum: sha256:bd99c64ad9d926eb5769f9f2cfd96ae4989a029bd64bd3e7e7deb8cff4251c65
+        build_date: 2024-04-08
+  - name: Ubuntu 24.04
+    enable: true
+    shortname: ubuntu-24.04
+    format: qcow2
+    login: ubuntu
+    min_disk: 8
+    min_ram: 512
+    status: active
+    visibility: public
+    multi: true
+    meta:
+      architecture: x86_64
+      hw_disk_bus: scsi
+      hw_rng_model: virtio
+      hw_scsi_model: virtio-scsi
+      hw_watchdog_action: reset
+      os_distro: ubuntu
+      os_version: '24.04'
+      replace_frequency: quarterly
+      uuid_validity: last-3
+      provided_until: none
+    tags: []
+    latest_checksum_url: https://cloud-images.ubuntu.com/noble/current/SHA256SUMS
+    latest_url: https://cloud-images.ubuntu.com/noble/current/noble-server-cloudimg-amd64.img
+    versions:
+      - version: '20240410'
+        url: https://cloud-images.ubuntu.com/noble/20240410/noble-server-cloudimg-amd64.img
+        mirror_url:
+          https://swift.services.a.regiocloud.tech/swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/openstack-images/ubuntu-24.04/20240410-ubuntu-24.04.qcow2
+        checksum: sha256:818be7da4ff41809d06b771cb98f9b1fda38edf3951171a95a6a2c5daa76653d
+        build_date: 2024-04-10

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0/openstack_image_manager.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openstack-image-manager
-Version: 0.20240403.0
+Version: 0.20240411.0
 Summary: OpenStack image manager
 Author-email: OSISM community <info@osism.tech>
 License:                                  Apache License
@@ -232,7 +232,7 @@ Requires-Dist: patool==2.2.0
 Requires-Dist: requests==2.31.0
 Requires-Dist: ruamel.yaml==0.18.6
 Requires-Dist: tabulate==0.9.0
-Requires-Dist: typer[all]==0.12.0
+Requires-Dist: typer[all]==0.12.3
 Requires-Dist: yamale==5.1.0
 
 # openstack-image-manager

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/openstack_image_manager.egg-info/SOURCES.txt

@@ -20,10 +20,7 @@ etc/images/rockylinux.yml
 etc/images/talos.yml
 etc/images/ubuntu.yml
 openstack_image_manager/__init__.py
-openstack_image_manager/manage.py
-openstack_image_manager/mirror.py
-openstack_image_manager/table.py
-openstack_image_manager/update.py
+openstack_image_manager/main.py
 openstack_image_manager.egg-info/PKG-INFO
 openstack_image_manager.egg-info/SOURCES.txt
 openstack_image_manager.egg-info/dependency_links.txt

openstack-image-manager-0.20240411.0/openstack_image_manager.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+openstack-image-manager = openstack_image_manager.main:main

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/openstack_image_manager.egg-info/requires.txt

@@ -8,5 +8,5 @@ patool==2.2.0
 requests==2.31.0
 ruamel.yaml==0.18.6
 tabulate==0.9.0
-typer[all]==0.12.0
+typer[all]==0.12.3
 yamale==5.1.0

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/pyproject.toml

@@ -43,7 +43,7 @@ dev_template = "{tag}"
 dirty_template = "{tag}"
 
 [project.scripts]
-openstack-image-manager = "openstack_image_manager.manage:main"
+openstack-image-manager = "openstack_image_manager.main:main"
 
 [project.urls]
 "Homepage" = "https://github.com/osism/openstack-image-manager"

{openstack-image-manager-0.20240403.0 → openstack-image-manager-0.20240411.0}/requirements.txt

@@ -8,5 +8,5 @@ patool==2.2.0
 requests==2.31.0
 ruamel.yaml==0.18.6
 tabulate==0.9.0
-typer[all]==0.12.0
+typer[all]==0.12.3
 yamale==5.1.0

openstack-image-manager-0.20240403.0/openstack_image_manager/mirror.py

@@ -1,144 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-
-import os
-import patoolib
-import requests
-import shutil
-import sys
-import typer
-import yaml
-
-from loguru import logger
-from minio import Minio
-from minio.error import S3Error
-from os import listdir
-from os.path import isfile, join
-from urllib.parse import urlparse
-
-
-app = typer.Typer(add_completion=False)
-
-
-@app.command()
-def main(
-    debug: bool = typer.Option(False, "--debug", help="Enable debug logging"),
-    dry_run: bool = typer.Option(False, "--dry-run", help="Do not perform any changes"),
-    images: str = typer.Option(
-        "etc/images/", help="Path to the directory containing all image files"
-    ),
-    minio_access_key: str = typer.Option(
-        None, help="Minio access key", envvar="MINIO_ACCESS_KEY"
-    ),
-    minio_secret_key: str = typer.Option(
-        None, help="Minio secret key", envvar="MINIO_SECRET_KEY"
-    ),
-    minio_server: str = typer.Option(
-        "swift.services.a.regiocloud.tech", help="Minio server"
-    ),
-    minio_bucket: str = typer.Option("openstack-images", help="Minio bucket"),
-):
-    if debug:
-        level = "DEBUG"
-    else:
-        level = "INFO"
-
-    log_fmt = (
-        "<green>{time:YYYY-MM-DD HH:mm:ss}</green> | <level>{level: <8}</level> | "
-        "<level>{message}</level>"
-    )
-
-    logger.remove()
-    logger.add(sys.stderr, format=log_fmt, level=level, colorize=True)
-
-    client = Minio(
-        minio_server,
-        access_key=minio_access_key,
-        secret_key=minio_secret_key,
-    )
-
-    result = client.bucket_exists(minio_bucket)
-    if not result:
-        logger.error(f"Create bucket '{minio_bucket}' first")
-        if not dry_run:
-            sys.exit(1)
-
-    onlyfiles = []
-    for f in listdir(images):
-        if isfile(join(images, f)):
-            logger.debug(f"Adding {f} to the list of files")
-            onlyfiles.append(f)
-
-    all_images = []
-    for file in [x for x in onlyfiles if x.endswith(".yml")]:
-        logger.info(f"Processing file {file}")
-        with open(join(images, file)) as fp:
-            data = yaml.load(fp, Loader=yaml.SafeLoader)
-            for image in data.get("images"):
-                logger.debug(f"Adding {image['name']} to the list of images")
-                all_images.append(image)
-
-    for image in all_images:
-        logger.info(f"Processing image {image['name']}")
-
-        if "versions" not in image:
-            continue
-
-        for version in image["versions"]:
-            if "source" not in version:
-                continue
-            else:
-                source = version["source"]
-
-            logger.debug(f"source: {source}")
-
-            path = urlparse(source)
-            url = urlparse(version["url"])
-
-            dirname = f"{image['shortname']}/{version['version']}"
-            filename, fileextension = os.path.splitext(os.path.basename(path.path))
-            _, fileextension2 = os.path.splitext(filename)
-
-            if fileextension not in [".bz2", ".zip", ".xz", ".gz"]:
-                filename += fileextension
-
-            if fileextension2 == ".tar":
-                filename = os.path.basename(url.path)
-
-            logger.debug(f"dirname: {dirname}")
-            logger.debug(f"filename: {filename}")
-
-            try:
-                client.stat_object(minio_bucket, os.path.join(dirname, filename))
-                logger.info(f"File {filename} available in bucket {dirname}")
-            except S3Error:
-                logger.info(f"File {filename} not yet available in bucket {dirname}")
-
-                if not isfile(os.path.basename(path.path)):
-                    logger.info(f"Downloading {version['source']}")
-                    response = requests.get(
-                        version["source"], stream=True, allow_redirects=True
-                    )
-                    with open(os.path.basename(path.path), "wb") as fp:
-                        shutil.copyfileobj(response.raw, fp)
-                    del response
-
-                if fileextension in [".bz2", ".zip", ".xz", ".gz"]:
-                    logger.info(f"Decompressing {os.path.basename(path.path)}")
-                    patoolib.extract_archive(os.path.basename(path.path), outdir=".")
-                    os.remove(os.path.basename(path.path))
-
-                if not dry_run:
-                    logger.info(f"Uploading {filename} to bucket {dirname}")
-                    client.fput_object(
-                        minio_bucket, os.path.join(dirname, filename), filename
-                    )
-                else:
-                    logger.info(
-                        f"Not uploading {filename} to bucket {dirname} (dry-run enabled)"
-                    )
-
-                os.remove(filename)
-
-
-if __name__ == "__main__":
-    app()

openstack-image-manager-0.20240403.0/openstack_image_manager/table.py

@@ -1,47 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-
-import tabulate
-import typer
-import yaml
-
-from munch import Munch
-from os import listdir
-from os.path import isfile, join
-
-
-app = typer.Typer(add_completion=False)
-
-
-@app.command()
-def main(
-    images: str = typer.Option(
-        "etc/images/", help="Path to the directory containing all image files"
-    )
-):
-    CONF = Munch.fromDict(locals())
-
-    onlyfiles = []
-    for f in listdir(CONF.images):
-        if isfile(join(CONF.images, f)):
-            onlyfiles.append(f)
-
-    all_images = []
-    for file in onlyfiles:
-        with open(join(CONF.images, file)) as fp:
-            data = yaml.load(fp, Loader=yaml.SafeLoader)
-            imgs = data.get("images")
-            for image in imgs:
-                all_images.append(image)
-
-    data = []
-    for image in all_images:
-        data.append([image["name"], image["login"], image.get("password", "")])
-
-    result = tabulate.tabulate(
-        sorted(data), headers=["Name", "Login user", "Password"], tablefmt="rst"
-    )
-    print(result)
-
-
-if __name__ == "__main__":
-    app()

openstack-image-manager-0.20240403.0/openstack_image_manager/update.py

@@ -1,341 +0,0 @@
-# SPDX-License-Identifier: Apache-2.0
-
-# source of latest URLs: https://gitlab.com/libosinfo/osinfo-db
-
-from datetime import datetime
-import os
-import re
-import shutil
-import sys
-from urllib.parse import urlparse
-from urllib.request import urlopen
-
-from loguru import logger
-from minio import Minio
-from minio.error import S3Error
-from natsort import natsorted
-import patoolib
-import requests
-import ruamel.yaml
-import typer
-
-app = typer.Typer()
-DEBUBU_REGEX = r'<a href="([^"]+)/">(?:release-)?([0-9]+)(\-[0-9]+)?/</a>'
-
-
-def get_latest_default(
-    shortname, latest_checksum_url, latest_url, checksum_type="sha256"
-):
-    result = requests.get(latest_checksum_url)
-    result.raise_for_status()
-
-    latest_filename = os.path.basename(urlparse(latest_url).path)
-    filename_pattern = None
-    if shortname in ["centos-stream-8", "centos-stream-9", "centos-7"]:
-        filename_pattern = latest_filename.replace("HEREBE", "")
-        filename_pattern = filename_pattern.replace("DRAGONS", "")
-
-    checksums = {}
-    for line in result.text.split("\n"):
-        cs = re.split(r"\s+", line)
-        if shortname in ["rocky-8", "rocky-9"]:
-            if len(cs) == 4 and cs[0] == "SHA256":
-                checksums[latest_filename] = cs[3]
-        elif shortname in ["centos-7"]:
-            if len(cs) == 2 and re.search(filename_pattern, cs[1]):
-                checksums[cs[1]] = cs[0]
-        elif shortname in ["centos-stream-8", "centos-stream-9"]:
-            if (
-                len(cs) == 4
-                and cs[0] == "SHA256"
-                and re.search(filename_pattern, cs[1][1:-1])
-            ):
-                checksums[cs[1][1:-1]] = cs[3]
-        else:
-            if len(cs) == 2:
-                checksums[cs[1]] = cs[0]
-
-    if filename_pattern:
-        new_latest_filename = natsorted(checksums.keys())[-1]
-        new_latest_url = latest_url.replace(latest_filename, new_latest_filename)
-
-        logger.info(f"Latest URL is now {new_latest_url}")
-        logger.info(f"Latest filename is now {new_latest_filename}")
-
-        latest_filename = new_latest_filename
-        latest_url = new_latest_url
-
-    current_checksum = f"{checksum_type}:{checksums[latest_filename]}"
-    return current_checksum, latest_url, None
-
-
-def resolve_debubu(base_url, rex=re.compile(DEBUBU_REGEX)):
-    result = requests.get(base_url)
-    result.raise_for_status()
-    latest_folder, latest_date, latest_build = sorted(rex.findall(result.text))[-1]
-    return latest_folder, latest_date, latest_build
-
-
-def get_latest_debubu(shortname, latest_checksum_url, latest_url, checksum_type=None):
-    base_url, _, filename = latest_url.rsplit("/", 2)
-    latest_folder, latest_date, latest_build = resolve_debubu(base_url)
-    current_base_url = f"{base_url}/{latest_folder}"
-    current_checksum_url = (
-        f"{current_base_url}/{latest_checksum_url.rsplit('/', 1)[-1]}"
-    )
-    result = requests.get(current_checksum_url)
-    result.raise_for_status()
-    current_checksum = None
-    current_filename = filename
-    if latest_build:  # Debian includes date-build in file name
-        fn_pre, fn_suf = filename.rsplit(".", 1)
-        current_filename = f"{fn_pre}-{latest_date}{latest_build}.{fn_suf}"
-    for line in result.text.splitlines():
-        cs = line.split()
-        if len(cs) != 2:
-            continue
-        if cs[1].startswith("*"):  # Ubuntu has the asterisk in front of the name
-            cs[1] = cs[1][1:]
-        if cs[1] != current_filename:
-            continue
-        if checksum_type is None:  # use heuristics to distinguish sha256/sha512
-            checksum_type = "sha256" if len(cs[0]) == 64 else "sha512"
-        current_checksum = f"{checksum_type}:{cs[0]}"
-        break
-    if current_checksum is None:
-        raise RuntimeError(
-            f"{current_checksum_url} does not contain {current_filename}"
-        )
-    current_url = f"{current_base_url}/{current_filename}"
-    return current_checksum, current_url, latest_date
-
-
-IMAGES = {
-    "almalinux": get_latest_default,
-    "centos": get_latest_default,
-    "debian": get_latest_debubu,
-    "rockylinux": get_latest_default,
-    "ubuntu": get_latest_debubu,
-}
-
-
-def mirror_image(
-    image, latest_url, minio_server, minio_bucket, minio_access_key, minio_secret_key
-):
-    client = Minio(
-        minio_server,
-        access_key=minio_access_key,
-        secret_key=minio_secret_key,
-    )
-
-    result = client.bucket_exists(minio_bucket)
-    if not result:
-        logger.error(f"Create bucket '{minio_bucket}' first")
-        return
-
-    version = image["versions"][0]
-
-    path = urlparse(version["url"])
-    dirname = image["shortname"]
-    filename, fileextension = os.path.splitext(os.path.basename(path.path))
-
-    if fileextension not in [".bz2", ".zip", ".xz", ".gz"]:
-        filename += fileextension
-
-    shortname = image["shortname"]
-    format = image["format"]
-    new_version = version["version"]
-    new_filename = f"{new_version}-{shortname}.{format}"
-
-    try:
-        client.stat_object(minio_bucket, os.path.join(dirname, new_filename))
-        logger.info(f"'{new_filename}' available in '{dirname}'")
-    except S3Error:
-        logger.info(f"'{new_filename}' not yet available in '{dirname}'")
-        logger.info(f"Downloading '{latest_url}'")
-
-        response = requests.get(latest_url, stream=True)
-        with open(os.path.basename(path.path), "wb") as fp:
-            shutil.copyfileobj(response.raw, fp)
-        del response
-
-        if fileextension in [".bz2", ".zip", ".xz", ".gz"]:
-            logger.info(f"Decompressing '{os.path.basename(path.path)}'")
-            patoolib.extract_archive(os.path.basename(path.path), outdir=".")
-            os.remove(os.path.basename(path.path))
-
-        logger.info(f"Uploading '{filename}' to '{dirname}' as '{new_filename}'")
-
-        client.fput_object(minio_bucket, os.path.join(dirname, new_filename), filename)
-        os.remove(filename)
-
-
-def update_image(
-    image,
-    getter,
-    minio_server,
-    minio_bucket,
-    minio_access_key,
-    minio_secret_key,
-    dry_run=False,
-    swift_prefix="",
-):
-    name = image["name"]
-    logger.info(f"Checking image {name}")
-
-    latest_url = image["latest_url"]
-    logger.info(f"Latest download URL is {latest_url}")
-
-    latest_checksum_url = image["latest_checksum_url"]
-    logger.info(f"Getting checksums from {latest_checksum_url}")
-
-    shortname = image["shortname"]
-    current_checksum, current_url, current_version = getter(
-        shortname, latest_checksum_url, latest_url
-    )
-
-    logger.info(
-        f"Checksum of current {current_url.rsplit('/', 1)[-1]} is {current_checksum}"
-    )
-
-    if not image["versions"]:
-        logger.info("No image available so far")
-        image["versions"].append(
-            {
-                "build_date": None,
-                "checksum": None,
-                "url": None,
-                "version": None,
-            }
-        )
-
-    latest_checksum = image["versions"][0]["checksum"]
-    logger.info(f"Our checksum is {latest_checksum}")
-
-    if latest_checksum == current_checksum:
-        logger.info(f"Image {name} is up-to-date, nothing to do")
-        return 0
-
-    if current_version is None:
-        logger.info(f"Checking {current_url}")
-
-        conn = urlopen(current_url, timeout=30)
-        dt = datetime.strptime(
-            conn.headers["last-modified"], "%a, %d %b %Y %H:%M:%S %Z"
-        )
-        current_version = dt.strftime("%Y%m%d")
-
-    new_values = {
-        "version": current_version,
-        "build_date": datetime.strptime(current_version, "%Y%m%d").date(),
-        "checksum": current_checksum,
-        "url": current_url,
-    }
-    logger.info(f"New values are {new_values}")
-    image["versions"][0].update(new_values)
-
-    shortname = image["shortname"]
-    format = image["format"]
-
-    minio_server = str(minio_server)
-    minio_bucket = str(minio_bucket)
-    mirror_url = f"https://{minio_server}/{swift_prefix}{minio_bucket}/{shortname}/{current_version}-{shortname}.{format}"  # noqa E501
-    logger.info(f"New URL is {mirror_url}")
-
-    # If `mirror_url` is given, the manage.py script will
-    # use `mirror_url` for the download and will use `url`
-    # to set the `image_source` property. This way we keep
-    # track of the original source of the image.
-
-    image["versions"][0]["mirror_url"] = mirror_url
-
-    # We use `current_url` here and not `latest_url` to keep track
-    # of the original source of the image. Even if we know that `current_url`
-    # will not be available in the future. The `latest_url` will always
-    # be part of the image definition itself.
-
-    image["versions"][0]["url"] = current_url
-
-    if dry_run:
-        logger.info(f"Not mirroring {mirror_url}, dry-run enabled")
-    else:
-        mirror_image(
-            image,
-            current_url,
-            minio_server,
-            minio_bucket,
-            minio_access_key,
-            minio_secret_key,
-        )
-    return 1
-
-
-@app.command()
-def main(
-    debug: bool = typer.Option(False, "--debug", help="Enable debug logging"),
-    dry_run: bool = typer.Option(False, "--dry-run", help="Do not perform any changes"),
-    minio_access_key: str = typer.Option(
-        None, help="Minio access key", envvar="MINIO_ACCESS_KEY"
-    ),
-    minio_secret_key: str = typer.Option(
-        None, help="Minio secret key", envvar="MINIO_SECRET_KEY"
-    ),
-    minio_server: str = typer.Option(
-        "swift.services.a.regiocloud.tech", help="Minio server", envvar="MINIO_SERVER"
-    ),
-    minio_bucket: str = typer.Option(
-        "openstack-images", help="Minio bucket", envvar="MINIO_BUCKET"
-    ),
-    swift_prefix: str = typer.Option(
-        "swift/v1/AUTH_b182637428444b9aa302bb8d5a5a418c/",
-        help="Swift prefix",
-        envvar="SWIFT_PREFIX",
-    ),
-):
-    if debug:
-        level = "DEBUG"
-    else:
-        level = "INFO"
-
-    logger.remove()  # remove the default sink
-    log_fmt = (
-        "<green>{time:YYYY-MM-DD HH:mm:ss}</green> | <level>{level: <8}</level> | "
-        "<cyan>{function}</cyan>:<cyan>{line}</cyan> - <level>{message}</level>"
-    )
-    logger.add(sys.stderr, format=log_fmt, level=level, colorize=True)
-
-    for image, getter in IMAGES.items():
-        p = f"etc/images/{image}.yml"
-        logger.info(f"Processing file {p}")
-
-        ryaml = ruamel.yaml.YAML()
-        with open(p) as fp:
-            data = ryaml.load(fp)
-
-        updates = 0
-        for index, image in enumerate(data["images"]):
-            if "latest_url" not in image:
-                continue
-
-            updates += update_image(
-                image,
-                getter,
-                minio_server,
-                minio_bucket,
-                minio_access_key,
-                minio_secret_key,
-                dry_run,
-                swift_prefix,
-            )
-
-        if not updates:
-            continue
-
-        with open(p, "w+") as fp:
-            ryaml.explicit_start = True
-            ryaml.indent(sequence=4, offset=2)
-            ryaml.dump(data, fp)
-
-
-if __name__ == "__main__":
-    app()

openstack-image-manager-0.20240403.0/openstack_image_manager.egg-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-openstack-image-manager = openstack_image_manager.manage:main