pyreposync 0.2.1__py3-none-any.whl → 0.2.3__py3-none-any.whl

pyreposync/__init__.py

@@ -265,6 +265,9 @@ class PyRepoSync:
                 destination=self.config.get("main", "destination"),
                 reponame=section[:-4],
                 date=date,
+                allow_missing_packages=self.config.getboolean(
+                    section, "allow_missing_packages", fallback=False
+                ),
                 treeinfo=self.config.get(section, "treeinfo", fallback=".treeinfo"),
                 proxy=self.config.get("main", "proxy", fallback=None),
                 client_cert=self.config.get(section, "sslclientcert", fallback=None),
@@ -277,6 +280,9 @@ class PyRepoSync:
                 destination=self.config.get("main", "destination"),
                 reponame=section[:-4],
                 date=date,
+                allow_missing_packages=self.config.getboolean(
+                    section, "allow_missing_packages", fallback=False
+                ),
                 proxy=self.config.get(section, "proxy", fallback=None),
                 client_cert=self.config.get(section, "sslclientcert", fallback=None),
                 client_key=self.config.get(section, "sslclientkey", fallback=None),

pyreposync/sync_deb.py

@@ -16,20 +16,22 @@ class SyncDeb(SyncGeneric):
         suites,
         components,
         binary_archs,
+        allow_missing_packages,
         proxy=None,
         client_cert=None,
         client_key=None,
         ca_cert=None,
     ):
         super().__init__(
-            base_url,
-            destination,
-            reponame,
-            date,
-            proxy,
-            client_cert,
-            client_key,
-            ca_cert,
+            base_url=base_url,
+            destination=destination,
+            reponame=reponame,
+            date=date,
+            allow_missing_packages=allow_missing_packages,
+            proxy=proxy,
+            client_cert=client_cert,
+            client_key=client_key,
+            ca_cert=ca_cert,
         )
         self._binary_archs = binary_archs
         self._components = components

pyreposync/sync_generic.py

@@ -13,11 +13,13 @@ class SyncGeneric:
         destination,
         reponame,
         date,
+        allow_missing_packages,
         proxy=None,
         client_cert=None,
         client_key=None,
         ca_cert=None,
     ):
+        self._allow_missing_packages = allow_missing_packages
         self._base_url = base_url
         self._date = date
         self._destination = destination
@@ -27,6 +29,10 @@ class SyncGeneric:
         )
         self.log = logging.getLogger("application")
 
+    @property
+    def allow_missing_packages(self):
+        return self._allow_missing_packages
+
     @property
     def base_url(self):
         return self._base_url

pyreposync/sync_rpm.py

@@ -11,6 +11,7 @@ import xml.etree.ElementTree
 from pyreposync.sync_generic import SyncGeneric
 
 from pyreposync.exceptions import OSRepoSyncException
+from pyreposync.exceptions import OSRepoSyncDownLoadError
 
 
 class SyncRPM(SyncGeneric):
@@ -21,20 +22,22 @@ class SyncRPM(SyncGeneric):
         reponame,
         date,
         treeinfo,
+        allow_missing_packages,
         proxy=None,
         client_cert=None,
         client_key=None,
         ca_cert=None,
     ):
         super().__init__(
-            base_url,
-            destination,
-            reponame,
-            date,
-            proxy,
-            client_cert,
-            client_key,
-            ca_cert,
+            base_url=base_url,
+            destination=destination,
+            reponame=reponame,
+            date=date,
+            allow_missing_packages=allow_missing_packages,
+            proxy=proxy,
+            client_cert=client_cert,
+            client_key=client_key,
+            ca_cert=ca_cert,
         )
         self._treeinfo = treeinfo
 
@@ -86,15 +89,24 @@ class SyncRPM(SyncGeneric):
                 self.log.error(
                     f"could not migrate {location}: {destination_old} not found"
                 )
-                continue
             except OSError as err:
                 self.log.error(f"could not migrate {location}: {err}")
-                continue
 
         for snap in self.snap_list_timestamp_snapshots():
             self.log.info(f"migrating {snap}")
             base_path = f"{self.destination}/snap/{self.reponame}/{snap}"
             for location, hash_algo, hash_sum in self.packages(base_path=base_path):
+                destination_old = f"{self.destination}/sync/{self.reponame}/{location}"
+                destination_new = f"{self.destination}/sync/{self.reponame}/{location}.{hash_algo}.{hash_sum}"
+                try:
+                    os.rename(destination_old, destination_new)
+                except FileNotFoundError:
+                    self.log.error(
+                        f"could not migrate {location}: {destination_old} not found"
+                    )
+                except OSError as err:
+                    self.log.error(f"could not migrate {location}: {err}")
+
                 dst = f"{base_path}/{location}"
                 src = f"{self.destination}/sync/{self.reponame}/{location}.{hash_algo}.{hash_sum}"
                 try:
@@ -114,7 +126,15 @@ class SyncRPM(SyncGeneric):
         for location, hash_algo, hash_sum in self.packages():
             url = f"{self.base_url}{location}"
             destination = f"{self.destination}/sync/{self.reponame}/{location}.{hash_algo}.{hash_sum}"
-            self.downloader.get(url, destination, hash_sum, hash_algo, replace=False)
+            try:
+                self.downloader.get(
+                    url, destination, hash_sum, hash_algo, replace=False
+                )
+            except OSRepoSyncDownLoadError:
+                if self.allow_missing_packages:
+                    pass
+                else:
+                    raise
 
     def treeinfo_files(self):
         treeinfo_file = f"{self.destination}/sync/{self.reponame}/{self.treeinfo}"

{pyreposync-0.2.1.dist-info → pyreposync-0.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyreposync
-Version: 0.2.1
+Version: 0.2.3
 Summary: Orbit Api
 Project-URL: Source, https://github.com/schlitzered/pyreposync
 Author-email: "Stephan.Schultchen" <sschultchen@gmail.com>
@@ -27,5 +27,5 @@ License: The MIT License (MIT)
         THE SOFTWARE.
 License-File: LICENSE.txt
 Classifier: Programming Language :: Python
-Requires-Python: >=3.6
+Requires-Python: >=3.9
 Requires-Dist: requests

pyreposync-0.2.3.dist-info/RECORD

@@ -0,0 +1,11 @@
+pyreposync/__init__.py,sha256=Y5wux97cZGbZfLJa2aXku1ZwISLVqoeYsgDDVTmbVpU,16562
+pyreposync/downloader.py,sha256=828bIMCctd1X6I1w91-XHytQ1M5fmxkEw0YDKd5nvAY,4764
+pyreposync/exceptions.py,sha256=IlnvhNaffQQ6geOgrjCciNFVbFpNcycH4ijSuMTbrGA,169
+pyreposync/sync_deb.py,sha256=d9UggP-wW5CXXV4bjmd0gk7i0BM9xDeEJP8XEY_tYN0,8364
+pyreposync/sync_generic.py,sha256=wN5hPcIacvQiMQoajcf7WSbiBGqxI86CYwfVnq1fR38,5693
+pyreposync/sync_rpm.py,sha256=5xIV0zG6FLL4Xv1zuVoPodYbg689qNBy2rZixYj73JA,11184
+pyreposync-0.2.3.dist-info/METADATA,sha256=OT6kup82ufQsSJ_59i-smN52NT4GMDVvdyf7HWrDPLo,1565
+pyreposync-0.2.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+pyreposync-0.2.3.dist-info/entry_points.txt,sha256=9LsBDWOF3O6_3ONP3Lc-4v1MTt5ay0Xv-TMcFbOIt2s,47
+pyreposync-0.2.3.dist-info/licenses/LICENSE.txt,sha256=lwnJoIo7uwc0h6y6gC_RYqJkvjplViV3Ad6u7pQM4Bw,1084
+pyreposync-0.2.3.dist-info/RECORD,,

pyreposync-0.2.1.dist-info/RECORD

@@ -1,11 +0,0 @@
-pyreposync/__init__.py,sha256=GdNdSibEs53cwekuUQI9SqM0gXSgO7kDQgWU0o-vWNU,16258
-pyreposync/downloader.py,sha256=828bIMCctd1X6I1w91-XHytQ1M5fmxkEw0YDKd5nvAY,4764
-pyreposync/exceptions.py,sha256=IlnvhNaffQQ6geOgrjCciNFVbFpNcycH4ijSuMTbrGA,169
-pyreposync/sync_deb.py,sha256=taH4Tf0i6alSR0Z_iJ21LfiAWZelcU74DnYCQ6EXwhs,8201
-pyreposync/sync_generic.py,sha256=vNNuh-hJp3Qj_AqrPc7S6OibHhsFKSFRaTv_2Aj9H9Y,5502
-pyreposync/sync_rpm.py,sha256=odQczvyKCj5w-iB2KhkzJpj8ZnIuBPoTMCgDM1ddfXQ,10205
-pyreposync-0.2.1.dist-info/METADATA,sha256=AgufaQ-v626kKo0eSMioqoJDvatIYVNPC-s0Zm4IHDo,1565
-pyreposync-0.2.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-pyreposync-0.2.1.dist-info/entry_points.txt,sha256=9LsBDWOF3O6_3ONP3Lc-4v1MTt5ay0Xv-TMcFbOIt2s,47
-pyreposync-0.2.1.dist-info/licenses/LICENSE.txt,sha256=lwnJoIo7uwc0h6y6gC_RYqJkvjplViV3Ad6u7pQM4Bw,1084
-pyreposync-0.2.1.dist-info/RECORD,,