pyreposync 0.2.2__py3-none-any.whl → 0.2.4__py3-none-any.whl

pyreposync/__init__.py

@@ -265,6 +265,9 @@ class PyRepoSync:
                 destination=self.config.get("main", "destination"),
                 reponame=section[:-4],
                 date=date,
+                allow_missing_packages=self.config.getboolean(
+                    section, "allow_missing_packages", fallback=False
+                ),
                 treeinfo=self.config.get(section, "treeinfo", fallback=".treeinfo"),
                 proxy=self.config.get("main", "proxy", fallback=None),
                 client_cert=self.config.get(section, "sslclientcert", fallback=None),
@@ -277,6 +280,9 @@ class PyRepoSync:
                 destination=self.config.get("main", "destination"),
                 reponame=section[:-4],
                 date=date,
+                allow_missing_packages=self.config.getboolean(
+                    section, "allow_missing_packages", fallback=False
+                ),
                 proxy=self.config.get(section, "proxy", fallback=None),
                 client_cert=self.config.get(section, "sslclientcert", fallback=None),
                 client_key=self.config.get(section, "sslclientkey", fallback=None),

pyreposync/sync_deb.py

@@ -16,20 +16,22 @@ class SyncDeb(SyncGeneric):
         suites,
         components,
         binary_archs,
+        allow_missing_packages,
         proxy=None,
         client_cert=None,
         client_key=None,
         ca_cert=None,
     ):
         super().__init__(
-            base_url,
-            destination,
-            reponame,
-            date,
-            proxy,
-            client_cert,
-            client_key,
-            ca_cert,
+            base_url=base_url,
+            destination=destination,
+            reponame=reponame,
+            date=date,
+            allow_missing_packages=allow_missing_packages,
+            proxy=proxy,
+            client_cert=client_cert,
+            client_key=client_key,
+            ca_cert=ca_cert,
         )
         self._binary_archs = binary_archs
         self._components = components

pyreposync/sync_generic.py

@@ -13,11 +13,13 @@ class SyncGeneric:
         destination,
         reponame,
         date,
+        allow_missing_packages,
         proxy=None,
         client_cert=None,
         client_key=None,
         ca_cert=None,
     ):
+        self._allow_missing_packages = allow_missing_packages
         self._base_url = base_url
         self._date = date
         self._destination = destination
@@ -27,6 +29,10 @@ class SyncGeneric:
         )
         self.log = logging.getLogger("application")
 
+    @property
+    def allow_missing_packages(self):
+        return self._allow_missing_packages
+
     @property
     def base_url(self):
         return self._base_url

pyreposync/sync_rpm.py

@@ -11,6 +11,7 @@ import xml.etree.ElementTree
 from pyreposync.sync_generic import SyncGeneric
 
 from pyreposync.exceptions import OSRepoSyncException
+from pyreposync.exceptions import OSRepoSyncDownLoadError
 
 
 class SyncRPM(SyncGeneric):
@@ -21,20 +22,22 @@ class SyncRPM(SyncGeneric):
         reponame,
         date,
         treeinfo,
+        allow_missing_packages,
         proxy=None,
         client_cert=None,
         client_key=None,
         ca_cert=None,
     ):
         super().__init__(
-            base_url,
-            destination,
-            reponame,
-            date,
-            proxy,
-            client_cert,
-            client_key,
-            ca_cert,
+            base_url=base_url,
+            destination=destination,
+            reponame=reponame,
+            date=date,
+            allow_missing_packages=allow_missing_packages,
+            proxy=proxy,
+            client_cert=client_cert,
+            client_key=client_key,
+            ca_cert=ca_cert,
         )
         self._treeinfo = treeinfo
 
@@ -62,7 +65,11 @@ class SyncRPM(SyncGeneric):
                 root = xml.etree.ElementTree.parse(source).getroot()
         else:
             with open(primary, "rb") as source:
-                root = xml.etree.ElementTree.parse(source).getroot()
+                try:
+                    root = xml.etree.ElementTree.parse(source).getroot()
+                except xml.etree.ElementTree.ParseError as err:
+                    self.log.fatal(f"could not parse {primary}: {err}")
+                    raise OSRepoSyncException(f"could not parse {primary}: {err}")
         packages = root.findall("{http://linux.duke.edu/metadata/common}package")
         for package in packages:
             checksum = package.find("{http://linux.duke.edu/metadata/common}checksum")
@@ -123,7 +130,15 @@ class SyncRPM(SyncGeneric):
         for location, hash_algo, hash_sum in self.packages():
             url = f"{self.base_url}{location}"
             destination = f"{self.destination}/sync/{self.reponame}/{location}.{hash_algo}.{hash_sum}"
-            self.downloader.get(url, destination, hash_sum, hash_algo, replace=False)
+            try:
+                self.downloader.get(
+                    url, destination, hash_sum, hash_algo, replace=False
+                )
+            except OSRepoSyncDownLoadError:
+                if self.allow_missing_packages:
+                    pass
+                else:
+                    raise
 
     def treeinfo_files(self):
         treeinfo_file = f"{self.destination}/sync/{self.reponame}/{self.treeinfo}"

{pyreposync-0.2.2.dist-info → pyreposync-0.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyreposync
-Version: 0.2.2
+Version: 0.2.4
 Summary: Orbit Api
 Project-URL: Source, https://github.com/schlitzered/pyreposync
 Author-email: "Stephan.Schultchen" <sschultchen@gmail.com>
@@ -27,5 +27,5 @@ License: The MIT License (MIT)
         THE SOFTWARE.
 License-File: LICENSE.txt
 Classifier: Programming Language :: Python
-Requires-Python: >=3.6
+Requires-Python: >=3.9
 Requires-Dist: requests

pyreposync-0.2.4.dist-info/RECORD

@@ -0,0 +1,11 @@
+pyreposync/__init__.py,sha256=Y5wux97cZGbZfLJa2aXku1ZwISLVqoeYsgDDVTmbVpU,16562
+pyreposync/downloader.py,sha256=828bIMCctd1X6I1w91-XHytQ1M5fmxkEw0YDKd5nvAY,4764
+pyreposync/exceptions.py,sha256=IlnvhNaffQQ6geOgrjCciNFVbFpNcycH4ijSuMTbrGA,169
+pyreposync/sync_deb.py,sha256=d9UggP-wW5CXXV4bjmd0gk7i0BM9xDeEJP8XEY_tYN0,8364
+pyreposync/sync_generic.py,sha256=wN5hPcIacvQiMQoajcf7WSbiBGqxI86CYwfVnq1fR38,5693
+pyreposync/sync_rpm.py,sha256=yL7fuGmg3yMbu3x5CtBF_3UAdsK4aFW-0saFJaiCB54,11428
+pyreposync-0.2.4.dist-info/METADATA,sha256=W5rAwK4CK2UWpF-YpbiaeVZoovx49whfeVVXNr_e3Zo,1565
+pyreposync-0.2.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+pyreposync-0.2.4.dist-info/entry_points.txt,sha256=9LsBDWOF3O6_3ONP3Lc-4v1MTt5ay0Xv-TMcFbOIt2s,47
+pyreposync-0.2.4.dist-info/licenses/LICENSE.txt,sha256=lwnJoIo7uwc0h6y6gC_RYqJkvjplViV3Ad6u7pQM4Bw,1084
+pyreposync-0.2.4.dist-info/RECORD,,

pyreposync-0.2.2.dist-info/RECORD

@@ -1,11 +0,0 @@
-pyreposync/__init__.py,sha256=GdNdSibEs53cwekuUQI9SqM0gXSgO7kDQgWU0o-vWNU,16258
-pyreposync/downloader.py,sha256=828bIMCctd1X6I1w91-XHytQ1M5fmxkEw0YDKd5nvAY,4764
-pyreposync/exceptions.py,sha256=IlnvhNaffQQ6geOgrjCciNFVbFpNcycH4ijSuMTbrGA,169
-pyreposync/sync_deb.py,sha256=taH4Tf0i6alSR0Z_iJ21LfiAWZelcU74DnYCQ6EXwhs,8201
-pyreposync/sync_generic.py,sha256=vNNuh-hJp3Qj_AqrPc7S6OibHhsFKSFRaTv_2Aj9H9Y,5502
-pyreposync/sync_rpm.py,sha256=v9NpP_OA60NmVawEmFyk8j5nALLK8rZqxhCWeBXR5DM,10739
-pyreposync-0.2.2.dist-info/METADATA,sha256=BiyuASP9P7J9G1H8aagYyjUl5WAR4iDJAp_gZVSho_0,1565
-pyreposync-0.2.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-pyreposync-0.2.2.dist-info/entry_points.txt,sha256=9LsBDWOF3O6_3ONP3Lc-4v1MTt5ay0Xv-TMcFbOIt2s,47
-pyreposync-0.2.2.dist-info/licenses/LICENSE.txt,sha256=lwnJoIo7uwc0h6y6gC_RYqJkvjplViV3Ad6u7pQM4Bw,1084
-pyreposync-0.2.2.dist-info/RECORD,,