folio-data-import 0.2.8rc9__tar.gz → 0.2.8rc11__tar.gz

{folio_data_import-0.2.8rc9 → folio_data_import-0.2.8rc11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: folio_data_import
-Version: 0.2.8rc9
+Version: 0.2.8rc11
 Summary: A python module to interact with the data importing capabilities of the open-source FOLIO ILS
 License: MIT
 Author: Brooks Travis

{folio_data_import-0.2.8rc9 → folio_data_import-0.2.8rc11}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "folio_data_import"
-version = "0.2.8rc9"
+version = "0.2.8rc11"
 description = "A python module to interact with the data importing capabilities of the open-source FOLIO ILS"
 authors = ["Brooks Travis <brooks.travis@gmail.com>"]
 license = "MIT"

{folio_data_import-0.2.8rc9 → folio_data_import-0.2.8rc11}/src/folio_data_import/MARCDataImport.py

@@ -327,7 +327,8 @@ class MARCImportJob:
             )
             raise e
 
-    async def read_total_records(self, files) -> int:
+    @staticmethod
+    async def read_total_records(files) -> int:
         """
         Reads the total number of records from the given files.
 
@@ -388,6 +389,7 @@ class MARCImportJob:
                     self.error_records += len(self.record_batch)
                     self.pbar_sent.total = self.pbar_sent.total - len(self.record_batch)
                 self.record_batch = []
+        await self.get_job_status()
         sleep(self.batch_delay)
 
     async def process_records(self, files, total_records) -> None:
@@ -419,7 +421,6 @@ class MARCImportJob:
                             == (total_records - self.error_records),
                         ),
                     )
-                    await self.get_job_status()
                     sleep(0.25)
                 if record:
                     if self.marc_record_preprocessor:
@@ -634,8 +635,8 @@ class MARCImportJob:
             self.current_retry_timeout = None
         except (httpx.ConnectTimeout, httpx.ReadTimeout, httpx.HTTPStatusError) as e:
             error_text = e.response.text if hasattr(e, "response") else str(e)
-            if (self._max_summary_retries > self._summary_retries and not hasattr(e, "response")) or (
-                e.response.status_code in [502, 504] and not self.let_summary_fail
+            if (self._max_summary_retries > self._summary_retries) and (not hasattr(e, "response") or (
+                hasattr(e, "response") and e.response.status_code in [502, 504]) and not self.let_summary_fail
             ):
                 logger.warning(f"SERVER ERROR fetching job summary: {e}. Retrying.")
                 sleep(0.25)