folio-data-import 0.2.8rc9__py3-none-any.whl → 0.2.8rc11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of folio-data-import might be problematic. Click here for more details.
- folio_data_import/MARCDataImport.py +5 -4
- {folio_data_import-0.2.8rc9.dist-info → folio_data_import-0.2.8rc11.dist-info}/METADATA +1 -1
- folio_data_import-0.2.8rc11.dist-info/RECORD +11 -0
- folio_data_import-0.2.8rc9.dist-info/RECORD +0 -11
- {folio_data_import-0.2.8rc9.dist-info → folio_data_import-0.2.8rc11.dist-info}/LICENSE +0 -0
- {folio_data_import-0.2.8rc9.dist-info → folio_data_import-0.2.8rc11.dist-info}/WHEEL +0 -0
- {folio_data_import-0.2.8rc9.dist-info → folio_data_import-0.2.8rc11.dist-info}/entry_points.txt +0 -0
|
@@ -327,7 +327,8 @@ class MARCImportJob:
|
|
|
327
327
|
)
|
|
328
328
|
raise e
|
|
329
329
|
|
|
330
|
-
|
|
330
|
+
@staticmethod
|
|
331
|
+
async def read_total_records(files) -> int:
|
|
331
332
|
"""
|
|
332
333
|
Reads the total number of records from the given files.
|
|
333
334
|
|
|
@@ -388,6 +389,7 @@ class MARCImportJob:
|
|
|
388
389
|
self.error_records += len(self.record_batch)
|
|
389
390
|
self.pbar_sent.total = self.pbar_sent.total - len(self.record_batch)
|
|
390
391
|
self.record_batch = []
|
|
392
|
+
await self.get_job_status()
|
|
391
393
|
sleep(self.batch_delay)
|
|
392
394
|
|
|
393
395
|
async def process_records(self, files, total_records) -> None:
|
|
@@ -419,7 +421,6 @@ class MARCImportJob:
|
|
|
419
421
|
== (total_records - self.error_records),
|
|
420
422
|
),
|
|
421
423
|
)
|
|
422
|
-
await self.get_job_status()
|
|
423
424
|
sleep(0.25)
|
|
424
425
|
if record:
|
|
425
426
|
if self.marc_record_preprocessor:
|
|
@@ -634,8 +635,8 @@ class MARCImportJob:
|
|
|
634
635
|
self.current_retry_timeout = None
|
|
635
636
|
except (httpx.ConnectTimeout, httpx.ReadTimeout, httpx.HTTPStatusError) as e:
|
|
636
637
|
error_text = e.response.text if hasattr(e, "response") else str(e)
|
|
637
|
-
if (self._max_summary_retries > self._summary_retries and not hasattr(e, "response")
|
|
638
|
-
e.response.status_code in [502, 504] and not self.let_summary_fail
|
|
638
|
+
if (self._max_summary_retries > self._summary_retries) and (not hasattr(e, "response") or (
|
|
639
|
+
hasattr(e, "response") and e.response.status_code in [502, 504]) and not self.let_summary_fail
|
|
639
640
|
):
|
|
640
641
|
logger.warning(f"SERVER ERROR fetching job summary: {e}. Retrying.")
|
|
641
642
|
sleep(0.25)
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
folio_data_import/MARCDataImport.py,sha256=DjNIfnKSQ7d2IWP0x_R8NRDeDBHoAmalNMmsimeHf94,33164
|
|
2
|
+
folio_data_import/UserImport.py,sha256=Y9ZjYoUP_vNJVftx_xUcbBqvC5CwWeuzlmCcSVQfzgo,40976
|
|
3
|
+
folio_data_import/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
+
folio_data_import/__main__.py,sha256=kav_uUsnrIjGjVxQkk3exLKrc1mah9t2x3G6bGS-5I0,3710
|
|
5
|
+
folio_data_import/marc_preprocessors/__init__.py,sha256=urExfNTQoZsDCtDPcUY9EEC5OFcUihxhYEQkQFVzbMY,30
|
|
6
|
+
folio_data_import/marc_preprocessors/_preprocessors.py,sha256=4i1_lEnptzZDx3DojX9sfvJ_hmehwFJUC3aZsUADcwA,10851
|
|
7
|
+
folio_data_import-0.2.8rc11.dist-info/LICENSE,sha256=qJX7wxMC7ky9Kq4v3zij8MjGEiC5wsB7pYeOhLj5TDk,1083
|
|
8
|
+
folio_data_import-0.2.8rc11.dist-info/METADATA,sha256=xlq3E8A6c-dme1eF5GTNmskjrvqFBidPWL7Z7K1hsqs,6113
|
|
9
|
+
folio_data_import-0.2.8rc11.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
|
|
10
|
+
folio_data_import-0.2.8rc11.dist-info/entry_points.txt,sha256=498SxWVXeEMRNw3PUf-eoReZvKewmYwPBtZhIUPr_Jg,192
|
|
11
|
+
folio_data_import-0.2.8rc11.dist-info/RECORD,,
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
folio_data_import/MARCDataImport.py,sha256=ImbuGw1ADt4nCmq0lLaqugP2wv5kBrgMGAr0jbKSgFc,33135
|
|
2
|
-
folio_data_import/UserImport.py,sha256=Y9ZjYoUP_vNJVftx_xUcbBqvC5CwWeuzlmCcSVQfzgo,40976
|
|
3
|
-
folio_data_import/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
-
folio_data_import/__main__.py,sha256=kav_uUsnrIjGjVxQkk3exLKrc1mah9t2x3G6bGS-5I0,3710
|
|
5
|
-
folio_data_import/marc_preprocessors/__init__.py,sha256=urExfNTQoZsDCtDPcUY9EEC5OFcUihxhYEQkQFVzbMY,30
|
|
6
|
-
folio_data_import/marc_preprocessors/_preprocessors.py,sha256=4i1_lEnptzZDx3DojX9sfvJ_hmehwFJUC3aZsUADcwA,10851
|
|
7
|
-
folio_data_import-0.2.8rc9.dist-info/LICENSE,sha256=qJX7wxMC7ky9Kq4v3zij8MjGEiC5wsB7pYeOhLj5TDk,1083
|
|
8
|
-
folio_data_import-0.2.8rc9.dist-info/METADATA,sha256=Q80K34yk3xcZPfCf50FBtAYY7Hrxb3ukbAAGAv4uCEs,6112
|
|
9
|
-
folio_data_import-0.2.8rc9.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
|
|
10
|
-
folio_data_import-0.2.8rc9.dist-info/entry_points.txt,sha256=498SxWVXeEMRNw3PUf-eoReZvKewmYwPBtZhIUPr_Jg,192
|
|
11
|
-
folio_data_import-0.2.8rc9.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
{folio_data_import-0.2.8rc9.dist-info → folio_data_import-0.2.8rc11.dist-info}/entry_points.txt
RENAMED
|
File without changes
|