rapidata 2.40.2__py3-none-any.whl → 2.40.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rapidata might be problematic. Click here for more details.
- rapidata/__init__.py +1 -1
- rapidata/rapidata_client/order/dataset/_progress_tracker.py +12 -3
- {rapidata-2.40.2.dist-info → rapidata-2.40.3.dist-info}/METADATA +1 -1
- {rapidata-2.40.2.dist-info → rapidata-2.40.3.dist-info}/RECORD +6 -6
- {rapidata-2.40.2.dist-info → rapidata-2.40.3.dist-info}/LICENSE +0 -0
- {rapidata-2.40.2.dist-info → rapidata-2.40.3.dist-info}/WHEEL +0 -0
rapidata/__init__.py
CHANGED
|
@@ -32,10 +32,11 @@ class ProgressTracker:
|
|
|
32
32
|
return self.openapi_service.dataset_api.dataset_dataset_id_progress_get(
|
|
33
33
|
self.dataset_id
|
|
34
34
|
)
|
|
35
|
-
except Exception:
|
|
35
|
+
except Exception:
|
|
36
36
|
return None
|
|
37
37
|
|
|
38
38
|
def complete(self) -> None:
|
|
39
|
+
logger.debug("Upload complete, setting upload_complete to True")
|
|
39
40
|
self.upload_complete = True
|
|
40
41
|
|
|
41
42
|
def run(self) -> None:
|
|
@@ -45,6 +46,7 @@ class ProgressTracker:
|
|
|
45
46
|
desc="Uploading datapoints",
|
|
46
47
|
disable=rapidata_config.logging.silent_mode,
|
|
47
48
|
) as pbar:
|
|
49
|
+
final_pass = False
|
|
48
50
|
while True:
|
|
49
51
|
current_progress = self._get_progress_or_none()
|
|
50
52
|
if current_progress is None:
|
|
@@ -65,6 +67,12 @@ class ProgressTracker:
|
|
|
65
67
|
break
|
|
66
68
|
|
|
67
69
|
if self.upload_complete and current_progress.pending == 0:
|
|
70
|
+
if not final_pass:
|
|
71
|
+
logger.debug("Final pass")
|
|
72
|
+
time.sleep(self.progress_poll_interval)
|
|
73
|
+
final_pass = True
|
|
74
|
+
continue
|
|
75
|
+
logger.debug("Final pass done, breaking out of loop")
|
|
68
76
|
break
|
|
69
77
|
|
|
70
78
|
pbar.close()
|
|
@@ -76,12 +84,13 @@ class ProgressTracker:
|
|
|
76
84
|
)
|
|
77
85
|
|
|
78
86
|
logger.info(
|
|
79
|
-
"Upload complete: %s ready, %s failed (%s%% success rate)",
|
|
87
|
+
"Upload complete: %s ready, %s failed, %s pending (%s%% success rate)",
|
|
80
88
|
current_progress.ready,
|
|
81
89
|
current_progress.failed,
|
|
90
|
+
current_progress.pending,
|
|
82
91
|
success_rate,
|
|
83
92
|
)
|
|
84
|
-
except Exception as e:
|
|
93
|
+
except Exception as e:
|
|
85
94
|
logger.error("Progress tracking thread error: %s", str(e))
|
|
86
95
|
raise RuntimeError("Progress tracking failed, aborting uploads")
|
|
87
96
|
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
rapidata/__init__.py,sha256=
|
|
1
|
+
rapidata/__init__.py,sha256=gptg5UE0WwAeX8240QsUFhS-lQFHXQui1t08HArcW-s,917
|
|
2
2
|
rapidata/api_client/__init__.py,sha256=utY2iWepKJQO_iGz6aIg_qSoqoDkV9pBMAA58pIFE4M,36016
|
|
3
3
|
rapidata/api_client/api/__init__.py,sha256=07qqwzQiBYt5V2BtnzbXhZL2cmVHATyZmCSGshIXLck,1603
|
|
4
4
|
rapidata/api_client/api/benchmark_api.py,sha256=Mlx2qDDJcgPjWvaBnps9dxvVd0re1knG0SyoLUiHKSc,119756
|
|
@@ -632,7 +632,7 @@ rapidata/rapidata_client/filter/response_count_filter.py,sha256=i2u2YQD3_RLQRZyq
|
|
|
632
632
|
rapidata/rapidata_client/filter/user_score_filter.py,sha256=4B3Zzp7aosDFmte3nLPTlXMN4zatT6Wcq5QLIoXqhgI,1910
|
|
633
633
|
rapidata/rapidata_client/order/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
634
634
|
rapidata/rapidata_client/order/_rapidata_order_builder.py,sha256=C-TbKELNuLjQiZt9Gsl6LdtzIUtsu0sNLKGIcLvJEHk,17120
|
|
635
|
-
rapidata/rapidata_client/order/dataset/_progress_tracker.py,sha256=
|
|
635
|
+
rapidata/rapidata_client/order/dataset/_progress_tracker.py,sha256=2e9aVMwpdBSO9P3LYn5lygNbtIGzOaJD3b9J7jYaxko,3570
|
|
636
636
|
rapidata/rapidata_client/order/dataset/_rapidata_dataset.py,sha256=ONH56htEvoVZvkSItuTi3_88kaDWohmYYABSoAPEn4Q,10724
|
|
637
637
|
rapidata/rapidata_client/order/rapidata_order.py,sha256=FvZi3t4dARRNsKWvYiNxVvM50AzPwQYR3AzI4utD6OI,14497
|
|
638
638
|
rapidata/rapidata_client/order/rapidata_order_manager.py,sha256=XiV_BpJxG6d8o0rFDYhnB3_mb576CQG5hY-qVXlJZKY,42592
|
|
@@ -690,7 +690,7 @@ rapidata/service/credential_manager.py,sha256=T3yL4tXVnibRytxjQkOC-ex3kFGQR5KcKU
|
|
|
690
690
|
rapidata/service/local_file_service.py,sha256=0Q4LdoEtPFKzgXK2oZ1cQ-X7FipakscjGnnBH8dRFRQ,855
|
|
691
691
|
rapidata/service/openapi_service.py,sha256=k3V4eMNcAjBcxEv17lDivK8LV5TEjRTL9B_5KBlhcas,5482
|
|
692
692
|
rapidata/types/__init__.py,sha256=gSGrmWV5gEA6pPfAR5vwSy_DvibO5IjCZDiB7LtlMOQ,6134
|
|
693
|
-
rapidata-2.40.
|
|
694
|
-
rapidata-2.40.
|
|
695
|
-
rapidata-2.40.
|
|
696
|
-
rapidata-2.40.
|
|
693
|
+
rapidata-2.40.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
694
|
+
rapidata-2.40.3.dist-info/METADATA,sha256=6hbAMN-hwKhPKu7APD4_GaZ0dBr6GDVCmEMJ2XgRv1Q,1406
|
|
695
|
+
rapidata-2.40.3.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
696
|
+
rapidata-2.40.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|