dcnum 0.20.2__py3-none-any.whl → 0.20.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dcnum might be problematic. Click here for more details.
- dcnum/_version.py +2 -2
- dcnum/feat/event_extractor_manager_thread.py +7 -5
- {dcnum-0.20.2.dist-info → dcnum-0.20.3.dist-info}/METADATA +1 -1
- {dcnum-0.20.2.dist-info → dcnum-0.20.3.dist-info}/RECORD +7 -7
- {dcnum-0.20.2.dist-info → dcnum-0.20.3.dist-info}/LICENSE +0 -0
- {dcnum-0.20.2.dist-info → dcnum-0.20.3.dist-info}/WHEEL +0 -0
- {dcnum-0.20.2.dist-info → dcnum-0.20.3.dist-info}/top_level.txt +0 -0
dcnum/_version.py
CHANGED
|
@@ -95,12 +95,14 @@ class EventExtractorManagerThread(threading.Thread):
|
|
|
95
95
|
while True:
|
|
96
96
|
# If the writer_dq starts filling up, then this could lead to
|
|
97
97
|
# an oom-kill signal. Stall for the writer to prevent this.
|
|
98
|
-
ldq
|
|
99
|
-
|
|
100
|
-
|
|
98
|
+
if (ldq := len(self.writer_dq)) > 1000:
|
|
99
|
+
time.sleep(1)
|
|
100
|
+
ldq2 = len(self.writer_dq)
|
|
101
|
+
stall_time = (ldq2 - 200) / (ldq - ldq2) if ldq2 > 200 else 0
|
|
102
|
+
time.sleep(stall_time)
|
|
101
103
|
self.logger.warning(
|
|
102
|
-
f"
|
|
103
|
-
|
|
104
|
+
f"Stalled {stall_time + 1:.1f}s for slow writer "
|
|
105
|
+
f"({ldq} chunks queued)")
|
|
104
106
|
|
|
105
107
|
cur_slot = 0
|
|
106
108
|
unavailable_slots = 0
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
dcnum/__init__.py,sha256=hcawIKS7utYiOyVhOAX9t7K3xYzP1b9862VV0b6qSrQ,74
|
|
2
|
-
dcnum/_version.py,sha256=
|
|
2
|
+
dcnum/_version.py,sha256=7ZBpIaoHyK5xe5B8niAFr7a4ME2vlFXrNQqhWCHU61Y,413
|
|
3
3
|
dcnum/feat/__init__.py,sha256=jUJYWTD3VIoDNKrmryXbjHb1rGwYtK4b7VPWihYgUoo,325
|
|
4
|
-
dcnum/feat/event_extractor_manager_thread.py,sha256=
|
|
4
|
+
dcnum/feat/event_extractor_manager_thread.py,sha256=fCU28Pavf71zMRV5-N_9Kn1q213RslnMS1UZRmKw9Uo,7284
|
|
5
5
|
dcnum/feat/gate.py,sha256=svbObmqpYdqPawpfrsEjTiUPJXf24GrNi8PXTKT-z44,7225
|
|
6
6
|
dcnum/feat/queue_event_extractor.py,sha256=XhA930QVQ1Z4saisbcGTrEut-fSgwTyfDn6b9GzD4iY,15644
|
|
7
7
|
dcnum/feat/feat_background/__init__.py,sha256=OTmMuazHNaSrZb2XW4cnJ6PlgJLbKrPbaidpEixYa0A,341
|
|
@@ -41,8 +41,8 @@ dcnum/write/__init__.py,sha256=QvWHeZmjHI18i-YlGYuzN3i7dVWY9UCReKchrJ-gif0,260
|
|
|
41
41
|
dcnum/write/deque_writer_thread.py,sha256=ao7F1yrVKyufgC4rC0Y2_Vt7snuT6KpI7W2qVxcjdhk,1994
|
|
42
42
|
dcnum/write/queue_collector_thread.py,sha256=d_WfdsZdFnFsiAY0zVMwUlA4juIMeiWYmE_-rezBQCE,11734
|
|
43
43
|
dcnum/write/writer.py,sha256=e6J8YVqhS7kzkpPIMoDMokJpqSy1WWNdOrwaJof1oVc,15601
|
|
44
|
-
dcnum-0.20.
|
|
45
|
-
dcnum-0.20.
|
|
46
|
-
dcnum-0.20.
|
|
47
|
-
dcnum-0.20.
|
|
48
|
-
dcnum-0.20.
|
|
44
|
+
dcnum-0.20.3.dist-info/LICENSE,sha256=YRChA1C8A2E-amJbudwMcbTCZy_HzmeY0hMIvduh1MM,1089
|
|
45
|
+
dcnum-0.20.3.dist-info/METADATA,sha256=vSymdBOf42F_8WQKPFJ1Bbc6EUeQkWqlCg-g3ikiXOY,2194
|
|
46
|
+
dcnum-0.20.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
|
47
|
+
dcnum-0.20.3.dist-info/top_level.txt,sha256=Hmh38rgG_MFTVDpUDGuO2HWTSq80P585Het4COQzFTg,6
|
|
48
|
+
dcnum-0.20.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|