streamlit-octostar-utils 0.2.6__py3-none-any.whl → 0.2.7a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -304,26 +304,28 @@ class CeleryExecutor(object):
304
304
  raise TimeoutError("Redis not ready after a long wait!")
305
305
  self.redis_client.flushall()
306
306
  for queue, queue_config in self.queue_config.items():
307
- worker_name = f"celery@{self.name}:{queue}"
308
- command = [
309
- "env",
310
- f"PYTHONPATH={os.getcwd()}",
311
- f"CELERY_WORKER_QUEUES={queue}",
312
- "celery",
313
- "--app",
314
- f"{self.filename}.{self.name}",
315
- "worker",
316
- "--pool=prefork",
317
- f"--loglevel={self.loglevel}",
318
- f"--concurrency={queue_config.n_workers}",
319
- f"-n {worker_name}",
320
- ]
321
- if queue_config.max_tasks_per_child is not None:
322
- command.append(f"--max-tasks-per-child={queue_config.max_tasks_per_child}")
323
- if queue_config.max_memory_per_child is not None:
324
- command.append(f"--max-memory-per-child={queue_config.max_memory_per_child}")
325
- process = subprocess.Popen(command)
326
- self.processes.append(process)
307
+ for slot in range(queue_config.n_workers):
308
+ worker_name = f"celery@{self.name}:{queue}:{slot}"
309
+ command = [
310
+ "env",
311
+ f"PYTHONPATH={os.getcwd()}",
312
+ f"CELERY_WORKER_QUEUES={queue}",
313
+ f"CELERY_WORKER_NAME={worker_name}",
314
+ "celery",
315
+ "--app",
316
+ f"{self.filename}.{self.name}",
317
+ "worker",
318
+ "--pool=prefork",
319
+ "--concurrency=1",
320
+ f"--loglevel={self.loglevel}",
321
+ f"-n {worker_name}",
322
+ ]
323
+ if queue_config.max_tasks_per_child is not None:
324
+ command.append(f"--max-tasks-per-child={queue_config.max_tasks_per_child}")
325
+ if queue_config.max_memory_per_child is not None:
326
+ command.append(f"--max-memory-per-child={queue_config.max_memory_per_child}")
327
+ process = subprocess.Popen(command)
328
+ self.processes.append(process)
327
329
  self.beat_process = subprocess.Popen(
328
330
  [
329
331
  "celery",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: streamlit-octostar-utils
3
- Version: 0.2.6
3
+ Version: 0.2.7a1
4
4
  Summary:
5
5
  License: MIT
6
6
  Author: Octostar
@@ -1,6 +1,6 @@
1
1
  streamlit_octostar_utils/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
2
2
  streamlit_octostar_utils/api_crafter/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
3
- streamlit_octostar_utils/api_crafter/celery.py,sha256=bQq8P95j0XDWqx6Hdnm96PJL8kcp9ZcSKjveZUCQTVk,29874
3
+ streamlit_octostar_utils/api_crafter/celery.py,sha256=BXOTGN9egdD75qf-PkccLGAoniilB9PZ_NRchFIjWdw,30051
4
4
  streamlit_octostar_utils/api_crafter/fastapi.py,sha256=2bktT5Mwjs9XixWcOqUKMoLM_cgKl-cqZDUa2Imf4xA,14357
5
5
  streamlit_octostar_utils/api_crafter/nifi.py,sha256=x1ILnuz4oHq8Qg8nRcGcV9NkuUccAsFRZuzEqmnNM04,45313
6
6
  streamlit_octostar_utils/api_crafter/parser/__init__.py,sha256=YeYWF6sdQiCFV_RKNW2t9Vs6KJExE2pbXxWTe_DOayY,107
@@ -36,7 +36,7 @@ streamlit_octostar_utils/threading/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzp
36
36
  streamlit_octostar_utils/threading/async_task_manager.py,sha256=q7N6YZwUvIYMzkSHmsJNheNVCv93c03H6Hyg9uH8pvk,4747
37
37
  streamlit_octostar_utils/threading/session_callback_manager.py,sha256=LvZVP4g6tvKtYmI13f2j1sX_7hm61Groqp5xJine9_k,3973
38
38
  streamlit_octostar_utils/threading/session_state_hot_swapper.py,sha256=6eeCQI6A42hp4DmW2NQw2rbeR-k9N8DhfBKQdN_fbLU,811
39
- streamlit_octostar_utils-0.2.6.dist-info/LICENSE,sha256=dkwVPyV03fPHHtERnF6RnvRXcll__tud9gWca1RcgnQ,1073
40
- streamlit_octostar_utils-0.2.6.dist-info/METADATA,sha256=XkPbtVKoxfk-qVdbjioRmd0Ctf8D9MQLdcXdaEZAkTQ,2256
41
- streamlit_octostar_utils-0.2.6.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
42
- streamlit_octostar_utils-0.2.6.dist-info/RECORD,,
39
+ streamlit_octostar_utils-0.2.7a1.dist-info/LICENSE,sha256=dkwVPyV03fPHHtERnF6RnvRXcll__tud9gWca1RcgnQ,1073
40
+ streamlit_octostar_utils-0.2.7a1.dist-info/METADATA,sha256=PISxEp28TsK062EG_NLZ8tRzEdAe8gQZIKcQmoGWyRg,2258
41
+ streamlit_octostar_utils-0.2.7a1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
42
+ streamlit_octostar_utils-0.2.7a1.dist-info/RECORD,,