csctracker-queue-scheduler 24.2.2__tar.gz → 26.47.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- csctracker_queue_scheduler-26.47.1/MANIFEST.in +5 -0
- csctracker_queue_scheduler-26.47.1/PKG-INFO +86 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/services/queue_service.py +30 -18
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/services/scheduler_service.py +19 -4
- csctracker_queue_scheduler-26.47.1/csctracker_queue_scheduler.egg-info/PKG-INFO +86 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler.egg-info/SOURCES.txt +6 -1
- csctracker_queue_scheduler-26.47.1/csctracker_queue_scheduler.egg-info/requires.txt +1 -0
- csctracker_queue_scheduler-26.47.1/requirements.txt +1 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/setup.cfg +1 -1
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/setup.py +8 -4
- csctracker_queue_scheduler-26.47.1/tests/test_queue_scheduler.py +137 -0
- csctracker_queue_scheduler-26.47.1/version.py +3 -0
- csctracker_queue_scheduler-26.47.1/version.txt +1 -0
- csctracker-queue-scheduler-24.2.2/PKG-INFO +0 -69
- csctracker-queue-scheduler-24.2.2/csctracker_queue_scheduler.egg-info/PKG-INFO +0 -69
- csctracker-queue-scheduler-24.2.2/csctracker_queue_scheduler.egg-info/requires.txt +0 -2
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/LICENSE +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/README.md +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/__init__.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/models/__init__.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/models/base_dto.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/models/enums/__init__.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/models/enums/time_unit.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/models/generic_data_dto.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/services/__init__.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/utils/__init__.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler/utils/utils.py +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler.egg-info/dependency_links.txt +0 -0
- {csctracker-queue-scheduler-24.2.2 → csctracker_queue_scheduler-26.47.1}/csctracker_queue_scheduler.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: csctracker-queue-scheduler
|
|
3
|
+
Version: 26.47.1
|
|
4
|
+
Summary: A library for handle scheduled jobs.
|
|
5
|
+
Home-page: https://github.com/krlsedu/CscTrackerQueueScheduler.git
|
|
6
|
+
Author: Carlos Eduardo
|
|
7
|
+
License: MIT
|
|
8
|
+
Keywords: queue,scheduled,scheduler
|
|
9
|
+
Classifier: Intended Audience :: Developers
|
|
10
|
+
Classifier: Programming Language :: Python :: 3
|
|
11
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.15
|
|
16
|
+
Classifier: Topic :: Software Development
|
|
17
|
+
Requires-Python: >=3.11
|
|
18
|
+
Description-Content-Type: text/markdown
|
|
19
|
+
License-File: LICENSE
|
|
20
|
+
Requires-Dist: schedule<2,>=1.2.2
|
|
21
|
+
Dynamic: author
|
|
22
|
+
Dynamic: classifier
|
|
23
|
+
Dynamic: description
|
|
24
|
+
Dynamic: description-content-type
|
|
25
|
+
Dynamic: home-page
|
|
26
|
+
Dynamic: keywords
|
|
27
|
+
Dynamic: license
|
|
28
|
+
Dynamic: license-file
|
|
29
|
+
Dynamic: requires-dist
|
|
30
|
+
Dynamic: requires-python
|
|
31
|
+
Dynamic: summary
|
|
32
|
+
|
|
33
|
+
# CscTrackerQueueScheduler
|
|
34
|
+
|
|
35
|
+
This project is a Python job scheduling and queuing library. It allows jobs to be scheduled to run at specific periods
|
|
36
|
+
and queues these jobs for execution.
|
|
37
|
+
|
|
38
|
+
## Key Features
|
|
39
|
+
|
|
40
|
+
- **Job Scheduling**: The Scheduler service (`SchedulerService`) allows jobs to be scheduled for execution at specified
|
|
41
|
+
intervals. It supports intervals in seconds, minutes, hours, days, and weeks, as well as daily scheduling at a
|
|
42
|
+
specific time.
|
|
43
|
+
|
|
44
|
+
- **Queue Service**: Scheduled tasks are put in a queue (`QueueService`) for execution. Tasks can be queued with or
|
|
45
|
+
without priority, which determines their order of execution.
|
|
46
|
+
|
|
47
|
+
## Installing
|
|
48
|
+
|
|
49
|
+
Install and update using pip:
|
|
50
|
+
|
|
51
|
+
```
|
|
52
|
+
pip install csctracker-queue-scheduler
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
## Documentation and Examples
|
|
56
|
+
|
|
57
|
+
COMING SOON
|
|
58
|
+
|
|
59
|
+
## Simple Example
|
|
60
|
+
|
|
61
|
+
```python
|
|
62
|
+
from csctracker_queue_scheduler.models.enums.time_unit import TimeUnit
|
|
63
|
+
from csctracker_queue_scheduler.services.scheduler_service import SchedulerService
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
def my_function(): print("Hello, world!")
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
SchedulerService.start_scheduled_job(
|
|
70
|
+
function=my_function, period=5, time_unit=TimeUnit.SECONDS)
|
|
71
|
+
```
|
|
72
|
+
|
|
73
|
+
In the above example, `my_function` would be scheduled to run every 5 minutes.
|
|
74
|
+
|
|
75
|
+
## Testing
|
|
76
|
+
|
|
77
|
+
Currently, this project does not have automated tests. They may be added in the future as needed.
|
|
78
|
+
|
|
79
|
+
## Contributing
|
|
80
|
+
|
|
81
|
+
If you would like to contribute to this project, feel free to fork the repository, make your changes, and propose a pull
|
|
82
|
+
request.
|
|
83
|
+
|
|
84
|
+
## License
|
|
85
|
+
|
|
86
|
+
This project is under the MIT license. Please refer to the `LICENSE` file for more details.
|
|
@@ -6,18 +6,22 @@ import time
|
|
|
6
6
|
import uuid
|
|
7
7
|
from queue import Queue
|
|
8
8
|
|
|
9
|
-
|
|
9
|
+
try:
|
|
10
|
+
from flask import g
|
|
11
|
+
except ImportError:
|
|
12
|
+
g = None
|
|
10
13
|
|
|
11
14
|
from csctracker_queue_scheduler.models.generic_data_dto import GenericDataDTO
|
|
12
15
|
from csctracker_queue_scheduler.utils import Utils
|
|
13
16
|
|
|
14
17
|
|
|
15
18
|
class QueueService:
|
|
16
|
-
def __init__(self, threads: int = None):
|
|
19
|
+
def __init__(self, threads: int = None, poll_interval: float = 5.0):
|
|
17
20
|
self.logger = logging.getLogger()
|
|
18
21
|
if threads is None:
|
|
19
22
|
threads = int(os.getenv("NUM_THREADS", 10))
|
|
20
23
|
self.logger.debug(f"NUM_THREADS={threads}")
|
|
24
|
+
self._poll_interval = poll_interval
|
|
21
25
|
self.normal_queue = Queue()
|
|
22
26
|
self.priority_queue = Queue()
|
|
23
27
|
self.init_threads(threads)
|
|
@@ -37,7 +41,7 @@ class QueueService:
|
|
|
37
41
|
try:
|
|
38
42
|
self.__run_job(self.normal_queue, "normal")
|
|
39
43
|
except queue.Empty:
|
|
40
|
-
time.sleep(
|
|
44
|
+
time.sleep(self._poll_interval)
|
|
41
45
|
except Exception as e:
|
|
42
46
|
self.logger.error(f"Error in normal queue: {e}")
|
|
43
47
|
except Exception as e:
|
|
@@ -45,22 +49,30 @@ class QueueService:
|
|
|
45
49
|
|
|
46
50
|
def __run_job(self, queue, type):
|
|
47
51
|
func_, args_, correlation_id = queue.get_nowait()
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
if not
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
f"Executing in {type} queue {Utils.get_friendly_method_name(func_)}({args_ if args_ else ''})")
|
|
55
|
-
if args_ is not None:
|
|
52
|
+
try:
|
|
53
|
+
local = threading.current_thread()
|
|
54
|
+
local.__setattr__('correlation_id', correlation_id)
|
|
55
|
+
if func_ is not None:
|
|
56
|
+
if not args_:
|
|
57
|
+
args_ = None
|
|
56
58
|
self.logger.info(
|
|
57
|
-
f"
|
|
58
|
-
|
|
59
|
+
f"Executing in {type} queue {Utils.get_friendly_method_name(func_)}")
|
|
60
|
+
self.logger.debug(
|
|
61
|
+
f"Executing in {type} queue {Utils.get_friendly_method_name(func_)}({args_ if args_ else ''})")
|
|
62
|
+
if args_ is not None:
|
|
63
|
+
ret_ = func_(**args_)
|
|
64
|
+
self.logger.debug(
|
|
65
|
+
f"Return of {Utils.get_friendly_method_name(func_)}({args_ if args_ else ''}) -> {ret_}")
|
|
66
|
+
else:
|
|
67
|
+
ret_ = func_()
|
|
68
|
+
self.logger.debug(
|
|
69
|
+
f"Return of {Utils.get_friendly_method_name(func_)}({args_ if args_ else ''}) -> {ret_}")
|
|
59
70
|
self.logger.info(
|
|
60
|
-
f"
|
|
71
|
+
f"Executed in {type} queue {Utils.get_friendly_method_name(func_)}")
|
|
72
|
+
self.logger.debug(
|
|
73
|
+
f"Executed in {type} queue {Utils.get_friendly_method_name(func_)}({args_ if args_ else ''})")
|
|
74
|
+
finally:
|
|
61
75
|
queue.task_done()
|
|
62
|
-
self.logger.info(
|
|
63
|
-
f"Executed in {type} queue {Utils.get_friendly_method_name(func_)}({args_ if args_ else ''})")
|
|
64
76
|
|
|
65
77
|
def clean_queue(self) -> GenericDataDTO:
|
|
66
78
|
while not self.normal_queue.empty():
|
|
@@ -86,8 +98,8 @@ class QueueService:
|
|
|
86
98
|
|
|
87
99
|
def put(self, func, priority=False, **args):
|
|
88
100
|
try:
|
|
89
|
-
correlation_id = g.correlation_id
|
|
90
|
-
except:
|
|
101
|
+
correlation_id = g.correlation_id if g is not None else str(uuid.uuid4())
|
|
102
|
+
except Exception:
|
|
91
103
|
correlation_id = str(uuid.uuid4())
|
|
92
104
|
if priority:
|
|
93
105
|
self.priority_queue.put((func, args, correlation_id))
|
|
@@ -14,13 +14,23 @@ class SchedulerService:
|
|
|
14
14
|
__queue_service = None
|
|
15
15
|
__logger = logging.getLogger()
|
|
16
16
|
__services = []
|
|
17
|
+
__worker_started = False
|
|
18
|
+
__worker_lock = threading.Lock()
|
|
17
19
|
|
|
18
20
|
@staticmethod
|
|
19
|
-
def init(threads: int = None, services: list =
|
|
21
|
+
def init(threads: int = None, services: list = None):
|
|
22
|
+
if services is None:
|
|
23
|
+
services = []
|
|
20
24
|
SchedulerService.__queue_service = QueueService(threads=threads)
|
|
21
25
|
SchedulerService.__services = services
|
|
22
26
|
SchedulerService.__services.append(SchedulerService.__queue_service)
|
|
23
|
-
|
|
27
|
+
with SchedulerService.__worker_lock:
|
|
28
|
+
if not SchedulerService.__worker_started:
|
|
29
|
+
threading.Thread(
|
|
30
|
+
target=SchedulerService.__worker,
|
|
31
|
+
daemon=True,
|
|
32
|
+
).start()
|
|
33
|
+
SchedulerService.__worker_started = True
|
|
24
34
|
|
|
25
35
|
@staticmethod
|
|
26
36
|
def get_queue_service():
|
|
@@ -49,8 +59,11 @@ class SchedulerService:
|
|
|
49
59
|
time_unit: TimeUnit = TimeUnit.MINUTES):
|
|
50
60
|
if SchedulerService.__queue_service is None:
|
|
51
61
|
SchedulerService.init()
|
|
52
|
-
thread = threading.Thread(
|
|
53
|
-
|
|
62
|
+
thread = threading.Thread(
|
|
63
|
+
target=SchedulerService.__start_scheduler,
|
|
64
|
+
args=(function, args, period, time_hh_mm, time_unit),
|
|
65
|
+
daemon=True,
|
|
66
|
+
)
|
|
54
67
|
thread.start()
|
|
55
68
|
|
|
56
69
|
@staticmethod
|
|
@@ -127,6 +140,8 @@ class SchedulerService:
|
|
|
127
140
|
|
|
128
141
|
@staticmethod
|
|
129
142
|
def put_in_queue(function, args=None, priority=False):
|
|
143
|
+
if args is None:
|
|
144
|
+
args = {}
|
|
130
145
|
SchedulerService.__queue_service.put(function, priority, **args)
|
|
131
146
|
|
|
132
147
|
@staticmethod
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: csctracker-queue-scheduler
|
|
3
|
+
Version: 26.47.1
|
|
4
|
+
Summary: A library for handle scheduled jobs.
|
|
5
|
+
Home-page: https://github.com/krlsedu/CscTrackerQueueScheduler.git
|
|
6
|
+
Author: Carlos Eduardo
|
|
7
|
+
License: MIT
|
|
8
|
+
Keywords: queue,scheduled,scheduler
|
|
9
|
+
Classifier: Intended Audience :: Developers
|
|
10
|
+
Classifier: Programming Language :: Python :: 3
|
|
11
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.15
|
|
16
|
+
Classifier: Topic :: Software Development
|
|
17
|
+
Requires-Python: >=3.11
|
|
18
|
+
Description-Content-Type: text/markdown
|
|
19
|
+
License-File: LICENSE
|
|
20
|
+
Requires-Dist: schedule<2,>=1.2.2
|
|
21
|
+
Dynamic: author
|
|
22
|
+
Dynamic: classifier
|
|
23
|
+
Dynamic: description
|
|
24
|
+
Dynamic: description-content-type
|
|
25
|
+
Dynamic: home-page
|
|
26
|
+
Dynamic: keywords
|
|
27
|
+
Dynamic: license
|
|
28
|
+
Dynamic: license-file
|
|
29
|
+
Dynamic: requires-dist
|
|
30
|
+
Dynamic: requires-python
|
|
31
|
+
Dynamic: summary
|
|
32
|
+
|
|
33
|
+
# CscTrackerQueueScheduler
|
|
34
|
+
|
|
35
|
+
This project is a Python job scheduling and queuing library. It allows jobs to be scheduled to run at specific periods
|
|
36
|
+
and queues these jobs for execution.
|
|
37
|
+
|
|
38
|
+
## Key Features
|
|
39
|
+
|
|
40
|
+
- **Job Scheduling**: The Scheduler service (`SchedulerService`) allows jobs to be scheduled for execution at specified
|
|
41
|
+
intervals. It supports intervals in seconds, minutes, hours, days, and weeks, as well as daily scheduling at a
|
|
42
|
+
specific time.
|
|
43
|
+
|
|
44
|
+
- **Queue Service**: Scheduled tasks are put in a queue (`QueueService`) for execution. Tasks can be queued with or
|
|
45
|
+
without priority, which determines their order of execution.
|
|
46
|
+
|
|
47
|
+
## Installing
|
|
48
|
+
|
|
49
|
+
Install and update using pip:
|
|
50
|
+
|
|
51
|
+
```
|
|
52
|
+
pip install csctracker-queue-scheduler
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
## Documentation and Examples
|
|
56
|
+
|
|
57
|
+
COMING SOON
|
|
58
|
+
|
|
59
|
+
## Simple Example
|
|
60
|
+
|
|
61
|
+
```python
|
|
62
|
+
from csctracker_queue_scheduler.models.enums.time_unit import TimeUnit
|
|
63
|
+
from csctracker_queue_scheduler.services.scheduler_service import SchedulerService
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
def my_function(): print("Hello, world!")
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
SchedulerService.start_scheduled_job(
|
|
70
|
+
function=my_function, period=5, time_unit=TimeUnit.SECONDS)
|
|
71
|
+
```
|
|
72
|
+
|
|
73
|
+
In the above example, `my_function` would be scheduled to run every 5 minutes.
|
|
74
|
+
|
|
75
|
+
## Testing
|
|
76
|
+
|
|
77
|
+
Currently, this project does not have automated tests. They may be added in the future as needed.
|
|
78
|
+
|
|
79
|
+
## Contributing
|
|
80
|
+
|
|
81
|
+
If you would like to contribute to this project, feel free to fork the repository, make your changes, and propose a pull
|
|
82
|
+
request.
|
|
83
|
+
|
|
84
|
+
## License
|
|
85
|
+
|
|
86
|
+
This project is under the MIT license. Please refer to the `LICENSE` file for more details.
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
LICENSE
|
|
2
|
+
MANIFEST.in
|
|
2
3
|
README.md
|
|
4
|
+
requirements.txt
|
|
3
5
|
setup.cfg
|
|
4
6
|
setup.py
|
|
7
|
+
version.py
|
|
8
|
+
version.txt
|
|
5
9
|
csctracker_queue_scheduler/__init__.py
|
|
6
10
|
csctracker_queue_scheduler.egg-info/PKG-INFO
|
|
7
11
|
csctracker_queue_scheduler.egg-info/SOURCES.txt
|
|
@@ -17,4 +21,5 @@ csctracker_queue_scheduler/services/__init__.py
|
|
|
17
21
|
csctracker_queue_scheduler/services/queue_service.py
|
|
18
22
|
csctracker_queue_scheduler/services/scheduler_service.py
|
|
19
23
|
csctracker_queue_scheduler/utils/__init__.py
|
|
20
|
-
csctracker_queue_scheduler/utils/utils.py
|
|
24
|
+
csctracker_queue_scheduler/utils/utils.py
|
|
25
|
+
tests/test_queue_scheduler.py
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
schedule<2,>=1.2.2
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
schedule>=1.2.2,<2
|
|
@@ -3,10 +3,10 @@ from version import get_version
|
|
|
3
3
|
|
|
4
4
|
VERSION = get_version()
|
|
5
5
|
|
|
6
|
-
with open("README.md", "r") as fh:
|
|
6
|
+
with open("README.md", "r", encoding="utf-8") as fh:
|
|
7
7
|
long_description = fh.read()
|
|
8
8
|
|
|
9
|
-
with open('requirements.txt') as f:
|
|
9
|
+
with open('requirements.txt', encoding="utf-8") as f:
|
|
10
10
|
required = f.read().splitlines()
|
|
11
11
|
|
|
12
12
|
setuptools.setup(
|
|
@@ -23,10 +23,14 @@ setuptools.setup(
|
|
|
23
23
|
classifiers=[
|
|
24
24
|
"Intended Audience :: Developers",
|
|
25
25
|
'Programming Language :: Python :: 3',
|
|
26
|
-
'Programming Language :: Python :: 3.
|
|
26
|
+
'Programming Language :: Python :: 3.11',
|
|
27
|
+
'Programming Language :: Python :: 3.12',
|
|
28
|
+
'Programming Language :: Python :: 3.13',
|
|
29
|
+
'Programming Language :: Python :: 3.14',
|
|
30
|
+
'Programming Language :: Python :: 3.15',
|
|
27
31
|
"Topic :: Software Development",
|
|
28
32
|
],
|
|
29
33
|
install_requires=required,
|
|
30
|
-
python_requires='>=3',
|
|
34
|
+
python_requires='>=3.11',
|
|
31
35
|
include_package_data=True,
|
|
32
36
|
)
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
import threading
|
|
2
|
+
import unittest
|
|
3
|
+
import uuid
|
|
4
|
+
from unittest.mock import patch
|
|
5
|
+
|
|
6
|
+
import csctracker_queue_scheduler.services.queue_service as queue_service_mod
|
|
7
|
+
from csctracker_queue_scheduler.services.queue_service import QueueService
|
|
8
|
+
from csctracker_queue_scheduler.services.scheduler_service import SchedulerService
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
class TestQueueScheduler(unittest.TestCase):
|
|
12
|
+
def test_priority_executes_before_normal_and_clears_unfinished_tasks(self):
|
|
13
|
+
qs = QueueService(threads=1, poll_interval=0.02)
|
|
14
|
+
started = threading.Event()
|
|
15
|
+
gate = threading.Event()
|
|
16
|
+
done_normal = threading.Event()
|
|
17
|
+
execution_order = []
|
|
18
|
+
|
|
19
|
+
def blocker():
|
|
20
|
+
started.set()
|
|
21
|
+
gate.wait(timeout=2)
|
|
22
|
+
|
|
23
|
+
def normal_job():
|
|
24
|
+
execution_order.append("normal")
|
|
25
|
+
done_normal.set()
|
|
26
|
+
|
|
27
|
+
def priority_job():
|
|
28
|
+
execution_order.append("priority")
|
|
29
|
+
|
|
30
|
+
qs.put(blocker)
|
|
31
|
+
self.assertTrue(started.wait(timeout=2))
|
|
32
|
+
|
|
33
|
+
qs.put(normal_job, priority=False)
|
|
34
|
+
qs.put(priority_job, priority=True)
|
|
35
|
+
gate.set()
|
|
36
|
+
|
|
37
|
+
self.assertTrue(done_normal.wait(timeout=2))
|
|
38
|
+
qs.priority_queue.join()
|
|
39
|
+
qs.normal_queue.join()
|
|
40
|
+
|
|
41
|
+
self.assertEqual(execution_order, ["priority", "normal"])
|
|
42
|
+
self.assertEqual(qs.priority_queue.unfinished_tasks, 0)
|
|
43
|
+
self.assertEqual(qs.normal_queue.unfinished_tasks, 0)
|
|
44
|
+
|
|
45
|
+
def test_task_done_called_even_when_job_raises(self):
|
|
46
|
+
qs = QueueService(threads=1, poll_interval=0.02)
|
|
47
|
+
ran_after = threading.Event()
|
|
48
|
+
|
|
49
|
+
def failing_job():
|
|
50
|
+
raise RuntimeError("simulated job failure")
|
|
51
|
+
|
|
52
|
+
def ok_job():
|
|
53
|
+
ran_after.set()
|
|
54
|
+
|
|
55
|
+
qs.put(failing_job, priority=False)
|
|
56
|
+
qs.put(failing_job, priority=True)
|
|
57
|
+
qs.put(ok_job, priority=False)
|
|
58
|
+
|
|
59
|
+
self.assertTrue(ran_after.wait(timeout=2))
|
|
60
|
+
|
|
61
|
+
join_thread = threading.Thread(
|
|
62
|
+
target=lambda: (qs.priority_queue.join(), qs.normal_queue.join()),
|
|
63
|
+
daemon=True,
|
|
64
|
+
)
|
|
65
|
+
join_thread.start()
|
|
66
|
+
join_thread.join(timeout=2)
|
|
67
|
+
|
|
68
|
+
self.assertFalse(join_thread.is_alive())
|
|
69
|
+
self.assertEqual(qs.priority_queue.unfinished_tasks, 0)
|
|
70
|
+
self.assertEqual(qs.normal_queue.unfinished_tasks, 0)
|
|
71
|
+
|
|
72
|
+
def test_put_works_without_flask_and_generates_uuid_correlation_id(self):
|
|
73
|
+
qs = QueueService(threads=1, poll_interval=0.02)
|
|
74
|
+
captured = []
|
|
75
|
+
done = threading.Event()
|
|
76
|
+
|
|
77
|
+
def capture_job():
|
|
78
|
+
captured.append(getattr(threading.current_thread(), "correlation_id", None))
|
|
79
|
+
done.set()
|
|
80
|
+
|
|
81
|
+
with patch.object(queue_service_mod, "g", None):
|
|
82
|
+
qs.put(capture_job)
|
|
83
|
+
|
|
84
|
+
self.assertTrue(done.wait(timeout=2))
|
|
85
|
+
qs.normal_queue.join()
|
|
86
|
+
self.assertEqual(len(captured), 1)
|
|
87
|
+
uuid.UUID(captured[0])
|
|
88
|
+
|
|
89
|
+
def test_scheduler_init_starts_single_daemon_worker_and_avoids_mutable_default(self):
|
|
90
|
+
SchedulerService.init(threads=1)
|
|
91
|
+
first_services = SchedulerService._SchedulerService__services
|
|
92
|
+
self.assertEqual(len(first_services), 1)
|
|
93
|
+
|
|
94
|
+
SchedulerService.init(threads=1)
|
|
95
|
+
second_services = SchedulerService._SchedulerService__services
|
|
96
|
+
self.assertEqual(len(second_services), 1)
|
|
97
|
+
self.assertIsNot(first_services, second_services)
|
|
98
|
+
|
|
99
|
+
worker_threads = [
|
|
100
|
+
t
|
|
101
|
+
for t in threading.enumerate()
|
|
102
|
+
if getattr(t, "_target", None) == SchedulerService._SchedulerService__worker
|
|
103
|
+
]
|
|
104
|
+
self.assertEqual(len(worker_threads), 1)
|
|
105
|
+
self.assertTrue(worker_threads[0].daemon)
|
|
106
|
+
|
|
107
|
+
def test_scheduler_put_in_queue_with_none_args(self):
|
|
108
|
+
with patch(
|
|
109
|
+
"csctracker_queue_scheduler.services.scheduler_service.QueueService",
|
|
110
|
+
side_effect=lambda threads=None: QueueService(
|
|
111
|
+
threads=threads, poll_interval=0.02
|
|
112
|
+
),
|
|
113
|
+
):
|
|
114
|
+
SchedulerService.init(threads=1)
|
|
115
|
+
done = threading.Event()
|
|
116
|
+
|
|
117
|
+
SchedulerService.put_in_queue(lambda: done.set())
|
|
118
|
+
self.assertTrue(done.wait(timeout=2))
|
|
119
|
+
|
|
120
|
+
def test_clean_queue_and_get_queue_size(self):
|
|
121
|
+
qs = QueueService(threads=0, poll_interval=0.02)
|
|
122
|
+
qs.put(lambda: None, priority=False)
|
|
123
|
+
qs.put(lambda: None, priority=True)
|
|
124
|
+
|
|
125
|
+
sizes = [dto.msg for dto in qs.get_queue_size()]
|
|
126
|
+
self.assertEqual(sizes, ["Normal queues: 1", "Priority queues: 1"])
|
|
127
|
+
|
|
128
|
+
res = qs.clean_queue()
|
|
129
|
+
self.assertEqual(res.msg, "Queues clean")
|
|
130
|
+
self.assertTrue(qs.normal_queue.empty())
|
|
131
|
+
self.assertTrue(qs.priority_queue.empty())
|
|
132
|
+
self.assertEqual(qs.normal_queue.unfinished_tasks, 0)
|
|
133
|
+
self.assertEqual(qs.priority_queue.unfinished_tasks, 0)
|
|
134
|
+
|
|
135
|
+
|
|
136
|
+
if __name__ == "__main__":
|
|
137
|
+
unittest.main()
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
26.47.001
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.1
|
|
2
|
-
Name: csctracker-queue-scheduler
|
|
3
|
-
Version: 24.2.2
|
|
4
|
-
Summary: A library for handle scheduled jobs.
|
|
5
|
-
Home-page: https://github.com/krlsedu/CscTrackerQueueScheduler.git
|
|
6
|
-
Author: Carlos Eduardo
|
|
7
|
-
License: MIT
|
|
8
|
-
Description: # CscTrackerQueueScheduler
|
|
9
|
-
|
|
10
|
-
This project is a Python job scheduling and queuing library. It allows jobs to be scheduled to run at specific periods
|
|
11
|
-
and queues these jobs for execution.
|
|
12
|
-
|
|
13
|
-
## Key Features
|
|
14
|
-
|
|
15
|
-
- **Job Scheduling**: The Scheduler service (`SchedulerService`) allows jobs to be scheduled for execution at specified
|
|
16
|
-
intervals. It supports intervals in seconds, minutes, hours, days, and weeks, as well as daily scheduling at a
|
|
17
|
-
specific time.
|
|
18
|
-
|
|
19
|
-
- **Queue Service**: Scheduled tasks are put in a queue (`QueueService`) for execution. Tasks can be queued with or
|
|
20
|
-
without priority, which determines their order of execution.
|
|
21
|
-
|
|
22
|
-
## Installing
|
|
23
|
-
|
|
24
|
-
Install and update using pip:
|
|
25
|
-
|
|
26
|
-
```
|
|
27
|
-
pip install csctracker-queue-scheduler
|
|
28
|
-
```
|
|
29
|
-
|
|
30
|
-
## Documentation and Examples
|
|
31
|
-
|
|
32
|
-
COMING SOON
|
|
33
|
-
|
|
34
|
-
## Simple Example
|
|
35
|
-
|
|
36
|
-
```python
|
|
37
|
-
from csctracker_queue_scheduler.models.enums.time_unit import TimeUnit
|
|
38
|
-
from csctracker_queue_scheduler.services.scheduler_service import SchedulerService
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
def my_function(): print("Hello, world!")
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
SchedulerService.start_scheduled_job(
|
|
45
|
-
function=my_function, period=5, time_unit=TimeUnit.SECONDS)
|
|
46
|
-
```
|
|
47
|
-
|
|
48
|
-
In the above example, `my_function` would be scheduled to run every 5 minutes.
|
|
49
|
-
|
|
50
|
-
## Testing
|
|
51
|
-
|
|
52
|
-
Currently, this project does not have automated tests. They may be added in the future as needed.
|
|
53
|
-
|
|
54
|
-
## Contributing
|
|
55
|
-
|
|
56
|
-
If you would like to contribute to this project, feel free to fork the repository, make your changes, and propose a pull
|
|
57
|
-
request.
|
|
58
|
-
|
|
59
|
-
## License
|
|
60
|
-
|
|
61
|
-
This project is under the MIT license. Please refer to the `LICENSE` file for more details.
|
|
62
|
-
Keywords: queue,scheduled,scheduler
|
|
63
|
-
Platform: UNKNOWN
|
|
64
|
-
Classifier: Intended Audience :: Developers
|
|
65
|
-
Classifier: Programming Language :: Python :: 3
|
|
66
|
-
Classifier: Programming Language :: Python :: 3.9
|
|
67
|
-
Classifier: Topic :: Software Development
|
|
68
|
-
Requires-Python: >=3
|
|
69
|
-
Description-Content-Type: text/markdown
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
Metadata-Version: 2.1
|
|
2
|
-
Name: csctracker-queue-scheduler
|
|
3
|
-
Version: 24.2.2
|
|
4
|
-
Summary: A library for handle scheduled jobs.
|
|
5
|
-
Home-page: https://github.com/krlsedu/CscTrackerQueueScheduler.git
|
|
6
|
-
Author: Carlos Eduardo
|
|
7
|
-
License: MIT
|
|
8
|
-
Description: # CscTrackerQueueScheduler
|
|
9
|
-
|
|
10
|
-
This project is a Python job scheduling and queuing library. It allows jobs to be scheduled to run at specific periods
|
|
11
|
-
and queues these jobs for execution.
|
|
12
|
-
|
|
13
|
-
## Key Features
|
|
14
|
-
|
|
15
|
-
- **Job Scheduling**: The Scheduler service (`SchedulerService`) allows jobs to be scheduled for execution at specified
|
|
16
|
-
intervals. It supports intervals in seconds, minutes, hours, days, and weeks, as well as daily scheduling at a
|
|
17
|
-
specific time.
|
|
18
|
-
|
|
19
|
-
- **Queue Service**: Scheduled tasks are put in a queue (`QueueService`) for execution. Tasks can be queued with or
|
|
20
|
-
without priority, which determines their order of execution.
|
|
21
|
-
|
|
22
|
-
## Installing
|
|
23
|
-
|
|
24
|
-
Install and update using pip:
|
|
25
|
-
|
|
26
|
-
```
|
|
27
|
-
pip install csctracker-queue-scheduler
|
|
28
|
-
```
|
|
29
|
-
|
|
30
|
-
## Documentation and Examples
|
|
31
|
-
|
|
32
|
-
COMING SOON
|
|
33
|
-
|
|
34
|
-
## Simple Example
|
|
35
|
-
|
|
36
|
-
```python
|
|
37
|
-
from csctracker_queue_scheduler.models.enums.time_unit import TimeUnit
|
|
38
|
-
from csctracker_queue_scheduler.services.scheduler_service import SchedulerService
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
def my_function(): print("Hello, world!")
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
SchedulerService.start_scheduled_job(
|
|
45
|
-
function=my_function, period=5, time_unit=TimeUnit.SECONDS)
|
|
46
|
-
```
|
|
47
|
-
|
|
48
|
-
In the above example, `my_function` would be scheduled to run every 5 minutes.
|
|
49
|
-
|
|
50
|
-
## Testing
|
|
51
|
-
|
|
52
|
-
Currently, this project does not have automated tests. They may be added in the future as needed.
|
|
53
|
-
|
|
54
|
-
## Contributing
|
|
55
|
-
|
|
56
|
-
If you would like to contribute to this project, feel free to fork the repository, make your changes, and propose a pull
|
|
57
|
-
request.
|
|
58
|
-
|
|
59
|
-
## License
|
|
60
|
-
|
|
61
|
-
This project is under the MIT license. Please refer to the `LICENSE` file for more details.
|
|
62
|
-
Keywords: queue,scheduled,scheduler
|
|
63
|
-
Platform: UNKNOWN
|
|
64
|
-
Classifier: Intended Audience :: Developers
|
|
65
|
-
Classifier: Programming Language :: Python :: 3
|
|
66
|
-
Classifier: Programming Language :: Python :: 3.9
|
|
67
|
-
Classifier: Topic :: Software Development
|
|
68
|
-
Requires-Python: >=3
|
|
69
|
-
Description-Content-Type: text/markdown
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|