dkist-processing-ops 1.0.0rc1__tar.gz → 1.0.0rc3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dkist-processing-ops might be problematic. Click here for more details.

Files changed (24) hide show
  1. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/PKG-INFO +2 -2
  2. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/bitbucket-pipelines.yml +1 -1
  3. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/_version.py +1 -1
  4. dkist-processing-ops-1.0.0rc3/dkist_processing_ops/tasks/wait.py +143 -0
  5. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/workflows/scale.py +2 -109
  6. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops.egg-info/PKG-INFO +2 -2
  7. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops.egg-info/requires.txt +1 -1
  8. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/pyproject.toml +1 -1
  9. dkist-processing-ops-1.0.0rc1/dkist_processing_ops/tasks/wait.py +0 -170
  10. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/.gitignore +0 -0
  11. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/.pre-commit-config.yaml +0 -0
  12. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/LICENSE.rst +0 -0
  13. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/MANIFEST.in +0 -0
  14. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/README.rst +0 -0
  15. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/__init__.py +0 -0
  16. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/tasks/__init__.py +0 -0
  17. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/tests/__init__.py +0 -0
  18. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/tests/test_workflows.py +0 -0
  19. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops/workflows/__init__.py +0 -0
  20. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops.egg-info/SOURCES.txt +0 -0
  21. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops.egg-info/dependency_links.txt +0 -0
  22. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops.egg-info/not-zip-safe +0 -0
  23. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/dkist_processing_ops.egg-info/top_level.txt +0 -0
  24. {dkist-processing-ops-1.0.0rc1 → dkist-processing-ops-1.0.0rc3}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-ops
3
- Version: 1.0.0rc1
3
+ Version: 1.0.0rc3
4
4
  Summary: Automated Processing smoke test and operations workflows
5
5
  Author-email: NSO / AURA <dkistdc@nso.edu>
6
6
  License: BSD 3-Clause
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
11
11
  Requires-Python: >=3.11
12
12
  Description-Content-Type: text/x-rst
13
13
  License-File: LICENSE.rst
14
- Requires-Dist: dkist-processing-core==3.0.1
14
+ Requires-Dist: dkist-processing-core==3.0.2rc1
15
15
  Requires-Dist: dkist-service-configuration==1.1.0
16
16
  Provides-Extra: test
17
17
  Requires-Dist: pytest; extra == "test"
@@ -58,7 +58,7 @@ definitions:
58
58
  - step: &push_code
59
59
  caches:
60
60
  - pip
61
- name: Push
61
+ name: Push Code
62
62
  script:
63
63
  - pip install -U pip
64
64
  - pip install twine build
@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '1.0.0rc1'
15
+ __version__ = version = '1.0.0rc3'
16
16
  __version_tuple__ = version_tuple = (1, 0, 0)
@@ -0,0 +1,143 @@
1
+ """Task for parallelization testing which sleeps a configurable amount of time"""
2
+ from time import sleep
3
+
4
+ from dkist_processing_core import TaskBase
5
+
6
+
7
+ __all__ = [f"WaitTask{i}" for i in range(32)]
8
+
9
+
10
+ SLEEP_TIME = 300
11
+
12
+
13
+ class WaitTaskBase(TaskBase):
14
+ def run(self) -> None:
15
+ sleep(SLEEP_TIME)
16
+
17
+
18
+ class WaitTask0(WaitTaskBase):
19
+ pass
20
+
21
+
22
+ class WaitTask1(WaitTaskBase):
23
+ pass
24
+
25
+
26
+ class WaitTask2(WaitTaskBase):
27
+ pass
28
+
29
+
30
+ class WaitTask3(WaitTaskBase):
31
+ pass
32
+
33
+
34
+ class WaitTask4(WaitTaskBase):
35
+ pass
36
+
37
+
38
+ class WaitTask5(WaitTaskBase):
39
+ pass
40
+
41
+
42
+ class WaitTask6(WaitTaskBase):
43
+ pass
44
+
45
+
46
+ class WaitTask7(WaitTaskBase):
47
+ pass
48
+
49
+
50
+ class WaitTask8(WaitTaskBase):
51
+ pass
52
+
53
+
54
+ class WaitTask9(WaitTaskBase):
55
+ pass
56
+
57
+
58
+ class WaitTask10(WaitTaskBase):
59
+ pass
60
+
61
+
62
+ class WaitTask11(WaitTaskBase):
63
+ pass
64
+
65
+
66
+ class WaitTask12(WaitTaskBase):
67
+ pass
68
+
69
+
70
+ class WaitTask13(WaitTaskBase):
71
+ pass
72
+
73
+
74
+ class WaitTask14(WaitTaskBase):
75
+ pass
76
+
77
+
78
+ class WaitTask15(WaitTaskBase):
79
+ pass
80
+
81
+
82
+ class WaitTask16(WaitTaskBase):
83
+ pass
84
+
85
+
86
+ class WaitTask17(WaitTaskBase):
87
+ pass
88
+
89
+
90
+ class WaitTask18(WaitTaskBase):
91
+ pass
92
+
93
+
94
+ class WaitTask19(WaitTaskBase):
95
+ pass
96
+
97
+
98
+ class WaitTask20(WaitTaskBase):
99
+ pass
100
+
101
+
102
+ class WaitTask21(WaitTaskBase):
103
+ pass
104
+
105
+
106
+ class WaitTask22(WaitTaskBase):
107
+ pass
108
+
109
+
110
+ class WaitTask23(WaitTaskBase):
111
+ pass
112
+
113
+
114
+ class WaitTask24(WaitTaskBase):
115
+ pass
116
+
117
+
118
+ class WaitTask25(WaitTaskBase):
119
+ pass
120
+
121
+
122
+ class WaitTask26(WaitTaskBase):
123
+ pass
124
+
125
+
126
+ class WaitTask27(WaitTaskBase):
127
+ pass
128
+
129
+
130
+ class WaitTask28(WaitTaskBase):
131
+ pass
132
+
133
+
134
+ class WaitTask29(WaitTaskBase):
135
+ pass
136
+
137
+
138
+ class WaitTask30(WaitTaskBase):
139
+ pass
140
+
141
+
142
+ class WaitTask31(WaitTaskBase):
143
+ pass
@@ -72,67 +72,13 @@ ALL_WAIT_TASKS = [
72
72
  ]
73
73
 
74
74
 
75
- #
76
- # Default Resource Queue
77
- #
78
-
79
-
80
75
  def add_parallel_nodes(count: int, workflow: Workflow, resource_queue: ResourceQueue):
81
76
  """Add the 'count' number of nodes to run in parallel to a workflow"""
82
77
  for task in ALL_WAIT_TASKS[:count]:
83
78
  workflow.add_node(task=task, upstreams=None, resource_queue=resource_queue)
84
79
 
85
80
 
86
- single_default = Workflow(
87
- input_data="ops",
88
- output_data="scale",
89
- category="default",
90
- detail="1",
91
- workflow_package=__package__,
92
- )
93
- add_parallel_nodes(count=1, workflow=single_default, resource_queue=ResourceQueue.DEFAULT)
94
-
95
-
96
- two_default = Workflow(
97
- input_data="ops",
98
- output_data="scale",
99
- category="default",
100
- detail="2",
101
- workflow_package=__package__,
102
- )
103
- add_parallel_nodes(count=2, workflow=two_default, resource_queue=ResourceQueue.DEFAULT)
104
-
105
-
106
- four_default = Workflow(
107
- input_data="ops",
108
- output_data="scale",
109
- category="default",
110
- detail="4",
111
- workflow_package=__package__,
112
- )
113
- add_parallel_nodes(count=4, workflow=four_default, resource_queue=ResourceQueue.DEFAULT)
114
-
115
-
116
- eight_default = Workflow(
117
- input_data="ops",
118
- output_data="scale",
119
- category="default",
120
- detail="8",
121
- workflow_package=__package__,
122
- )
123
- add_parallel_nodes(count=8, workflow=eight_default, resource_queue=ResourceQueue.DEFAULT)
124
-
125
-
126
- sixteen_default = Workflow(
127
- input_data="ops",
128
- output_data="scale",
129
- category="default",
130
- detail="16",
131
- workflow_package=__package__,
132
- )
133
- add_parallel_nodes(count=16, workflow=sixteen_default, resource_queue=ResourceQueue.DEFAULT)
134
-
135
-
81
+ # Default resource queue
136
82
  thirty_two_default = Workflow(
137
83
  input_data="ops",
138
84
  output_data="scale",
@@ -142,60 +88,7 @@ thirty_two_default = Workflow(
142
88
  )
143
89
  add_parallel_nodes(count=32, workflow=thirty_two_default, resource_queue=ResourceQueue.DEFAULT)
144
90
 
145
- #
146
- # High Mem Resource Queue
147
- #
148
-
149
- single_high_mem = Workflow(
150
- input_data="ops",
151
- output_data="scale",
152
- category="high_mem",
153
- detail="1",
154
- workflow_package=__package__,
155
- )
156
- add_parallel_nodes(count=1, workflow=single_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
157
-
158
-
159
- two_high_mem = Workflow(
160
- input_data="ops",
161
- output_data="scale",
162
- category="high_mem",
163
- detail="2",
164
- workflow_package=__package__,
165
- )
166
- add_parallel_nodes(count=2, workflow=two_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
167
-
168
-
169
- four_high_mem = Workflow(
170
- input_data="ops",
171
- output_data="scale",
172
- category="high_mem",
173
- detail="4",
174
- workflow_package=__package__,
175
- )
176
- add_parallel_nodes(count=4, workflow=four_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
177
-
178
-
179
- eight_high_mem = Workflow(
180
- input_data="ops",
181
- output_data="scale",
182
- category="high_mem",
183
- detail="8",
184
- workflow_package=__package__,
185
- )
186
- add_parallel_nodes(count=8, workflow=eight_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
187
-
188
-
189
- sixteen_high_mem = Workflow(
190
- input_data="ops",
191
- output_data="scale",
192
- category="high_mem",
193
- detail="16",
194
- workflow_package=__package__,
195
- )
196
- add_parallel_nodes(count=16, workflow=sixteen_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
197
-
198
-
91
+ # High memory resource queue
199
92
  thirty_two_high_mem = Workflow(
200
93
  input_data="ops",
201
94
  output_data="scale",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-ops
3
- Version: 1.0.0rc1
3
+ Version: 1.0.0rc3
4
4
  Summary: Automated Processing smoke test and operations workflows
5
5
  Author-email: NSO / AURA <dkistdc@nso.edu>
6
6
  License: BSD 3-Clause
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
11
11
  Requires-Python: >=3.11
12
12
  Description-Content-Type: text/x-rst
13
13
  License-File: LICENSE.rst
14
- Requires-Dist: dkist-processing-core==3.0.1
14
+ Requires-Dist: dkist-processing-core==3.0.2rc1
15
15
  Requires-Dist: dkist-service-configuration==1.1.0
16
16
  Provides-Extra: test
17
17
  Requires-Dist: pytest; extra == "test"
@@ -1,4 +1,4 @@
1
- dkist-processing-core==3.0.1
1
+ dkist-processing-core==3.0.2rc1
2
2
  dkist-service-configuration==1.1.0
3
3
 
4
4
  [test]
@@ -23,7 +23,7 @@ authors = [
23
23
  ]
24
24
 
25
25
  dependencies = [
26
- "dkist-processing-core==3.0.1",
26
+ "dkist-processing-core==3.0.2rc1",
27
27
  "dkist-service-configuration==1.1.0",
28
28
  ]
29
29
  dynamic = ["version"]
@@ -1,170 +0,0 @@
1
- """Task for parallelization testing which sleeps a configurable amount of time"""
2
- from time import sleep
3
-
4
- from dkist_processing_core import TaskBase
5
-
6
-
7
- __all__ = [f"WaitTask{i}" for i in range(32)]
8
-
9
-
10
- SLEEP_TIME = 300
11
-
12
-
13
- class WaitTask0(TaskBase):
14
- def run(self) -> None:
15
- sleep(SLEEP_TIME)
16
-
17
-
18
- class WaitTask1(TaskBase):
19
- def run(self) -> None:
20
- sleep(SLEEP_TIME)
21
-
22
-
23
- class WaitTask2(TaskBase):
24
- def run(self) -> None:
25
- sleep(SLEEP_TIME)
26
-
27
-
28
- class WaitTask3(TaskBase):
29
- def run(self) -> None:
30
- sleep(SLEEP_TIME)
31
-
32
-
33
- class WaitTask4(TaskBase):
34
- def run(self) -> None:
35
- sleep(SLEEP_TIME)
36
-
37
-
38
- class WaitTask5(TaskBase):
39
- def run(self) -> None:
40
- sleep(SLEEP_TIME)
41
-
42
-
43
- class WaitTask6(TaskBase):
44
- def run(self) -> None:
45
- sleep(SLEEP_TIME)
46
-
47
-
48
- class WaitTask7(TaskBase):
49
- def run(self) -> None:
50
- sleep(SLEEP_TIME)
51
-
52
-
53
- class WaitTask8(TaskBase):
54
- def run(self) -> None:
55
- sleep(SLEEP_TIME)
56
-
57
-
58
- class WaitTask9(TaskBase):
59
- def run(self) -> None:
60
- sleep(SLEEP_TIME)
61
-
62
-
63
- class WaitTask10(TaskBase):
64
- def run(self) -> None:
65
- sleep(SLEEP_TIME)
66
-
67
-
68
- class WaitTask11(TaskBase):
69
- def run(self) -> None:
70
- sleep(SLEEP_TIME)
71
-
72
-
73
- class WaitTask12(TaskBase):
74
- def run(self) -> None:
75
- sleep(SLEEP_TIME)
76
-
77
-
78
- class WaitTask13(TaskBase):
79
- def run(self) -> None:
80
- sleep(SLEEP_TIME)
81
-
82
-
83
- class WaitTask14(TaskBase):
84
- def run(self) -> None:
85
- sleep(SLEEP_TIME)
86
-
87
-
88
- class WaitTask15(TaskBase):
89
- def run(self) -> None:
90
- sleep(SLEEP_TIME)
91
-
92
-
93
- class WaitTask16(TaskBase):
94
- def run(self) -> None:
95
- sleep(SLEEP_TIME)
96
-
97
-
98
- class WaitTask17(TaskBase):
99
- def run(self) -> None:
100
- sleep(SLEEP_TIME)
101
-
102
-
103
- class WaitTask18(TaskBase):
104
- def run(self) -> None:
105
- sleep(SLEEP_TIME)
106
-
107
-
108
- class WaitTask19(TaskBase):
109
- def run(self) -> None:
110
- sleep(SLEEP_TIME)
111
-
112
-
113
- class WaitTask20(TaskBase):
114
- def run(self) -> None:
115
- sleep(SLEEP_TIME)
116
-
117
-
118
- class WaitTask21(TaskBase):
119
- def run(self) -> None:
120
- sleep(SLEEP_TIME)
121
-
122
-
123
- class WaitTask22(TaskBase):
124
- def run(self) -> None:
125
- sleep(SLEEP_TIME)
126
-
127
-
128
- class WaitTask23(TaskBase):
129
- def run(self) -> None:
130
- sleep(SLEEP_TIME)
131
-
132
-
133
- class WaitTask24(TaskBase):
134
- def run(self) -> None:
135
- sleep(SLEEP_TIME)
136
-
137
-
138
- class WaitTask25(TaskBase):
139
- def run(self) -> None:
140
- sleep(SLEEP_TIME)
141
-
142
-
143
- class WaitTask26(TaskBase):
144
- def run(self) -> None:
145
- sleep(SLEEP_TIME)
146
-
147
-
148
- class WaitTask27(TaskBase):
149
- def run(self) -> None:
150
- sleep(SLEEP_TIME)
151
-
152
-
153
- class WaitTask28(TaskBase):
154
- def run(self) -> None:
155
- sleep(SLEEP_TIME)
156
-
157
-
158
- class WaitTask29(TaskBase):
159
- def run(self) -> None:
160
- sleep(SLEEP_TIME)
161
-
162
-
163
- class WaitTask30(TaskBase):
164
- def run(self) -> None:
165
- sleep(SLEEP_TIME)
166
-
167
-
168
- class WaitTask31(TaskBase):
169
- def run(self) -> None:
170
- sleep(SLEEP_TIME)