dkist-processing-ops 1.0.0rc1__py3-none-any.whl → 1.0.0rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dkist-processing-ops might be problematic. Click here for more details.

@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '1.0.0rc1'
15
+ __version__ = version = '1.0.0rc3'
16
16
  __version_tuple__ = version_tuple = (1, 0, 0)
@@ -10,161 +10,134 @@ __all__ = [f"WaitTask{i}" for i in range(32)]
10
10
  SLEEP_TIME = 300
11
11
 
12
12
 
13
- class WaitTask0(TaskBase):
13
+ class WaitTaskBase(TaskBase):
14
14
  def run(self) -> None:
15
15
  sleep(SLEEP_TIME)
16
16
 
17
17
 
18
- class WaitTask1(TaskBase):
19
- def run(self) -> None:
20
- sleep(SLEEP_TIME)
18
+ class WaitTask0(WaitTaskBase):
19
+ pass
21
20
 
22
21
 
23
- class WaitTask2(TaskBase):
24
- def run(self) -> None:
25
- sleep(SLEEP_TIME)
22
+ class WaitTask1(WaitTaskBase):
23
+ pass
26
24
 
27
25
 
28
- class WaitTask3(TaskBase):
29
- def run(self) -> None:
30
- sleep(SLEEP_TIME)
26
+ class WaitTask2(WaitTaskBase):
27
+ pass
31
28
 
32
29
 
33
- class WaitTask4(TaskBase):
34
- def run(self) -> None:
35
- sleep(SLEEP_TIME)
30
+ class WaitTask3(WaitTaskBase):
31
+ pass
36
32
 
37
33
 
38
- class WaitTask5(TaskBase):
39
- def run(self) -> None:
40
- sleep(SLEEP_TIME)
34
+ class WaitTask4(WaitTaskBase):
35
+ pass
41
36
 
42
37
 
43
- class WaitTask6(TaskBase):
44
- def run(self) -> None:
45
- sleep(SLEEP_TIME)
38
+ class WaitTask5(WaitTaskBase):
39
+ pass
46
40
 
47
41
 
48
- class WaitTask7(TaskBase):
49
- def run(self) -> None:
50
- sleep(SLEEP_TIME)
42
+ class WaitTask6(WaitTaskBase):
43
+ pass
51
44
 
52
45
 
53
- class WaitTask8(TaskBase):
54
- def run(self) -> None:
55
- sleep(SLEEP_TIME)
46
+ class WaitTask7(WaitTaskBase):
47
+ pass
56
48
 
57
49
 
58
- class WaitTask9(TaskBase):
59
- def run(self) -> None:
60
- sleep(SLEEP_TIME)
50
+ class WaitTask8(WaitTaskBase):
51
+ pass
61
52
 
62
53
 
63
- class WaitTask10(TaskBase):
64
- def run(self) -> None:
65
- sleep(SLEEP_TIME)
54
+ class WaitTask9(WaitTaskBase):
55
+ pass
66
56
 
67
57
 
68
- class WaitTask11(TaskBase):
69
- def run(self) -> None:
70
- sleep(SLEEP_TIME)
58
+ class WaitTask10(WaitTaskBase):
59
+ pass
71
60
 
72
61
 
73
- class WaitTask12(TaskBase):
74
- def run(self) -> None:
75
- sleep(SLEEP_TIME)
62
+ class WaitTask11(WaitTaskBase):
63
+ pass
76
64
 
77
65
 
78
- class WaitTask13(TaskBase):
79
- def run(self) -> None:
80
- sleep(SLEEP_TIME)
66
+ class WaitTask12(WaitTaskBase):
67
+ pass
81
68
 
82
69
 
83
- class WaitTask14(TaskBase):
84
- def run(self) -> None:
85
- sleep(SLEEP_TIME)
70
+ class WaitTask13(WaitTaskBase):
71
+ pass
86
72
 
87
73
 
88
- class WaitTask15(TaskBase):
89
- def run(self) -> None:
90
- sleep(SLEEP_TIME)
74
+ class WaitTask14(WaitTaskBase):
75
+ pass
91
76
 
92
77
 
93
- class WaitTask16(TaskBase):
94
- def run(self) -> None:
95
- sleep(SLEEP_TIME)
78
+ class WaitTask15(WaitTaskBase):
79
+ pass
96
80
 
97
81
 
98
- class WaitTask17(TaskBase):
99
- def run(self) -> None:
100
- sleep(SLEEP_TIME)
82
+ class WaitTask16(WaitTaskBase):
83
+ pass
101
84
 
102
85
 
103
- class WaitTask18(TaskBase):
104
- def run(self) -> None:
105
- sleep(SLEEP_TIME)
86
+ class WaitTask17(WaitTaskBase):
87
+ pass
106
88
 
107
89
 
108
- class WaitTask19(TaskBase):
109
- def run(self) -> None:
110
- sleep(SLEEP_TIME)
90
+ class WaitTask18(WaitTaskBase):
91
+ pass
111
92
 
112
93
 
113
- class WaitTask20(TaskBase):
114
- def run(self) -> None:
115
- sleep(SLEEP_TIME)
94
+ class WaitTask19(WaitTaskBase):
95
+ pass
116
96
 
117
97
 
118
- class WaitTask21(TaskBase):
119
- def run(self) -> None:
120
- sleep(SLEEP_TIME)
98
+ class WaitTask20(WaitTaskBase):
99
+ pass
121
100
 
122
101
 
123
- class WaitTask22(TaskBase):
124
- def run(self) -> None:
125
- sleep(SLEEP_TIME)
102
+ class WaitTask21(WaitTaskBase):
103
+ pass
126
104
 
127
105
 
128
- class WaitTask23(TaskBase):
129
- def run(self) -> None:
130
- sleep(SLEEP_TIME)
106
+ class WaitTask22(WaitTaskBase):
107
+ pass
131
108
 
132
109
 
133
- class WaitTask24(TaskBase):
134
- def run(self) -> None:
135
- sleep(SLEEP_TIME)
110
+ class WaitTask23(WaitTaskBase):
111
+ pass
136
112
 
137
113
 
138
- class WaitTask25(TaskBase):
139
- def run(self) -> None:
140
- sleep(SLEEP_TIME)
114
+ class WaitTask24(WaitTaskBase):
115
+ pass
141
116
 
142
117
 
143
- class WaitTask26(TaskBase):
144
- def run(self) -> None:
145
- sleep(SLEEP_TIME)
118
+ class WaitTask25(WaitTaskBase):
119
+ pass
146
120
 
147
121
 
148
- class WaitTask27(TaskBase):
149
- def run(self) -> None:
150
- sleep(SLEEP_TIME)
122
+ class WaitTask26(WaitTaskBase):
123
+ pass
151
124
 
152
125
 
153
- class WaitTask28(TaskBase):
154
- def run(self) -> None:
155
- sleep(SLEEP_TIME)
126
+ class WaitTask27(WaitTaskBase):
127
+ pass
156
128
 
157
129
 
158
- class WaitTask29(TaskBase):
159
- def run(self) -> None:
160
- sleep(SLEEP_TIME)
130
+ class WaitTask28(WaitTaskBase):
131
+ pass
161
132
 
162
133
 
163
- class WaitTask30(TaskBase):
164
- def run(self) -> None:
165
- sleep(SLEEP_TIME)
134
+ class WaitTask29(WaitTaskBase):
135
+ pass
166
136
 
167
137
 
168
- class WaitTask31(TaskBase):
169
- def run(self) -> None:
170
- sleep(SLEEP_TIME)
138
+ class WaitTask30(WaitTaskBase):
139
+ pass
140
+
141
+
142
+ class WaitTask31(WaitTaskBase):
143
+ pass
@@ -72,67 +72,13 @@ ALL_WAIT_TASKS = [
72
72
  ]
73
73
 
74
74
 
75
- #
76
- # Default Resource Queue
77
- #
78
-
79
-
80
75
  def add_parallel_nodes(count: int, workflow: Workflow, resource_queue: ResourceQueue):
81
76
  """Add the 'count' number of nodes to run in parallel to a workflow"""
82
77
  for task in ALL_WAIT_TASKS[:count]:
83
78
  workflow.add_node(task=task, upstreams=None, resource_queue=resource_queue)
84
79
 
85
80
 
86
- single_default = Workflow(
87
- input_data="ops",
88
- output_data="scale",
89
- category="default",
90
- detail="1",
91
- workflow_package=__package__,
92
- )
93
- add_parallel_nodes(count=1, workflow=single_default, resource_queue=ResourceQueue.DEFAULT)
94
-
95
-
96
- two_default = Workflow(
97
- input_data="ops",
98
- output_data="scale",
99
- category="default",
100
- detail="2",
101
- workflow_package=__package__,
102
- )
103
- add_parallel_nodes(count=2, workflow=two_default, resource_queue=ResourceQueue.DEFAULT)
104
-
105
-
106
- four_default = Workflow(
107
- input_data="ops",
108
- output_data="scale",
109
- category="default",
110
- detail="4",
111
- workflow_package=__package__,
112
- )
113
- add_parallel_nodes(count=4, workflow=four_default, resource_queue=ResourceQueue.DEFAULT)
114
-
115
-
116
- eight_default = Workflow(
117
- input_data="ops",
118
- output_data="scale",
119
- category="default",
120
- detail="8",
121
- workflow_package=__package__,
122
- )
123
- add_parallel_nodes(count=8, workflow=eight_default, resource_queue=ResourceQueue.DEFAULT)
124
-
125
-
126
- sixteen_default = Workflow(
127
- input_data="ops",
128
- output_data="scale",
129
- category="default",
130
- detail="16",
131
- workflow_package=__package__,
132
- )
133
- add_parallel_nodes(count=16, workflow=sixteen_default, resource_queue=ResourceQueue.DEFAULT)
134
-
135
-
81
+ # Default resource queue
136
82
  thirty_two_default = Workflow(
137
83
  input_data="ops",
138
84
  output_data="scale",
@@ -142,60 +88,7 @@ thirty_two_default = Workflow(
142
88
  )
143
89
  add_parallel_nodes(count=32, workflow=thirty_two_default, resource_queue=ResourceQueue.DEFAULT)
144
90
 
145
- #
146
- # High Mem Resource Queue
147
- #
148
-
149
- single_high_mem = Workflow(
150
- input_data="ops",
151
- output_data="scale",
152
- category="high_mem",
153
- detail="1",
154
- workflow_package=__package__,
155
- )
156
- add_parallel_nodes(count=1, workflow=single_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
157
-
158
-
159
- two_high_mem = Workflow(
160
- input_data="ops",
161
- output_data="scale",
162
- category="high_mem",
163
- detail="2",
164
- workflow_package=__package__,
165
- )
166
- add_parallel_nodes(count=2, workflow=two_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
167
-
168
-
169
- four_high_mem = Workflow(
170
- input_data="ops",
171
- output_data="scale",
172
- category="high_mem",
173
- detail="4",
174
- workflow_package=__package__,
175
- )
176
- add_parallel_nodes(count=4, workflow=four_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
177
-
178
-
179
- eight_high_mem = Workflow(
180
- input_data="ops",
181
- output_data="scale",
182
- category="high_mem",
183
- detail="8",
184
- workflow_package=__package__,
185
- )
186
- add_parallel_nodes(count=8, workflow=eight_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
187
-
188
-
189
- sixteen_high_mem = Workflow(
190
- input_data="ops",
191
- output_data="scale",
192
- category="high_mem",
193
- detail="16",
194
- workflow_package=__package__,
195
- )
196
- add_parallel_nodes(count=16, workflow=sixteen_high_mem, resource_queue=ResourceQueue.HIGH_MEMORY)
197
-
198
-
91
+ # High memory resource queue
199
92
  thirty_two_high_mem = Workflow(
200
93
  input_data="ops",
201
94
  output_data="scale",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dkist-processing-ops
3
- Version: 1.0.0rc1
3
+ Version: 1.0.0rc3
4
4
  Summary: Automated Processing smoke test and operations workflows
5
5
  Author-email: NSO / AURA <dkistdc@nso.edu>
6
6
  License: BSD 3-Clause
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
11
11
  Requires-Python: >=3.11
12
12
  Description-Content-Type: text/x-rst
13
13
  License-File: LICENSE.rst
14
- Requires-Dist: dkist-processing-core ==3.0.1
14
+ Requires-Dist: dkist-processing-core ==3.0.2rc1
15
15
  Requires-Dist: dkist-service-configuration ==1.1.0
16
16
  Provides-Extra: test
17
17
  Requires-Dist: pytest ; extra == 'test'
@@ -0,0 +1,13 @@
1
+ dkist_processing_ops/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
+ dkist_processing_ops/_version.py,sha256=ycNGyiWSL_U4dVtUSTwe_m70MXdXM3_AE0nLDQP53_Q,414
3
+ dkist_processing_ops/tasks/__init__.py,sha256=P81O9cg4dlBMqBTaWitdsAte68RsMtDlhV30JSZfXUY,107
4
+ dkist_processing_ops/tasks/wait.py,sha256=I_Jz93ZdZajbQCoRXIuk3CoHJXz3cBfHP6iA8ZABDi8,1667
5
+ dkist_processing_ops/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
+ dkist_processing_ops/tests/test_workflows.py,sha256=Ch_8BlGeQyPJU_9hB_GOncwW-SoZwpRUVKMOEz0RQZk,285
7
+ dkist_processing_ops/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
+ dkist_processing_ops/workflows/scale.py,sha256=YRsYg0cNG6d-cx5fd_dqTkM812yrUqwXlLMQdHm6NaA,3103
9
+ dkist_processing_ops-1.0.0rc3.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
10
+ dkist_processing_ops-1.0.0rc3.dist-info/METADATA,sha256=uYM_EoHhIN8mmacXkEJhzlC1izN2bacTjR3X_coYOJI,1502
11
+ dkist_processing_ops-1.0.0rc3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
12
+ dkist_processing_ops-1.0.0rc3.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
13
+ dkist_processing_ops-1.0.0rc3.dist-info/RECORD,,
@@ -1,13 +0,0 @@
1
- dkist_processing_ops/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- dkist_processing_ops/_version.py,sha256=-OL962Swj1zLRn5wbU47WI8XWWaZBnyynn_0R2dz8oQ,414
3
- dkist_processing_ops/tasks/__init__.py,sha256=P81O9cg4dlBMqBTaWitdsAte68RsMtDlhV30JSZfXUY,107
4
- dkist_processing_ops/tasks/wait.py,sha256=JIdkw5SDiwQWLVI8AgLR49zUCxlLicbanGexm6yh3fY,2862
5
- dkist_processing_ops/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
- dkist_processing_ops/tests/test_workflows.py,sha256=Ch_8BlGeQyPJU_9hB_GOncwW-SoZwpRUVKMOEz0RQZk,285
7
- dkist_processing_ops/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
- dkist_processing_ops/workflows/scale.py,sha256=t0NreEfFR-UnD_EtaUh5dtxojgMAByu_JqBvU1arO7w,5560
9
- dkist_processing_ops-1.0.0rc1.dist-info/LICENSE.rst,sha256=LJjTmkf2-q1phdZSySMpiyPxgLOy6zYHOr3R1Bb1__8,327
10
- dkist_processing_ops-1.0.0rc1.dist-info/METADATA,sha256=huOqfuj-KTamC0Y2j-lCNOiEwdrEssKFkvfuIzaPhCo,1499
11
- dkist_processing_ops-1.0.0rc1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
12
- dkist_processing_ops-1.0.0rc1.dist-info/top_level.txt,sha256=o_SNho1HKt6wvCSUhm9qzX9FS2iopnqYuMos1CCD9cI,21
13
- dkist_processing_ops-1.0.0rc1.dist-info/RECORD,,