dkist-processing-test 1.4.7rc1__tar.gz → 1.5.0rc1__tar.gz

{dkist-processing-test-1.4.7rc1/dkist_processing_test.egg-info → dkist-processing-test-1.5.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dkist-processing-test
-Version: 1.4.7rc1
+Version: 1.5.0rc1
 Summary: Example Instrument code that is used by the DKIST Science Data Processing pipelines to test processing infrastructure.
 Home-page: https://bitbucket.org/dkistdc/dkist-processing-test/src/main/
 Author: NSO / AURA

dkist-processing-test-1.5.0rc1/dkist_processing_test/tasks/high_memory.py

@@ -0,0 +1,20 @@
+"""
+Test task for the 'high_memory' resource queue
+"""
+import logging
+from time import sleep
+
+from dkist_processing_core import TaskBase
+
+logger = logging.getLogger(__name__)
+
+
+class HighMemoryTask(TaskBase):
+    def run(self) -> None:
+        logger.info("Starting High Memory Task")
+        one_gibibyte = int(9.7e9)
+        use_memory = bytearray(one_gibibyte)
+        logger.info(f"Using Memory {one_gibibyte = }")
+        sleep(5)
+        use_memory = None
+        logger.info(f"Memory De-Referenced.")

{dkist-processing-test-1.4.7rc1 → dkist-processing-test-1.5.0rc1}/dkist_processing_test/workflows/end_to_end.py

@@ -8,6 +8,7 @@ from dkist_processing_common.tasks import SubmitQuality
 from dkist_processing_common.tasks import Teardown
 from dkist_processing_common.tasks import TransferL0Data
 from dkist_processing_common.tasks import TransferL1Data
+from dkist_processing_core import ResourceQueue
 from dkist_processing_core import Workflow
 
 from dkist_processing_test.tasks.fake_science import GenerateCalibratedData
@@ -27,7 +28,11 @@ end_to_end = Workflow(
 end_to_end.add_node(task=TransferL0Data, upstreams=None)
 end_to_end.add_node(task=ParseL0TestInputData, upstreams=TransferL0Data)
 end_to_end.add_node(task=TestQualityL0Metrics, upstreams=ParseL0TestInputData)
-end_to_end.add_node(task=GenerateCalibratedData, upstreams=TestQualityL0Metrics)
+end_to_end.add_node(
+    task=GenerateCalibratedData,
+    resource_queue=ResourceQueue.HIGH_MEMORY,
+    upstreams=TestQualityL0Metrics,
+)
 end_to_end.add_node(task=WriteL1Data, upstreams=GenerateCalibratedData)
 end_to_end.add_node(task=QualityL1Metrics, upstreams=WriteL1Data)
 end_to_end.add_node(task=SubmitQuality, upstreams=QualityL1Metrics)

dkist-processing-test-1.5.0rc1/dkist_processing_test/workflows/resource_queue.py

@@ -0,0 +1,19 @@
+"""
+Workflow which exercises the api's but doesn't perform an action
+"""
+from dkist_processing_core import ResourceQueue
+from dkist_processing_core import Workflow
+
+from dkist_processing_test.tasks.high_memory import HighMemoryTask
+
+
+high_memory_workflow = Workflow(
+    input_data="input",
+    output_data="output",
+    category="test",
+    detail="high_mem",
+    workflow_package=__package__,
+)
+high_memory_workflow.add_node(
+    task=HighMemoryTask, resource_queue=ResourceQueue.HIGH_MEMORY, upstreams=None
+)

{dkist-processing-test-1.4.7rc1 → dkist-processing-test-1.5.0rc1/dkist_processing_test.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dkist-processing-test
-Version: 1.4.7rc1
+Version: 1.5.0rc1
 Summary: Example Instrument code that is used by the DKIST Science Data Processing pipelines to test processing infrastructure.
 Home-page: https://bitbucket.org/dkistdc/dkist-processing-test/src/main/
 Author: NSO / AURA

{dkist-processing-test-1.4.7rc1 → dkist-processing-test-1.5.0rc1}/dkist_processing_test.egg-info/SOURCES.txt

@@ -16,6 +16,7 @@ dkist_processing_test/tasks/__init__.py
 dkist_processing_test/tasks/exercise_numba.py
 dkist_processing_test/tasks/fail.py
 dkist_processing_test/tasks/fake_science.py
+dkist_processing_test/tasks/high_memory.py
 dkist_processing_test/tasks/movie.py
 dkist_processing_test/tasks/noop.py
 dkist_processing_test/tasks/parse.py
@@ -33,4 +34,5 @@ dkist_processing_test/workflows/end_to_end.py
 dkist_processing_test/workflows/exercise_numba.py
 dkist_processing_test/workflows/fail.py
 dkist_processing_test/workflows/noop.py
+dkist_processing_test/workflows/resource_queue.py
 dkist_processing_test/workflows/trial_end_to_end.py

{dkist-processing-test-1.4.7rc1 → dkist-processing-test-1.5.0rc1}/dkist_processing_test.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dkist-processing-common==4.1.1rc1
+dkist-processing-common==4.1.2rc2
 dkist-header-validator==4.1.0
 dkist-fits-specifications==3.7.1
 numba==0.57.1

{dkist-processing-test-1.4.7rc1 → dkist-processing-test-1.5.0rc1}/setup.cfg

@@ -17,7 +17,7 @@ setup_requires = setuptools_scm
 packages = find:
 include_package_data = True
 install_requires = 
-	dkist-processing-common == 4.1.1rc1
+	dkist-processing-common == 4.1.2rc2
 	dkist-header-validator == 4.1.0
 	dkist-fits-specifications == 3.7.1
 	numba == 0.57.1