dkist-processing-core 3.0.1__tar.gz → 3.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/CHANGELOG.rst +9 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/PKG-INFO +1 -1
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/_node.py +1 -1
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/task.py +3 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core.egg-info/PKG-INFO +1 -1
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/.gitignore +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/.pre-commit-config.yaml +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/.readthedocs.yml +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/README.rst +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/bitbucket-pipelines.yml +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/changelog/.gitempty +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/check_changelog_updated.sh +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/__init__.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/_failure_callback.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/build_utils.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/resource_queue.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/__init__.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/conftest.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/invalid_workflow_package/__init__.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/invalid_workflow_package/workflow.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/task_example.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_build_utils.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_export.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_failure_callback.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_node.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_task.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_workflow.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/valid_workflow_package/__init__.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/valid_workflow_package/workflow.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/zero_node_workflow_package/__init__.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/zero_node_workflow_package/workflow.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/workflow.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core.egg-info/SOURCES.txt +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core.egg-info/dependency_links.txt +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core.egg-info/requires.txt +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core.egg-info/top_level.txt +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/Makefile +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/auto-proc-concept-model.png +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/auto_proc_brick.png +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/automated-processing-deployed.png +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/changelog.rst +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/conf.py +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/index.rst +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/make.bat +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/requirements.txt +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/licenses/LICENSE.rst +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/pyproject.toml +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/setup.cfg +0 -0
- {dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/setup.py +0 -0
|
@@ -1,3 +1,12 @@
|
|
|
1
|
+
v3.1.0 (2024-04-02)
|
|
2
|
+
===================
|
|
3
|
+
|
|
4
|
+
Features
|
|
5
|
+
--------
|
|
6
|
+
|
|
7
|
+
- Add a 'rollback' method to the Task API for removing changes to persistent stores performed by the task. (`#32 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/32>`__)
|
|
8
|
+
|
|
9
|
+
|
|
1
10
|
v3.0.1 (2023-12-20)
|
|
2
11
|
===================
|
|
3
12
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dkist-processing-core
|
|
3
|
-
Version: 3.0
|
|
3
|
+
Version: 3.1.0
|
|
4
4
|
Summary: Abstraction layer that is used by the DKIST Science Data Processing pipelines to process DKIST data using Apache Airflow.
|
|
5
5
|
Home-page: https://bitbucket.org/dkistdc/dkist-processing-core/src/main/
|
|
6
6
|
Author: NSO / AURA
|
|
@@ -60,7 +60,7 @@ class Node:
|
|
|
60
60
|
"""Render the node as python code for a notebook cell."""
|
|
61
61
|
lines = [
|
|
62
62
|
f"from {self.task.__module__} import {self.task.__name__}",
|
|
63
|
-
f"with {self.task.__name__}(recipe_run_id=recipe_run_id, workflow_name='{self.workflow_name}', workflow_version='{self.workflow_version}') as t:\n #t.is_task_manual = True\n t()",
|
|
63
|
+
f"with {self.task.__name__}(recipe_run_id=recipe_run_id, workflow_name='{self.workflow_name}', workflow_version='{self.workflow_version}') as t:\n #t.is_task_manual = True\n t()\n #t.rollback()",
|
|
64
64
|
]
|
|
65
65
|
return "\n".join(lines)
|
|
66
66
|
|
|
@@ -220,6 +220,9 @@ class TaskBase(ABC):
|
|
|
220
220
|
def post_run(self) -> None:
|
|
221
221
|
"""Intended to be overridden and will execute after run() with Elastic APM span capturing."""
|
|
222
222
|
|
|
223
|
+
def rollback(self) -> None:
|
|
224
|
+
"""Rollback any changes to persistent stores performed by the task."""
|
|
225
|
+
|
|
223
226
|
def __call__(self) -> None:
|
|
224
227
|
"""
|
|
225
228
|
DAG task wrapper. Execution is instrumented with Application Performance Monitoring if configured.
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dkist-processing-core
|
|
3
|
-
Version: 3.0
|
|
3
|
+
Version: 3.1.0
|
|
4
4
|
Summary: Abstraction layer that is used by the DKIST Science Data Processing pipelines to process DKIST data using Apache Airflow.
|
|
5
5
|
Home-page: https://bitbucket.org/dkistdc/dkist-processing-core/src/main/
|
|
6
6
|
Author: NSO / AURA
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/build_utils.py
RENAMED
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/resource_queue.py
RENAMED
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/__init__.py
RENAMED
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/conftest.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_node.py
RENAMED
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/tests/test_task.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/dkist_processing_core/workflow.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/auto-proc-concept-model.png
RENAMED
|
File without changes
|
|
File without changes
|
{dkist-processing-core-3.0.1 → dkist-processing-core-3.1.0}/docs/automated-processing-deployed.png
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|