dkist-processing-core 7.0.2__tar.gz → 7.1.0__tar.gz

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/.snyk

@@ -1,3 +1,2 @@
 # Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities
 # https://docs.snyk.io/manage-risk/policies/the-.snyk-file#syntax-of-the-.snyk-file
-version: v1.25.0

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/CHANGELOG.rst

@@ -1,3 +1,20 @@
+v7.1.0 (2026-04-01)
+===================
+
+Misc
+----
+
+- Capture pip timeout and retry configuration in the build environment. (`#63 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/63>`__)
+- Configure the pool attribute on BashOperators in exported Airflow DAGs, simplifying resource management by unifying the previously separate queue and pool concepts. (`#64 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/64>`__)
+- Log common configuration when importing the "config.py" module, and ensure that module's import at the top of the `task`
+  package. This also involved updating `dkist_service_configuration` to 4.3.0 for new argument to `log_configurations`. (`#65 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/65>`__)
+- Temporarily ignore new Snyk critical vulnerability in apache-airflow-core 3.1.7 causing pipeline failures; upgrade to 3.1.8 planned for mid-April. (`#66 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/66>`__)
+- Use the jupyter lab interface when running the manual processing worker notebooks. (`#67 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/67>`__)
+- Exclude "build*" from `setuptools` package finding to avoid infinitely nesting "build/lib/build..." directories when running `pip install` multiple times. (`#68 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/68>`__)
+- Upgrade to airflow 3.1.8. (`#69 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/69>`__)
+- Remove Snyk ignore of patched critical vulnerability in apache-airflow-core 3.1.7. (`#69 <https://bitbucket.org/dkistdc/dkist-processing-core/pull-requests/69>`__)
+
+
 v7.0.2 (2026-02-12)
 ===================
 

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-core
-Version: 7.0.2
+Version: 7.1.0
 Summary: Abstraction layer used by the DKIST science data processing pipelines with Apache Airflow
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,12 +13,12 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: apache-airflow[celery,postgres]==3.1.7
+Requires-Dist: apache-airflow[celery,postgres]==3.1.8
 Requires-Dist: requests>=2.23
 Requires-Dist: talus<2.0,>=1.3.4
 Requires-Dist: pendulum
 Requires-Dist: nbformat>=5.9.2
-Requires-Dist: dkist-service-configuration<5.0,>=4.2.0
+Requires-Dist: dkist-service-configuration<5.0,>=4.3.0
 Requires-Dist: pydantic>2.0
 Provides-Extra: test
 Requires-Dist: pytest; extra == "test"
@@ -172,6 +172,10 @@ Environment Variables
      - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
    * - BUILD_VERSION
      - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
+   * - PIP_TIMEOUT
+     - annotation=int required=False default=15 description='Timeout for pip installs in seconds.'
+   * - PIP_RETRIES
+     - annotation=int required=False default=5 description='Number of retries for pip installs.'
 
 Development
 -----------

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/README.rst

@@ -131,6 +131,10 @@ Environment Variables
      - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
    * - BUILD_VERSION
      - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
+   * - PIP_TIMEOUT
+     - annotation=int required=False default=15 description='Timeout for pip installs in seconds.'
+   * - PIP_RETRIES
+     - annotation=int required=False default=5 description='Number of retries for pip installs.'
 
 Development
 -----------

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/dkist_processing_core/build_utils.py

@@ -135,5 +135,5 @@ class NotebookDockerfile:
         port = 8888
         return [
             f"EXPOSE {port}",
-            f"CMD jupyter notebook --NotebookApp.allow_root=True --NotebookApp.base_url='/mpw-{self.category}/' --NotebookApp.ip='0.0.0.0' --NotebookApp.port={port} --MappingKernelManager.cull_idle_timeout=300 --notebook-dir=/notebooks --allow-root",
+            f"CMD jupyter lab --NotebookApp.allow_root=True --NotebookApp.base_url='/mpw-{self.category}/' --NotebookApp.ip='0.0.0.0' --NotebookApp.port={port} --MappingKernelManager.cull_idle_timeout=300 --notebook-dir=/notebooks --allow-root",
         ]

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/dkist_processing_core/config.py

@@ -25,6 +25,8 @@ class DKISTProcessingCoreConfiguration(InstrumentedMeshServiceConfigurationBase)
     build_version: str = Field(
         default="dev", description="Fallback build version for workflow tasks."
     )
+    pip_timeout: int = Field(default=15, description="Timeout for pip installs in seconds.")
+    pip_retries: int = Field(default=5, description="Number of retries for pip installs.")
 
     @property
     def isb_mesh_service(self) -> MeshService:
@@ -78,5 +80,9 @@ class DKISTProcessingCoreConfiguration(InstrumentedMeshServiceConfigurationBase)
         return new
 
 
+# Ensure logging is configured
+import dkist_service_configuration.logging
+
 core_configurations = DKISTProcessingCoreConfiguration()
 core_configurations.auto_instrument()
+core_configurations.log_configurations(log_parent_configurations=True)

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/dkist_processing_core/node.py

@@ -42,6 +42,7 @@ class Node:
         self.workflow_package = workflow_package
         self.upstreams = upstreams
         self.resource_queue = resource_queue
+        self.pool = f"{resource_queue.value}_pool"
         self.pip_extras = ["frozen"] + (pip_extras or [])
 
     @property
@@ -81,6 +82,7 @@ class Node:
     ),
     owner="DKIST Data Center",
     queue="{self.resource_queue.value}",
+    pool="{self.pool}",
     output_processor=str,
 )
 """

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/dkist_processing_core.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dkist-processing-core
-Version: 7.0.2
+Version: 7.1.0
 Summary: Abstraction layer used by the DKIST science data processing pipelines with Apache Airflow
 Author-email: NSO / AURA <dkistdc@nso.edu>
 License: BSD-3-Clause
@@ -13,12 +13,12 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.13
 Description-Content-Type: text/x-rst
-Requires-Dist: apache-airflow[celery,postgres]==3.1.7
+Requires-Dist: apache-airflow[celery,postgres]==3.1.8
 Requires-Dist: requests>=2.23
 Requires-Dist: talus<2.0,>=1.3.4
 Requires-Dist: pendulum
 Requires-Dist: nbformat>=5.9.2
-Requires-Dist: dkist-service-configuration<5.0,>=4.2.0
+Requires-Dist: dkist-service-configuration<5.0,>=4.3.0
 Requires-Dist: pydantic>2.0
 Provides-Extra: test
 Requires-Dist: pytest; extra == "test"
@@ -172,6 +172,10 @@ Environment Variables
      - annotation=str required=False default='classic' description='Queue type for the interservice-bus.' examples=['quorum', 'classic']
    * - BUILD_VERSION
      - annotation=str required=False default='dev' description='Fallback build version for workflow tasks.'
+   * - PIP_TIMEOUT
+     - annotation=int required=False default=15 description='Timeout for pip installs in seconds.'
+   * - PIP_RETRIES
+     - annotation=int required=False default=5 description='Number of retries for pip installs.'
 
 Development
 -----------

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/dkist_processing_core.egg-info/requires.txt

@@ -1,9 +1,9 @@
-apache-airflow[celery,postgres]==3.1.7
+apache-airflow[celery,postgres]==3.1.8
 requests>=2.23
 talus<2.0,>=1.3.4
 pendulum
 nbformat>=5.9.2
-dkist-service-configuration<5.0,>=4.2.0
+dkist-service-configuration<5.0,>=4.3.0
 pydantic>2.0
 
 [docs]

{dkist_processing_core-7.0.2 → dkist_processing_core-7.1.0}/pyproject.toml

@@ -2,8 +2,8 @@
 requires = ["setuptools>=64", "setuptools_scm>=8", "wheel", "build"]
 build-backend = "setuptools.build_meta"
 
-[tool.setuptools.packages]
-find = {}
+[tool.setuptools.packages.find]
+exclude = ["build*"]
 
 [tool.setuptools_scm]
 
@@ -21,12 +21,12 @@ classifiers = [
   "Programming Language :: Python :: 3.13",
 ]
 dependencies = [
-  "apache-airflow[postgres, celery] == 3.1.7",
+  "apache-airflow[postgres, celery] == 3.1.8",
   "requests >= 2.23",
   "talus >= 1.3.4, <2.0",
   "pendulum",
   "nbformat >= 5.9.2",
-  "dkist-service-configuration >=4.2.0, <5.0",
+  "dkist-service-configuration >=4.3.0, <5.0",
   "pydantic > 2.0",
 ]