marEx 4.0.3__tar.gz → 4.0.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {marex-4.0.3 → marex-4.0.4}/PKG-INFO +1 -1
- {marex-4.0.3 → marex-4.0.4}/marEx/detect.py +4 -1
- {marex-4.0.3 → marex-4.0.4}/marEx.egg-info/PKG-INFO +1 -1
- {marex-4.0.3 → marex-4.0.4}/.codecov.yml +0 -0
- {marex-4.0.3 → marex-4.0.4}/.github/workflows/README.md +0 -0
- {marex-4.0.3 → marex-4.0.4}/.github/workflows/ci.yml +0 -0
- {marex-4.0.3 → marex-4.0.4}/.github/workflows/release.yml +0 -0
- {marex-4.0.3 → marex-4.0.4}/.github/workflows/validate.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/.readthedocs.yaml +0 -0
- {marex-4.0.3 → marex-4.0.4}/CITATION.cff +0 -0
- {marex-4.0.3 → marex-4.0.4}/CONTRIBUTING.md +0 -0
- {marex-4.0.3 → marex-4.0.4}/MANIFEST.in +0 -0
- {marex-4.0.3 → marex-4.0.4}/README.md +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/batch jobs/run_detect.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/batch jobs/run_track.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/batch jobs/submit_track.sh +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/gridded data/01_preprocess_extremes.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/gridded data/02_id_track_events.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/gridded data/03_visualise_events.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/regional data/01_preprocess_extremes.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/regional data/02_id_track_events.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/regional data/03_visualise_events.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/unstructured data/01_preprocess_extremes.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/unstructured data/02_id_track_events.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/examples/unstructured data/03_visualise_events.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/__init__.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/_coverage_init.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/_dependencies.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/exceptions.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/helper.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/logging_config.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/plotX/__init__.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/plotX/base.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/plotX/gridded.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/plotX/unstructured.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx/track.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx.egg-info/SOURCES.txt +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx.egg-info/dependency_links.txt +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx.egg-info/requires.txt +0 -0
- {marex-4.0.3 → marex-4.0.4}/marEx.egg-info/top_level.txt +0 -0
- {marex-4.0.3 → marex-4.0.4}/pyproject.toml +0 -0
- {marex-4.0.3 → marex-4.0.4}/setup.cfg +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/__init__.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/conftest.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/coverage_config.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/make_test_data.ipynb +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_detect_detrending.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_detect_helpers.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_error_handling.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_exceptions.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_gridded_preprocessing.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_gridded_tracking.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_integration.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_logging_system.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_plotx.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_track_edge_cases.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_track_helpers.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_unstructured_preprocessing.py +0 -0
- {marex-4.0.3 → marex-4.0.4}/tests/test_unstructured_tracking.py +0 -0
|
@@ -622,7 +622,9 @@ def preprocess_data(
|
|
|
622
622
|
ds = ds.isel({dimensions["time"]: time_sel})
|
|
623
623
|
|
|
624
624
|
# Break graph after expensive anomaly computation
|
|
625
|
-
|
|
625
|
+
# Only needed for shifting baseline, because this is the most expensive method
|
|
626
|
+
# Other methods result in an odd chunking structure that cannot be checkpointed easily
|
|
627
|
+
if use_temp_checkpoints and method_anomaly == "shifting_baseline":
|
|
626
628
|
logger.debug("Checkpointing anomaly dataset to break graph dependencies")
|
|
627
629
|
ds = checkpoint_to_zarr(ds, name="anomalies", timedim=dimensions["time"])
|
|
628
630
|
|
|
@@ -789,6 +791,7 @@ def preprocess_data(
|
|
|
789
791
|
show_progress=True,
|
|
790
792
|
):
|
|
791
793
|
ds = ds.persist(optimize_graph=True)
|
|
794
|
+
ds["thresholds"] = ds.thresholds.compute() # Patch for a dask-Zarr bug that has problems saving this data array...
|
|
792
795
|
ds["mask"] = ds.mask.compute()
|
|
793
796
|
ds["dat_anomaly"] = fix_dask_tuple_array(ds.dat_anomaly)
|
|
794
797
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|