ctao-calibpipe 0.3.0rc2__py3-none-any.whl

calibpipe/tests/conftest.py

@@ -0,0 +1,274 @@
+"""
+Test configuration and fixtures for CalibPipe tests.
+
+This module provides fixtures for managing test data from the DPPS test data repository,
+using ctapipe's get_dataset_path utility with CalibPipe-specific defaults.
+
+Set the CALIBPIPE_DATASET_URL environment variable to override the default URL:
+https://minio-cta.zeuthen.desy.de/dpps-testdata-public/data/calibpipe-test-data/
+"""
+
+import shutil
+import tempfile
+from pathlib import Path
+
+import pytest
+from ctapipe.utils.datasets import get_dataset_path
+
+# Default URL for CalibPipe test data
+DEFAULT_CALIBPIPE_URL = (
+    "https://minio-cta.zeuthen.desy.de/dpps-testdata-public/data/calibpipe-test-data/"
+)
+
+# Mapping from local file paths to server file paths (for historical compatibility)
+FILE_PATH_MAPPING = {
+    # Local path -> Server path
+    "array/cross_calibration_test_dl2.h5": "cross_calibration_test_dl2.h5",
+    "telescope/throughput/lst_muon_table.h5": "dl1_lst_muon_simulation.h5",
+    "telescope/throughput/empty_muon_table.h5": "empty_muon_table.h5",
+    "telescope/camera/flatfield_LST_dark.simtel.gz": "camera-calibration-test-data/flasher_LST_dark.simtel.gz",
+    "telescope/camera/pedestal_LST_dark.simtel.gz": "camera-calibration-test-data/pedestals_LST_dark.simtel.gz",
+    "telescope/camera/high_statsagg_v1_single_chunk.dl1.h5": "camera-calibration-test-data/high_statsagg_v1_single_chunk.dl1.h5",
+    "telescope/camera/high_statsagg_v1_same_chunks.dl1.h5": "camera-calibration-test-data/high_statsagg_v1_same_chunks.dl1.h5",
+    "telescope/camera/high_statsagg_v1_different_chunks.dl1.h5": "camera-calibration-test-data/high_statsagg_v1_different_chunks.dl1.h5",
+    # Muon test data files  - lst LaPalma
+    "telescope/throughput/muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8.h5": "muon-test-data/muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8.h5",
+    "telescope/throughput/muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.81.h5": "muon-test-data/muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.81.h5",
+    "telescope/throughput/muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.83.h5": "muon-test-data/muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.83.h5",
+    "telescope/throughput/muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8.h5": "muon-test-data/muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8.h5",
+    "telescope/throughput/muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.81.h5": "muon-test-data/muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.81.h5",
+    "telescope/throughput/muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.83.h5": "muon-test-data/muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.83.h5",
+    # Muon test data files  - mst LaPalma (NC)
+    "telescope/throughput/muon+_0deg_0deg_run000006___cta-prod6-2156m-LaPalma-mst-nc-dark-ref-degraded-0.83.h5": "muon-test-data/muon+_0deg_0deg_run000006___cta-prod6-2156m-LaPalma-mst-nc-dark-ref-degraded-0.83.h5",
+    # Muon test data files  - mst Paranal (FC)
+    "telescope/throughput/muon+_0deg_0deg_run000002___cta-prod6-2147m-Paranal-mst-fc-dark-ref-degraded-0.83.h5": "muon-test-data/muon+_0deg_0deg_run000002___cta-prod6-2147m-Paranal-mst-fc-dark-ref-degraded-0.83.h5",
+    # DL0 muon test data files
+    "telescope/throughput/muon-_37.35deg_0deg_run000004___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8_summer.simtel.zst": "muon-test-data/muon-_37.35deg_0deg_run000004___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8_summer.simtel.zst",
+    "telescope/throughput/muon+_37.35deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8_summer.simtel.zst": "muon-test-data/muon+_37.35deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8_summer.simtel.zst",
+}
+
+# Test data files available in the CalibPipe test data repository (local paths)
+TEST_FILES = list(FILE_PATH_MAPPING.keys())
+
+
+@pytest.fixture(scope="session")
+def calibpipe_test_data_dir():
+    """
+    Fixture providing the base test data directory.
+
+    This creates a temporary directory structure for test data
+    and ensures all required test files are downloaded using ctapipe's get_dataset_path
+    with CalibPipe-specific URL defaults.
+
+    Uses CALIBPIPE_DATASET_URL environment variable if set, otherwise defaults to:
+    https://minio-cta.zeuthen.desy.de/dpps-testdata-public/data/calibpipe-test-data/
+    """
+    test_data_dir = Path(tempfile.mkdtemp(prefix="calibpipe_test_data_"))
+
+    try:
+        # Create directory structure
+        (test_data_dir / "array").mkdir()
+        (test_data_dir / "telescope" / "throughput").mkdir(parents=True)
+        (test_data_dir / "telescope" / "camera").mkdir(parents=True)
+
+        # Download and copy required files
+        for local_path, server_path in FILE_PATH_MAPPING.items():
+            # Download using the server path
+            cached_file = get_dataset_path(server_path, url=DEFAULT_CALIBPIPE_URL)
+            # Place in the local directory structure
+            target_file = test_data_dir / local_path
+            shutil.copy2(cached_file, target_file)
+
+        yield test_data_dir
+
+    finally:
+        # Clean up
+        shutil.rmtree(test_data_dir, ignore_errors=True)
+
+
+@pytest.fixture(scope="session")
+def cross_calibration_dl2_file(calibpipe_test_data_dir):
+    """Fixture providing the cross-calibration DL2 test file."""
+    return calibpipe_test_data_dir / "array" / "cross_calibration_test_dl2.h5"
+
+
+@pytest.fixture(scope="session")
+def lst_muon_table_file(calibpipe_test_data_dir):
+    """Fixture providing the LST muon table test file."""
+    return calibpipe_test_data_dir / "telescope" / "throughput" / "lst_muon_table.h5"
+
+
+@pytest.fixture(scope="session")
+def empty_muon_table_file(calibpipe_test_data_dir):
+    """Fixture providing the empty muon table test file."""
+    return calibpipe_test_data_dir / "telescope" / "throughput" / "empty_muon_table.h5"
+
+
+# lst
+@pytest.fixture(scope="session")
+def muon_minus_r80_file(calibpipe_test_data_dir):
+    """Fixture providing the μ- muon test file with reflectivity 0.8."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8.h5"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_minus_r81_file(calibpipe_test_data_dir):
+    """Fixture providing the μ- muon test file with reflectivity 0.81."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.81.h5"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_minus_r83_file(calibpipe_test_data_dir):
+    """Fixture providing the μ- muon test file with reflectivity 0.83."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon-_0deg_0deg_run000008___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.83.h5"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_plus_r80_file(calibpipe_test_data_dir):
+    """Fixture providing the μ+ muon test file with reflectivity 0.8."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8.h5"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_plus_r81_file(calibpipe_test_data_dir):
+    """Fixture providing the μ+ muon test file with reflectivity 0.81."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.81.h5"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_plus_r83_file(calibpipe_test_data_dir):
+    """Fixture providing the μ+ muon test file with reflectivity 0.83."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon+_0deg_0deg_run000012___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.83.h5"
+    )
+
+
+# mst nc
+@pytest.fixture(scope="session")
+def muon_mst_nc_file(calibpipe_test_data_dir):
+    """Fixture providing the μ+ muon test file with reflectivity 0.83. (MST-NC)"""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon+_0deg_0deg_run000006___cta-prod6-2156m-LaPalma-mst-nc-dark-ref-degraded-0.83.h5"
+    )
+
+
+# mst fc
+@pytest.fixture(scope="session")
+def muon_mst_fc_file(calibpipe_test_data_dir):
+    """Fixture providing the μ+ muon test file with reflectivity 0.83. (MST-FC)"""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon+_0deg_0deg_run000002___cta-prod6-2147m-Paranal-mst-fc-dark-ref-degraded-0.83.h5"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_test_files(
+    muon_minus_r80_file,
+    muon_minus_r81_file,
+    muon_minus_r83_file,
+    muon_plus_r80_file,
+    muon_plus_r81_file,
+    muon_plus_r83_file,
+):
+    """Fixture providing a dictionary of all muon test files organized by particle type and reflectivity (lst)."""
+    return {
+        "μ-": {
+            "0.80": muon_minus_r80_file,
+            "0.81": muon_minus_r81_file,
+            "0.83": muon_minus_r83_file,
+        },
+        "μ+": {
+            "0.80": muon_plus_r80_file,
+            "0.81": muon_plus_r81_file,
+            "0.83": muon_plus_r83_file,
+        },
+    }
+
+
+@pytest.fixture(scope="session")
+def flatfield_file(calibpipe_test_data_dir):
+    """Fixture providing the flatfield calibration test file."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "camera"
+        / "flatfield_LST_dark.simtel.gz"
+    )
+
+
+@pytest.fixture(scope="session")
+def pedestal_file(calibpipe_test_data_dir):
+    """Fixture providing the pedestal calibration test file."""
+    return (
+        calibpipe_test_data_dir / "telescope" / "camera" / "pedestal_LST_dark.simtel.gz"
+    )
+
+
+@pytest.fixture(scope="session")
+def muon_simtel_file(calibpipe_test_data_dir):
+    """Fixture providing the pedestal calibration test file."""
+    return (
+        calibpipe_test_data_dir
+        / "telescope"
+        / "throughput"
+        / "muon-_37.35deg_0deg_run000004___cta-prod6-2156m-LaPalma-lst-dark-ref-degraded-0.8_summer.simtel.zst"
+    )
+
+
+@pytest.fixture(
+    scope="session", params=["single_chunk", "same_chunks", "different_chunks"]
+)
+def calibpipe_dl1_file(request, calibpipe_test_data_dir):
+    """Fixture providing calibpipe DL1 test files with different chunking modes."""
+    mode = request.param
+    filename = f"high_statsagg_v1_{mode}.dl1.h5"
+    return calibpipe_test_data_dir / "telescope" / "camera" / filename
+
+
+@pytest.fixture()
+def tmp_test_data_dir():
+    """
+    Fixture providing a temporary directory for test data.
+
+    This is useful for tests that need to create temporary files
+    or modify test data without affecting the cached versions.
+    """
+    tmp_dir = Path(tempfile.mkdtemp(prefix="calibpipe_tmp_test_"))
+    try:
+        yield tmp_dir
+    finally:
+        shutil.rmtree(tmp_dir, ignore_errors=True)

calibpipe/tests/data/atmosphere/molecular_atmosphere/contemporary_MDP.ecsv

@@ -0,0 +1,34 @@
+# %ECSV 1.0
+# ---
+# datatype:
+# - {name: height, unit: m, datatype: float64}
+# - {name: number density, unit: 1 / cm3, datatype: float64}
+# schema: astropy-2.0
+height "number density"
+0.0 2.5226221253975482e+19
+1000.0 2.2612248701943214e+19
+2000.0 2.0188159791161926e+19
+3000.0 1.821777495861036e+19
+4000.0 1.6455659215053523e+19
+5000.0 1.4943555611850443e+19
+6000.0 1.3555512867555471e+19
+7000.0 1.2239497020511496e+19
+8000.0 1.1015931343575489e+19
+9000.0 9.89813592093043e+18
+10000.0 8.860096921932773e+18
+11000.0 7.904336449894107e+18
+12000.0 6.990997567438649e+18
+13000.0 6.139328580924725e+18
+14000.0 5.360396027080355e+18
+15000.0 4.644145761612367e+18
+16000.0 3.989701117077186e+18
+17000.0 3.4018252254753705e+18
+18000.0 2.88252588630463e+18
+19000.0 2.428328176278362e+18
+20000.0 2.035126555710463e+18
+21000.0 1.6988154849148237e+18
+22000.0 1.4152894242053386e+18
+23000.0 1.1804428338959007e+18
+24000.0 9.901701743004028e+17
+25000.0 8.403659057327388e+17
+26000.0 7.269244885068019e+17