cgse 2024.7.0__py3-none-any.whl → 2025.0.2__py3-none-any.whl

scripts/ias/correct_trp_swap_achel.py

@@ -1,199 +0,0 @@
-import os
-import shutil
-from datetime import datetime
-from pathlib import PosixPath
-
-import pandas as pd
-from pandas.core.frame import DataFrame
-
-from egse.config import find_file
-from egse.fee.n_fee_hk import counts_to_temperature, ORIGIN
-from egse.obsid import obsid_from_storage
-from egse.setup import load_setup, NavigableDict
-from dateutil.rrule import rrule, DAILY
-
-
-def correct_achel(data_dir: str = None):
-    """ PLATO-IAS-PL-NCR-0037: TRP5-8-10 inconsistent telemetry.
-
-    During the Achel test campaign, the TRP5, TRP8, and TRP10 temperature sensors of the N-FEE were swapped in the TM
-    dictionary.  As a result, the columns with their raw values have been swapped in the N-FEE HK file and the
-    calibration is applied incorrectly.
-
-    For all N-FEE HK files of the Achel test campaign (obsid 996 - 1528 / OD 20230404 - 20230719), this functions does
-    the following:
-
-        * Make a copy of the original N-FEE HK files (incl. "old" in their filename)
-        * In the original files:
-            - Swap the column names for the raw values for those three TRPs
-            - Apply the calibration for those three columns
-
-    These changes will be applied to the relevant folders in the /obs and /daily sub-folder of the given data folder.
-
-    Args:
-        - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.  Default is the content of the
-                    PLATO_DATA_STORAGE_LOCATION environment variable.
-    """
-
-    data_dir = data_dir or os.environ["PLATO_DATA_STORAGE_LOCATION"]
-
-    setup = load_setup(setup_id=115, site_id="IAS", from_disk=True)
-    sensor_info = setup.camera.fee.calibration.temperatures.TOU_TRP_PT1000
-
-    # Correct /obs folder
-
-    correct_obsid_range(996, 1528, sensor_info, "achel", data_dir)
-
-    # Correct /daily folder
-
-    correct_od_range(20230404, 20230719, sensor_info, data_dir)
-
-
-def correct_obsid_range(first_obsid: int, last_obsid: int, sensor_info: NavigableDict, camera_name: str, data_dir: str):
-    """
-     Correct for the swap between TRP5, TRP8, and TRP10 in the N-FEE HK file for the obsid range.
-
-     This function does the following:
-
-        * Make a copy of the original N-FEE HK files (incl. "old" in the filename)
-        * In the original files:
-            - Swap the column names for the raw values for those three TRPs
-            - Apply the calibration for those three columns
-
-     Args:
-         - first_obsid: First obsid.
-         - last_obsid: Last obsid.
-         - sensor_info: Calibration information for the TOU_TRP_PT1000 sensor type.
-         - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.
-    """
-
-    for obsid in range(first_obsid, last_obsid + 1):
-        correct_obsid(obsid, sensor_info, camera_name, data_dir)
-
-
-def correct_obsid(obsid: int, sensor_info: NavigableDict, camera_name: str, data_dir: str):
-    """
-     Correct for the swap between TRP5, TRP8, and TRP10 in the N-FEE HK file for the given obsid.
-
-     This function does the following:
-
-        * Make a copy of the original file (incl. "old" in the filename)
-        * In the original file:
-            - Swap the column names for the raw values for those three TRPs
-            - Apply the calibration for those three columns
-
-     Args:
-         - obsid: Observation identifier.
-         - sensor_info: Calibration information for the TOU_TRP_PT1000 sensor type.
-         - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.
-    """
-
-    stored_obsid = obsid_from_storage(obsid, data_dir=data_dir, site_id="IAS", camera_name=camera_name)
-    pattern = f"{stored_obsid}_{ORIGIN}_*.csv"
-    nfee_hk_filename = find_file(pattern, root=f"{data_dir}/obs/{stored_obsid}")    # PosixPath
-
-    if nfee_hk_filename is None:
-        print(f"No N-FEE HK available for obsid {stored_obsid}")
-        return
-
-    correct_file(nfee_hk_filename, sensor_info)
-
-
-def correct_od_range(first_od: int, last_od: int, sensor_info: NavigableDict, data_dir: str):
-    """
-     Correct for the swap between TRP5, TRP8, and TRP10 in the N-FEE HK file for the OD range.
-
-     This function does the following:
-
-        * Make a copy of the original N-FEE HK files (incl. "old" in the filename)
-        * In the original files:
-            - Swap the column names for the raw values for those three TRPs
-            - Apply the calibration for those three columns
-
-     Args:
-         - first_od: First observing day [yyyymmdd].
-         - last_od: Last observing day [yyyymmdd].
-         - sensor_info: Calibration information for the TOU_TRP_PT1000 sensor type.
-         - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.
-    """
-
-    start = datetime.strptime(str(first_od), "%Y%m%d")
-    end = datetime.strptime(str(last_od), "%Y%m%d")
-
-    for dt in rrule(DAILY, dtstart=start, until=end):
-        correct_od(dt.strftime("%Y%m%d"), sensor_info, data_dir)
-
-
-def correct_od(od: int, sensor_info: NavigableDict, data_dir: str):
-    """
-     Correct for the swap between TRP5, TRP8, and TRP10 in the N-FEE HK file for the given OD.
-
-     This function does the following:
-
-        * Make a copy of the original N-FEE HK file (incl. "old" in the filename)
-        * In the original file:
-            - Swap the column names for the raw values for those three TRPs
-            - Apply the calibration for those three columns
-
-     Args:
-         - od: Observing day [yyyymmdd].
-         - sensor_info: Calibration information for the TOU_TRP_PT1000 sensor type.
-         - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.
-    """
-
-    pattern = f"{od}_IAS_{ORIGIN}.csv"
-    nfee_hk_filename = find_file(pattern, root=f"{data_dir}/daily/{od}")    # PosixPath
-
-    if nfee_hk_filename is None:
-        print(f"No N-FEE HK available for OD {od}")
-        return
-
-    correct_file(nfee_hk_filename, sensor_info)
-
-
-def correct_file(filename: PosixPath, sensor_info: NavigableDict):
-    """
-     Correct for the swap between TRP5, TRP8, and TRP10 in the N-FEE HK file with the given filename.
-
-     This function does the following:
-
-        * Make a copy of the original file (incl. "old" in the filename)
-        * In the original file:
-            - Swap the column names for the raw values for those three TRPs
-            - Apply the calibration for those three columns
-
-     Args:
-         - filename: Filename of the original N-FEE HK file that needs to be corrected.
-         - sensor_info: Calibration information for the TOU_TRP_PT1000 sensor type.
-    """
-
-    filename = str(filename)
-
-    # Make a copy of the original file (incl. "old" in the filename) in the same folder
-
-    copy_filename = f"{filename.split('.')[0]}_old.csv"
-    if not os.path.isfile(copy_filename):
-        shutil.copyfile(filename, copy_filename)
-
-    # Swap the column names (TRP5 -> TRP8; TRP8 -> TRP10; TRP10 -> TRP5)
-
-    dataframe: DataFrame = pd.read_csv(filename)
-    dataframe[["NFEE_TOU_TRP5_RAW", "NFEE_TOU_TRP8_RAW", "NFEE_TOU_TRP10_RAW"]] \
-        = dataframe[["NFEE_TOU_TRP8_RAW", "NFEE_TOU_TRP10_RAW", "NFEE_TOU_TRP5_RAW"]]
-
-    # Correct the calibration
-
-    for trp in ["NFEE_TOU_TRP5", "NFEE_TOU_TRP8", "NFEE_TOU_TRP10"]:
-        raw_values = dataframe[f"{trp}_RAW"].values
-        calibrated_values = [counts_to_temperature(f"{trp}_RAW", raw_value, sensor_info[trp])
-                             for raw_value in raw_values]
-        dataframe[trp] = calibrated_values
-
-    # Update the changes in the original file (not in the copy that was created at the beginning)
-
-    dataframe.to_csv(filename)

scripts/inta/correct_ccd_temp_cal_duvel.py

@@ -1,43 +0,0 @@
-import os
-
-from egse.setup import _load_yaml
-from scripts.correct_ccd_cold_temperature_cal import correct_obsid_range, correct_od_range
-
-SITE_ID = "INTA"
-
-
-def correct_duvel(data_dir: str = None):
-    """ Apply correct CCD temperature calibration in the cold.
-
-     The problem was reported in https://github.com/IvS-KULeuven/plato-cgse-conf/issues/403:
-     Correction needed to Cold CCD Temperature Calibration Coefficient
-
-    During the Duvel test campaign, the CCD temperature calibration in the cold was incorrect.
-
-    For all N-FEE HK files of the Duvel test campaign (obsid 872 - 1139 / OD 20230922 - 20231019), this functions does
-    the following:
-
-        * Make a copy of the original N-FEE HK files (incl. "old" in their filename)
-        * In the original files: Apply the correct CCD temperature calibration in the columns for the calibrated CCD
-          temperatures (in the cold)
-
-    These changes will be applied to the relevant folders in the /obs and /daily sub-folder of the given data folder.
-
-    Args:
-        - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.  Default is the content of the
-                    PLATO_DATA_STORAGE_LOCATION environment variable.
-    """
-
-    data_dir = data_dir or os.environ["PLATO_DATA_STORAGE_LOCATION"]
-
-    cal_filename = "yaml//../../common/n-fee/nfee_sensor_calibration_duvel_v3.yaml"
-    sensor_info = _load_yaml(cal_filename).temperatures.CCD_PT1000
-
-    # Correct /obs folder -> https://github.com/IvS-KULeuven/plato-common-egse/issues/2771
-
-    correct_obsid_range(872, 1139, sensor_info, "duvel", data_dir, SITE_ID)
-
-    # Correct /daily folder -> https://github.com/IvS-KULeuven/plato-common-egse/issues/2771
-
-    correct_od_range(20230922, 20231019, sensor_info, data_dir, SITE_ID)

scripts/inta/correct_ccd_temp_cal_gueuze.py

@@ -1,43 +0,0 @@
-import os
-
-from egse.setup import _load_yaml
-from scripts.correct_ccd_cold_temperature_cal import correct_obsid_range, correct_od_range
-
-SITE_ID = "INTA"
-
-
-def gueuze(data_dir: str = None):
-    """ Apply correct CCD temperature calibration in the cold.
-
-     The problem was reported in https://github.com/IvS-KULeuven/plato-cgse-conf/issues/403:
-     Correction needed to Cold CCD Temperature Calibration Coefficient
-
-    During the Gueuze test campaign, the CCD temperature calibration in the cold was incorrect.
-
-    For all N-FEE HK files of the Gueuze test campaign (obsid 1140 - 1497 / OD 20231107 - 20231213), this functions does
-    the following:
-
-        * Make a copy of the original N-FEE HK files (incl. "old" in their filename)
-        * In the original files: Apply the correct CCD temperature calibration in the columns for the calibrated CCD
-          temperatures (in the cold)
-
-    These changes will be applied to the relevant folders in the /obs and /daily sub-folder of the given data folder.
-
-    Args:
-        - data_dir: Full path to the directory in which the data resides.  This is the folder with sub-folders /obs and
-                    /daily, in which the N-FEE HK files are stored.  Default is the content of the
-                    PLATO_DATA_STORAGE_LOCATION environment variable.
-    """
-
-    data_dir = data_dir or os.environ["PLATO_DATA_STORAGE_LOCATION"]
-
-    cal_filename = "yaml//../../common/n-fee/nfee_sensor_calibration_gueuze_v3.yaml"
-    sensor_info = _load_yaml(cal_filename).temperatures.CCD_PT1000
-
-    # Correct /obs folder -> https://github.com/IvS-KULeuven/plato-common-egse/issues/2771
-
-    correct_obsid_range(1140, 1497, sensor_info, "gueuze", data_dir, SITE_ID)
-
-    # Correct /daily folder -> https://github.com/IvS-KULeuven/plato-common-egse/issues/2771
-
-    correct_od_range(20231107, 20231213, sensor_info, data_dir, SITE_ID)

scripts/n_fee_supply_voltage_calculation.py

@@ -1,92 +0,0 @@
-import pandas
-from math import isnan
-from egse.hk import read_conversion_dict
-from egse.fee.n_fee_hk import ORIGIN
-
-filename = "/Users/sara/work/Instrumentation/Plato/data/PLATO-MSSL-PL-FI-0063_1.1_N-FEE_PFM_HK_Calibrations_File.xlsx"
-
-
-def print_temperature_calibration(filename: str):
-    table = pandas.read_excel(filename, sheet_name="HK & DAC Calibrations",
-                              usecols="B, E, F, I, J",
-                              names=["mssl_names", "gain1", "offset1", "gain2", "offset2"])
-
-    mssl_names = table["mssl_names"]
-    gain1 = table["gain1"]
-    offset1 = table["offset1"]
-    gain2 = table["gain2"]
-    offset2 = table["offset2"]
-
-    hk_name_mapping = read_conversion_dict(ORIGIN, use_site=False)
-
-    for index in range(len(mssl_names)):
-        mssl_name = mssl_names[index]
-
-        if isinstance(mssl_name, str) and "[" in mssl_name and "]" in mssl_name:
-            mssl_name = mssl_name.split("[")[0]
-            egse_name = hk_name_mapping[mssl_name]
-
-            is_temperature_calibration = "_T_" in egse_name or "TRP" in egse_name
-            if is_temperature_calibration:
-                print(f"\t{egse_name} ({mssl_name}):")
-                # print(gain1[index], offset1[index])
-
-                if "TSENSE" in mssl_name:
-                    print(f"\t\tcounts_to_temperature_gain: {gain1[index]}")
-                    print(f"\tcounts_to_temperature_offset: {offset1[index]}")
-
-                else:
-                    print(f"\t\tcounts_to_resistance_gain: {gain2[index]}")
-                    print(f"\t\toffset: {offset2[index]}")
-                    print(f"\t\tresistance_to_temperature:")
-
-                    if "CCD" in mssl_name:
-                        print(f"\t\t\tmethod: polynomial")
-                        print(f"\t\t\ttemperature_to_resistance_coefficients: XXX")
-                    else:
-                        print(f"\t\t\tmethod: callendar_van_dusen")
-                        print(f"\t\t\tstandard: EN60751")
-                        print(f"\t\t\tref_resistance: 1000")
-
-
-def print_supply_voltage_calibration(filename: str):
-    table = pandas.read_excel(filename, sheet_name="HK & DAC Calibrations",
-                              usecols="B, T, U, E, F",
-                              names=["mssl_names", "gain1", "offset1", "gain2", "offset2"])
-
-    mssl_names = table["mssl_names"]
-    gain1 = table["gain1"]
-    offset1 = table["offset1"]
-    gain2 = table["gain2"]
-    offset2 = table["offset2"]
-
-    hk_name_mapping = read_conversion_dict(ORIGIN, use_site=False)
-
-    for index in range(len(mssl_names)):
-        mssl_name = mssl_names[index]
-
-        if isinstance(mssl_name, str) and "[" in mssl_name and "]" in mssl_name:
-            mssl_name = mssl_name.split("[")[0]
-            egse_name = hk_name_mapping[mssl_name]
-
-            is_temperature_calibration = "_T_" in egse_name or "TRP" in egse_name
-            if not is_temperature_calibration:
-                print(f"\t{egse_name}:")
-
-                if not isnan(gain1[index]) and not isnan(offset1[index]):
-                    print(f"\t\tgain: {gain1[index]}")
-                    print(f"\t\toffset: {offset1[index]}")
-                elif not isnan(gain2[index]) and not isnan(offset2[index]):
-                    print(f"\t\tgain: {gain2[index]}")
-                    print(f"\t\toffset: {offset2[index]}")
-
-
-def print_n_fee_calibration(filename):
-    print("temperatures:")
-    # TODO Print sub-sections
-    print_temperature_calibration(filename)
-
-    print("")
-
-    print("supply_voltages:")
-    print_supply_voltage_calibration(filename)

scripts/playground.py

@@ -1,30 +0,0 @@
-import logging
-
-from egse.aeu.aeu import CRIOProxy
-from egse.tcs.tcs import TCSProxy
-
-LOGGER = logging.getLogger("egse.test.tcs")
-
-while True:
-
-    time.sleep(1.0)
-
-    with TCSProxy() as tcs_proxy, CRIOProxy() as aeu_crio:
-
-        try:
-            trp1_avg = float(tcs_proxy.get_housekeeping_value("tou_rtd_tav").value)
-        except ValueError:
-            LOGGER.warning(f"TRP1 Value Error in cdaq alarms: trp1_avg should be a number, got {trp1_avg}."
-                           f"\nTerminating...")
-            if trp1_avg == "tbd":
-                LOGGER.warning("Got TBD for TRP1_AVG.\nCheck if the task is well running.\nTerminating...")
-            break
-            trp22_avg = float(tcs_proxy.get_housekeeping_value("fee_rtd_tav").value)
-        except ValueError:
-            LOGGER.warning(f"TRP22_AVG ValueError: trp22_avg should be a number, got {trp22_avg}."
-                           f"\nTerminating...")
-            if trp22_avg == "tbd":
-                LOGGER.warning("Got TBD for TRP22_AVG.\nCheck if the task is well running.\nTerminating...")
-            break
-
-        aeu_standby = aeu_crio.get_operating_mode() == OperatingMode.STANDBY  # True means aeu is in standby mode

scripts/print_hdf5_hk_data.py

@@ -1,68 +0,0 @@
-from __future__ import annotations
-from pathlib import Path
-
-import click
-import rich
-from rich.console import Console
-from rich.table import Table
-
-from egse import h5
-from egse.fee.nfee import HousekeepingData
-
-@click.command()
-@click.argument('filename')
-def print_hk_data(filename: str | Path):
-    """Prints the updated HK data that is saved in the HDF5 file."""
-
-    filename = Path(filename)
-
-    if filename.exists():
-        console = Console(width=80)
-        try:
-            with h5.get_file(filename, mode='r') as hdf5_file:
-                rich.print(f"HK data from {filename}", end='')
-                if "/obsid" in hdf5_file:
-                    obsid = h5.get_data(hdf5_file["/obsid"]).item().decode()
-                    if obsid != 'None':
-                        rich.print(f", OBSID = {obsid}\n")
-                    else:
-                        rich.print()
-
-                # TODO:
-                #    Make a table with 5 columns where the first column is the parameter name
-                #    the next columns the values for each frame
-                #    Detect specific names and convert the values (use dictionary dispatching?)
-
-                tmp_hk_data = {}
-                tmp_frame_numbers = []
-
-                for frame_number in {0, 1, 2, 3}:
-                    if (key := f"/{frame_number}/hk_data") in hdf5_file:
-                        tmp_frame_numbers.append(frame_number)
-                        hk_data = h5.get_data(hdf5_file[key])
-                        hk_data = HousekeepingData(hk_data)
-                        # rich.print(hk_data)
-                        for par_name in hk_data:
-                            if par_name not in tmp_hk_data:
-                                tmp_hk_data[par_name] = []
-                            tmp_hk_data[par_name].append(hk_data[par_name])
-
-                table = Table(title=f"Housekeeping Data for {obsid}", expand=False)
-                table.add_column("Parameter")
-
-                for fn in tmp_frame_numbers:
-                    table.add_column(f"Frame {fn}")
-
-                for k, v in tmp_hk_data.items():
-                    table.add_row(str(k), *[f"0x{x:0x}" for x in v])
-
-                console.print(table)
-
-        except OSError as exc:
-            rich.print(f"{filename=!s}, {exc}")
-    else:
-        rich.print(f"no such file {filename!s}")
-
-
-if __name__ == "__main__":
-    print_hk_data()

scripts/print_register_map.py

@@ -1,43 +0,0 @@
-from __future__ import annotations
-from pathlib import Path
-
-import click
-import rich
-
-from egse import h5
-from egse.reg import RegisterMap
-
-@click.command()
-@click.argument('filename')
-def print_register_map(filename: str | Path):
-    """
-    Prints the Register Map that is saved in the HDF5 file.
-
-    The FILENAME argument shall be the full path to the HDF5 file from which the register map is requested.
-    """
-
-    filename = Path(filename)
-
-    if filename.exists():
-        try:
-            with h5.get_file(filename, mode='r') as hdf5_file:
-                rich.print(f"Register Map from {filename}", end='')
-                if "/obsid" in hdf5_file:
-                    obsid = h5.get_data(hdf5_file["/obsid"]).item().decode()
-                    if obsid != 'None':
-                        rich.print(f", OBSID = {obsid}\n")
-                    else:
-                        rich.print()
-
-                if "/register" in hdf5_file:
-                    reg_data = h5.get_data(hdf5_file["/register"])
-                    reg_map = RegisterMap("N-FEE", memory_map=reg_data)
-                    rich.print(reg_map)
-        except OSError as exc:
-            rich.print(f"{filename=!s}, {exc}")
-    else:
-        rich.print(f"no such file {filename!s}")
-
-
-if __name__ == "__main__":
-    print_register_map()