ceilopyter 0.1.0__tar.gz

ceilopyter-0.1.0/.github/workflows/publish.yml

@@ -0,0 +1,36 @@
+name: Upload Python Package
+
+on:
+  push:
+    tags:
+      - "v*.*.*"
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Install dependencies
+        run: python -m pip install build
+      - name: Build package
+        run: python -m build
+      - name: Publish package
+        uses: pypa/gh-action-pypi-publish@release/v1
+      - name: Generate changelog
+        run: |
+          version=${GITHUB_REF#refs/tags/v}
+          sed "0,/^## ${version//./\\.}/d;/^## /,\$d" CHANGELOG.md > ${{ github.workspace }}-CHANGELOG.txt
+          echo "name=Ceilopyter $version" >> $GITHUB_OUTPUT
+        id: changelog
+      - name: Create release
+        uses: softprops/action-gh-release@v1
+        with:
+          name: ${{ steps.changelog.outputs.name }}
+          body_path: ${{ github.workspace }}-CHANGELOG.txt

ceilopyter-0.1.0/.github/workflows/test.yml

@@ -0,0 +1,30 @@
+name: Run tests
+
+on: [push, pull_request]
+
+jobs:
+  build:
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: "pip"
+      - name: Install dependencies
+        run: |
+          pip install --upgrade pip
+          pip install .[dev,test]
+      - name: Run pre-commit checks
+        if: startsWith(matrix.os, 'ubuntu-')
+        run: |
+          pre-commit run --all-files --show-diff-on-failure
+      - name: Run tests
+        run: |
+          pytest

ceilopyter-0.1.0/.gitignore

@@ -0,0 +1 @@
+__pycache__

ceilopyter-0.1.0/.pre-commit-config.yaml

@@ -0,0 +1,40 @@
+exclude: ^tests/data/
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-case-conflict
+      - id: check-executables-have-shebangs
+      - id: check-merge-conflict
+      - id: check-shebang-scripts-are-executable
+      - id: end-of-file-fixer
+      - id: fix-byte-order-marker
+      - id: mixed-line-ending
+        args: ["--fix", "lf"]
+      - id: trailing-whitespace
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.11.0
+    hooks:
+      - id: ruff
+        args: ["--fix"]
+      - id: ruff-format
+  - repo: local
+    hooks:
+      - id: mypy
+        name: mypy
+        entry: mypy
+        language: system
+        types: [python]
+        require_serial: true
+  - repo: https://github.com/pre-commit/mirrors-prettier
+    rev: v3.1.0
+    hooks:
+      - id: prettier
+  - repo: https://github.com/pappasam/toml-sort
+    rev: v0.24.2
+    hooks:
+      - id: toml-sort-fix
+  - repo: https://github.com/crate-ci/typos
+    rev: v1.30.2
+    hooks:
+      - id: typos

ceilopyter-0.1.0/CHANGELOG.md

@@ -0,0 +1,10 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## 0.1.0 – 2025-03-24
+
+- Initial release

ceilopyter-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Finnish Meteorological Institute
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

ceilopyter-0.1.0/PKG-INFO

@@ -0,0 +1,36 @@
+Metadata-Version: 2.4
+Name: ceilopyter
+Version: 0.1.0
+Summary: Read ceilometer data
+Author-email: Tuomas Siipola <tuomas.siipola@fmi.fi>
+License-File: LICENSE
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering :: Atmospheric Science
+Requires-Python: >=3.8
+Requires-Dist: numpy
+Provides-Extra: dev
+Requires-Dist: pre-commit; extra == 'dev'
+Requires-Dist: release-version; extra == 'dev'
+Provides-Extra: test
+Requires-Dist: mypy; extra == 'test'
+Requires-Dist: pytest; extra == 'test'
+Description-Content-Type: text/markdown
+
+# Ceilopyter
+
+Python package for reading ceilometer data.
+
+## Supported ceilometers
+
+- Campbell Scientific CS135
+- Vaisala CL31
+- Vaisala CL51
+- Vaisala CT25K
+
+## License
+
+MIT

ceilopyter-0.1.0/README.md

@@ -0,0 +1,14 @@
+# Ceilopyter
+
+Python package for reading ceilometer data.
+
+## Supported ceilometers
+
+- Campbell Scientific CS135
+- Vaisala CL31
+- Vaisala CL51
+- Vaisala CT25K
+
+## License
+
+MIT

ceilopyter-0.1.0/ceilopyter/__init__.py

@@ -0,0 +1,6 @@
+from .read_cl import read_cl_file as read_cl_file
+from .read_cl import read_cl_message as read_cl_message
+from .read_cs import read_cs_file as read_cs_file
+from .read_cs import read_cs_message as read_cs_message
+from .read_ct import read_ct_file as read_ct_file
+from .read_ct import read_ct_message as read_ct_message

ceilopyter-0.1.0/ceilopyter/common.py

@@ -0,0 +1,43 @@
+from dataclasses import dataclass
+
+import numpy as np
+import numpy.typing as npt
+
+
+class InvalidMessageError(Exception):
+    pass
+
+
+@dataclass
+class Message:
+    """Data message from ceilometer.
+
+    Attributes:
+        range_resolution: Range resolution (m).
+        laser_pulse_energy: Laser pulse energy (%).
+        laser_temperature: Laser temperature (degC).
+        tilt_angle: Tilt angle (deg).
+        background_light: Background light (mV).
+        n_pulses: Number of pulses.
+        sample_rate: Sampling rate (MHz).
+        beta: Backscatter coefficient (sr-1 m-1).
+    """
+
+    range_resolution: int
+    laser_pulse_energy: int
+    laser_temperature: int
+    tilt_angle: int
+    background_light: int
+    n_pulses: int
+    sample_rate: int
+    beta: npt.NDArray[np.floating]
+
+
+class Status:
+    def __repr__(self):
+        return (
+            self.__class__.__name__
+            + "("
+            + ", ".join(f"{key}=True" for key, value in vars(self).items() if value)
+            + ")"
+        )

ceilopyter-0.1.0/ceilopyter/read_cl.py

@@ -0,0 +1,193 @@
+import datetime
+import logging
+from dataclasses import dataclass
+from os import PathLike
+from pathlib import Path
+
+from . import utils
+from .common import InvalidMessageError, Message, Status
+
+FORMAT = utils.date_format_to_regex(rb"-%Y-%m-%d %H:%M:%S\r?\n")
+
+
+class ClStatus(Status):
+    """Decoded status bits from Vaisala CL31 or CL51.
+
+    Attributes:
+        transmitter_shutoff_alarm: Transmitter shut-off.
+        transmitter_fail_alarm: Transmitter failure.
+        receiver_fail_alarm: Receiver failure.
+        voltage_fail_alarm: Voltage failure.
+        memory_error_alarm: Memory error.
+        light_path_obstruction_alarm: Light path obstruction.
+        receiver_saturation_alarm: Receiver saturation.
+        coaxial_cable_fail_alarm: Coaxial cable failure.
+        ceilometer_board_fail_alarm: Ceilometer engine board failure.
+        window_contam_warning: Window contamination.
+        battery_low_warning: Battery voltage low.
+        transmitter_expire_warning: Transmitter expires.
+        humidity_high_warning: High humidity.
+        blower_fail_warning: Blower failure.
+        humidity_sensor_fail_warning: Humidity sensor failure.
+        heater_fault_warning: Heater fault.
+        background_radiance_warning: High background radiance.
+        ceilometer_board_warning: Ceilometer engine board failure.
+        battery_fail_warning: Battery failure.
+        laser_monitor_fail_warning: Laser monitor failure.
+        receiver_warning: Receiver warning.
+        tilt_angle_warning: Tilt angle > 45 degrees warning.
+        blower_status: Blower is on.
+        blower_heater_status: Blower heater is on.
+        internal_heater_status: Internal heater is on.
+        battery_power_status: Working from battery.
+        standby_status: Standby mode is on.
+        self_test_status: Self test in progress.
+        manual_data_status: Manual data acquisition settings are effective.
+        units_meters: Units are meters if on, else feet.
+        manual_blower_status: Manual blower control.
+        polling_mode_status: Polling mode is on.
+    """
+
+    def __init__(self, status_bits: int):
+        self.transmitter_shutoff_alarm = bool(status_bits & 0x800000000000)
+        self.transmitter_fail_alarm = bool(status_bits & 0x400000000000)
+        self.receiver_fail_alarm = bool(status_bits & 0x200000000000)
+        self.voltage_fail_alarm = bool(status_bits & 0x100000000000)
+        self.memory_error_alarm = bool(status_bits & 0x040000000000)
+        self.light_path_obstruction_alarm = bool(status_bits & 0x020000000000)
+        self.receiver_saturation_alarm = bool(status_bits & 0x010000000000)
+        self.coaxial_cable_fail_alarm = bool(status_bits & 0x000200000000)
+        self.ceilometer_board_fail_alarm = bool(status_bits & 0x000100000000)
+        self.window_contam_warning = bool(status_bits & 0x000080000000)
+        self.battery_low_warning = bool(status_bits & 0x000040000000)
+        self.transmitter_expire_warning = bool(status_bits & 0x000020000000)
+        self.humidity_high_warning = bool(status_bits & 0x000010000000)
+        self.blower_fail_warning = bool(status_bits & 0x000004000000)
+        self.humidity_sensor_fail_warning = bool(status_bits & 0x000001000000)
+        self.heater_fault_warning = bool(status_bits & 0x000000800000)
+        self.background_radiance_warning = bool(status_bits & 0x000000400000)
+        self.ceilometer_board_warning = bool(status_bits & 0x000000200000)
+        self.battery_fail_warning = bool(status_bits & 0x000000100000)
+        self.laser_monitor_fail_warning = bool(status_bits & 0x000000080000)
+        self.receiver_warning = bool(status_bits & 0x000000040000)
+        self.tilt_angle_warning = bool(status_bits & 0x000000020000)
+        self.blower_status = bool(status_bits & 0x000000008000)
+        self.blower_heater_status = bool(status_bits & 0x000000004000)
+        self.internal_heater_status = bool(status_bits & 0x000000002000)
+        self.battery_power_status = bool(status_bits & 0x000000001000)
+        self.standby_status = bool(status_bits & 0x000000000800)
+        self.self_test_status = bool(status_bits & 0x000000000400)
+        self.manual_data_status = bool(status_bits & 0x000000000200)
+        self.units_meters = bool(status_bits & 0x000000000080)
+        self.manual_blower_status = bool(status_bits & 0x000000000040)
+        self.polling_mode_status = bool(status_bits & 0x000000000020)
+
+
+@dataclass
+class ClMessage(Message):
+    """Data message from Vaisala CL31 or CL51.
+
+    Attributes:
+        window_transmission: Window transmission (%).
+        status: Decoded status bits.
+    """
+
+    window_transmission: int
+    status: ClStatus
+
+
+def read_cl_file(
+    filename: str | PathLike,
+) -> tuple[list[datetime.datetime], list[ClMessage]]:
+    """Read Vaisala CL31 or CL51 file."""
+    content = Path(filename).read_bytes()
+    time = []
+    data = []
+    for ts, msg in utils.parse_file(content, FORMAT):
+        try:
+            data.append(read_cl_message(msg))
+            time.append(ts)
+        except (InvalidMessageError, ValueError) as e:
+            logging.debug("Invalid message: %s", e)
+    return time, data
+
+
+def read_cl_message(message: bytes) -> ClMessage:
+    """Read Vaisala CL31 or CL51 data message."""
+    lines = iter(message.splitlines())
+
+    # Line 1
+    line1 = utils.next_line(lines, 8, prefix=b"\x01", suffix=b"\x02")
+    if line1[:2] != b"CL":
+        msg = "Invalid line 1"
+        raise InvalidMessageError(msg)
+    msg_no = line1[6:7]
+    if msg_no not in (b"1", b"2"):
+        msg = f"Invalid message number: {msg_no.decode()}"
+        raise InvalidMessageError(msg)
+    subclass = line1[7:8]
+    if subclass in (b"1", b"2", b"3", b"4"):
+        line3_len = 31  # CL31
+    elif subclass == b"6":
+        line3_len = 40  # CL51
+    else:
+        msg = f"Invalid message subclass: {subclass.decode()}"
+        raise InvalidMessageError(msg)
+    check_content = line1 + b"\x02\r\n"
+
+    # Line 2
+    line2 = utils.next_line(lines, 33)
+    status_bits = int(line2[21:], 16)
+    status = ClStatus(status_bits)
+    check_content += line2 + b"\r\n"
+
+    # Line 3: sky condition
+    if msg_no == b"2":
+        line3 = utils.next_line(lines).rjust(line3_len)
+        check_content += line3 + b"\r\n"
+
+    # Line 3/4
+    line4 = utils.next_line(lines, 47)
+    scale = int(line4[0:5])
+    range_resolution = int(line4[6:8])
+    n_samples = int(line4[9:13])
+    laser_pulse_energy = int(line4[14:17])
+    laser_temperature = int(line4[18:21])
+    window_transmission = int(line4[22:25])
+    tilt_angle = int(line4[26:28])
+    background_light = int(line4[29:33])
+    n_pulses = 1024 * int(line4[35:39])
+    sample_rate = int(line4[41:43])
+    check_content += line4 + b"\r\n"
+
+    # Line 4/5: profile
+    line5 = utils.next_line(lines, 5 * n_samples)
+    raw = utils.read_hex(line5, 5, n_samples)
+    beta = raw * 1e-8 * scale / 100
+    check_content += line5 + b"\r\n\x03"
+
+    # Line 5/6: checksum
+    line6 = utils.next_line(lines, 4, prefix=b"\x03", suffix=b"\x04")
+    expected_checksum = int(line6, 16)
+
+    actual_checksum = utils.crc16(check_content)
+    if expected_checksum != actual_checksum:
+        msg = (
+            "Invalid checksum: "
+            f"expected {expected_checksum:04x}, "
+            f"got {actual_checksum:04x}"
+        )
+        raise InvalidMessageError(msg)
+
+    return ClMessage(
+        range_resolution=range_resolution,
+        laser_pulse_energy=laser_pulse_energy,
+        laser_temperature=laser_temperature,
+        window_transmission=window_transmission,
+        tilt_angle=tilt_angle,
+        background_light=background_light,
+        n_pulses=n_pulses,
+        sample_rate=sample_rate,
+        status=status,
+        beta=beta,
+    )

ceilopyter-0.1.0/ceilopyter/read_cs.py

@@ -0,0 +1,223 @@
+import datetime
+import logging
+from dataclasses import dataclass
+from os import PathLike
+from pathlib import Path
+
+from . import utils
+from .common import InvalidMessageError, Message, Status
+
+FORMATS = [
+    utils.date_format_to_regex(rb"%Y-%m-%dT%H:%M:%S.%f,"),
+    utils.date_format_to_regex(rb"%%% %Y/%m/%d %H:%M:%S %%%\r?\n"),
+]
+
+
+class CsStatus(Status):
+    """Decoded status bits from Campbell Scientific CS135.
+
+    Attributes:
+        units_meters: Units. Feet = 0, metre = 1.
+        dsp_clock_warning: DSP clock out of specification.
+        laser_temp_alarm: Laser shut down due to operating temperature out of range.
+        battery_voltage_warning: The lead acid battery voltage is reading low.
+        mains_supply_alarm: Mains supply has failed (Required a PSU to be present).
+        heater_temp_warning: The external heater blower assembly temperature is out of
+            bounds.
+        heater_blower_alarm: External heater blower failure.
+        psu_temp_warning: The PSUs internal temperature is high.
+        psu_os_alarm: PSU OS has failed its signature check.
+        dsp_psu_comm_alarm: No communications between DSP and PSU.
+        laser_window_warning: Photo diode and Laser windows are dirty. This can only be
+            set if the laser is on.
+        tilt_angle_warning: Tilt beyond limit set by user, default 45 degrees.
+        dsp_inclinometer_comm_alarm: No communications between DSP and inclinometer
+            board.
+        sensor_humidity_warning: The sensors internal humidity is high.
+        dsp_temp_humidity_comm_alarm: Communications to the DSP board temperature and
+            humidity chip have failed.
+        dsp_voltage_warning: DSP input supply voltage is low.
+        self_test_status: Self-test active.
+        watchdog_status: Watch dog counter updated.
+        user_settings_alarm: User setting stored in flash failed their signature checks.
+        dsp_calibration_alarm: DSP factory calibration stored in flash has failed its
+            signature check.
+        dsp_os_alarm: DSP board OS signature test failed.
+        dsp_ram_alarm: DSP board RAM test failed.
+        dsp_psu_warning: DSP boards on board PSUs are out of bounds.
+        top_storage_alarm: TOP board non-volatile storage is corrupt.
+        top_os_alarm: TOP board OS signature test has failed.
+        top_adc_dac_warning: TOP boards ADC and DAC are not within specifications.
+        top_psu_warning: TOP boards on board PSUs are out of bounds.
+        top_dsp_comm_alarm: Communications have failed between TOP board and the DSP.
+        photo_diode_radiance_warning: Photo diode background radiance is out of range.
+        photo_diode_temp_warning: Photo diode temperature is out of range.
+        photo_diode_saturation_warning: Photo diode is saturated.
+        photo_diode_calibrator_temp_warning: Photo diode calibrator temperature is out
+            of range.
+        photo_diode_calibrator_alarm: Photo diode calibrator has failed.
+        sensor_gain_warning: The sensor could not reach the desired gain levels.
+        laser_runtime_alarm: Laser run time or maximum laser drive current has been
+            exceeded.
+        laser_temp_warning: Laser temperature out of range.
+        laser_thermistor_alarm: Laser thermistor failure.
+        laser_obscured_warning: Laser is obscured. This can only be set if the laser is
+            on.
+        laser_power_alarm: Laser did not achieve significant output power.
+        laser_max_power_alarm: Laser max power exceeded.
+        laser_drive_current_alarm: Laser max drive current exceeded.
+        laser_monitor_temp_warning: Laser power monitor temperature out of range.
+        laser_monitor_test_alarm: Laser power monitor test fail.
+        laser_shutdown_status: Laser shutdown by top board.
+        laser_off_status: Laser is off.
+    """
+
+    def __init__(self, status_bits: int):
+        self.units_meters = bool(status_bits & 0x800000000000)
+        self.dsp_clock_warning = bool(status_bits & 0x080000000000)
+        self.laser_temp_alarm = bool(status_bits & 0x040000000000)
+        self.battery_voltage_warning = bool(status_bits & 0x020000000000)
+        self.mains_supply_alarm = bool(status_bits & 0x010000000000)
+        self.heater_temp_warning = bool(status_bits & 0x008000000000)
+        self.heater_blower_alarm = bool(status_bits & 0x004000000000)
+        self.psu_temp_warning = bool(status_bits & 0x002000000000)
+        self.psu_os_alarm = bool(status_bits & 0x001000000000)
+        self.dsp_psu_comm_alarm = bool(status_bits & 0x000800000000)
+        self.laser_window_warning = bool(status_bits & 0x000400000000)
+        self.tilt_angle_warning = bool(status_bits & 0x000200000000)
+        self.dsp_inclinometer_comm_alarm = bool(status_bits & 0x000100000000)
+        self.sensor_humidity_warning = bool(status_bits & 0x000080000000)
+        self.dsp_temp_humidity_comm_alarm = bool(status_bits & 0x000040000000)
+        self.dsp_voltage_warning = bool(status_bits & 0x000020000000)
+        self.self_test_status = bool(status_bits & 0x000010000000)
+        self.watchdog_status = bool(status_bits & 0x000008000000)
+        self.user_settings_alarm = bool(status_bits & 0x000004000000)
+        self.dsp_calibration_alarm = bool(status_bits & 0x000002000000)
+        self.dsp_os_alarm = bool(status_bits & 0x000001000000)
+        self.dsp_ram_alarm = bool(status_bits & 0x000000800000)
+        self.dsp_psu_warning = bool(status_bits & 0x000000400000)
+        self.top_storage_alarm = bool(status_bits & 0x000000200000)
+        self.top_os_alarm = bool(status_bits & 0x000000100000)
+        self.top_adc_dac_warning = bool(status_bits & 0x000000080000)
+        self.top_psu_warning = bool(status_bits & 0x000000040000)
+        self.top_dsp_comm_alarm = bool(status_bits & 0x000000020000)
+        self.photo_diode_radiance_warning = bool(status_bits & 0x000000010000)
+        self.photo_diode_temp_warning = bool(status_bits & 0x000000008000)
+        self.photo_diode_saturation_warning = bool(status_bits & 0x000000004000)
+        self.photo_diode_calibrator_temp_warning = bool(status_bits & 0x000000002000)
+        self.photo_diode_calibrator_alarm = bool(status_bits & 0x000000001000)
+        self.sensor_gain_warning = bool(status_bits & 0x000000000800)
+        self.laser_runtime_alarm = bool(status_bits & 0x000000000400)
+        self.laser_temp_warning = bool(status_bits & 0x000000000200)
+        self.laser_thermistor_alarm = bool(status_bits & 0x000000000100)
+        self.laser_obscured_warning = bool(status_bits & 0x000000000080)
+        self.laser_power_alarm = bool(status_bits & 0x000000000040)
+        self.laser_max_power_alarm = bool(status_bits & 0x000000000020)
+        self.laser_drive_current_alarm = bool(status_bits & 0x000000000010)
+        self.laser_monitor_temp_warning = bool(status_bits & 0x000000000008)
+        self.laser_monitor_test_alarm = bool(status_bits & 0x000000000004)
+        self.laser_shutdown_status = bool(status_bits & 0x000000000002)
+        self.laser_off_status = bool(status_bits & 0x000000000001)
+
+
+@dataclass
+class CsMessage(Message):
+    """Data message from Campbell Scientific CS135.
+
+    Attributes:
+        window_transmission: Window transmission (%).
+        status: Decoded status bits.
+    """
+
+    window_transmission: int  # %
+    status: CsStatus
+
+
+def read_cs_file(
+    filename: str | PathLike,
+) -> tuple[list[datetime.datetime], list[CsMessage]]:
+    """Read Campbell Scientific CS135 file."""
+    content = Path(filename).read_bytes()
+    time = []
+    data = []
+    for fmt in FORMATS:
+        for ts, msg in utils.parse_file(content, fmt):
+            try:
+                data.append(read_cs_message(msg))
+                time.append(ts)
+            except (InvalidMessageError, ValueError) as e:
+                logging.debug("Invalid message: %s", e)
+    return time, data
+
+
+def read_cs_message(message: bytes) -> CsMessage:
+    """Read Campbell Scientific CS135 data message."""
+    lines = iter(message.splitlines())
+
+    # Line 1
+    line1 = utils.next_line(lines, 9, b"\x01", b"\x02")
+    if line1[:2] != b"CS":
+        msg = "Invalid line 1"
+        raise InvalidMessageError(msg)
+    msg_no = line1[6:9]
+    if msg_no not in (b"002", b"004"):
+        msg = f"Invalid message number: {msg_no.decode()}"
+        raise InvalidMessageError(msg)
+    check_content = line1 + b"\x02\r\n"
+
+    # Line 2
+    line2 = utils.next_line(lines, 43)
+    status_bits = int(line2[31:], 16)
+    status = CsStatus(status_bits)
+    window_transmission = int(line2[3:6])
+    check_content += line2 + b"\r\n"
+
+    # Line 3: sky condition
+    if msg_no == b"004":
+        line3 = utils.next_line(lines).rjust(40)
+        check_content += line3 + b"\r\n"
+
+    # Line 3/4
+    line4 = utils.next_line(lines, 41)
+    scale = int(line4[0:5])
+    range_resolution = int(line4[6:8])
+    n_samples = int(line4[9:13])
+    laser_pulse_energy = int(line4[14:17])
+    laser_temperature = int(line4[18:21])
+    tilt_angle = int(line4[22:24])
+    background_light = int(line4[25:29])
+    n_pulses = 1000 * int(line4[30:34])
+    sample_rate = int(line4[35:37])
+    check_content += line4 + b"\r\n"
+
+    # Line 4/5: profile
+    line5 = utils.next_line(lines, 5 * n_samples)
+    raw = utils.read_hex(line5, 5, n_samples)
+    beta = raw * 1e-8 * scale / 100
+    check_content += line5 + b"\r\n\x03"
+
+    # Line 5/6: checksum
+    line6 = utils.next_line(lines, 4, b"\x03", b"\x04")
+    expected_checksum = int(line6, 16)
+
+    actual_checksum = utils.crc16(check_content)
+    if expected_checksum != actual_checksum:
+        msg = (
+            "Invalid checksum: "
+            f"expected {expected_checksum:04x}, "
+            f"got {actual_checksum:04x}"
+        )
+        raise InvalidMessageError(msg)
+
+    return CsMessage(
+        range_resolution=range_resolution,
+        laser_pulse_energy=laser_pulse_energy,
+        laser_temperature=laser_temperature,
+        window_transmission=window_transmission,
+        tilt_angle=tilt_angle,
+        background_light=background_light,
+        n_pulses=n_pulses,
+        sample_rate=sample_rate,
+        status=status,
+        beta=beta,
+    )

ceilopyter-0.1.0/ceilopyter/read_ct.py

@@ -0,0 +1,153 @@
+import datetime
+import logging
+from dataclasses import dataclass
+from os import PathLike
+from pathlib import Path
+
+from . import utils
+from .common import InvalidMessageError, Message, Status
+
+FORMAT = utils.date_format_to_regex(rb"-%Y-%m-%d %H:%M:%S\r?\n")
+
+
+class CtStatus(Status):
+    """Decoded status bits from Vaisala CT25K.
+
+    Attributes:
+        laser_temp_shutoff_alarm: Laser temperature shut-off.
+        laser_fail_alarm: Laser failure.
+        receiver_fail_alarm: Receiver failure.
+        voltage_fail_alarm: Voltage failure.
+        window_contam_warning: Window contaminated.
+        battery_low_warning: Battery low.
+        laser_power_low_warning: Laser power low.
+        laser_temp_warning: Laser temperature high or low.
+        internal_temp_warning: Internal temperature high or low.
+        voltage_range_warning: Voltage high or low.
+        humidity_high_warning: Relative humidity is high > 85 %.
+        receiver_crosstalk_warning: Receiver optical cross-talk compensation poor.
+        blower_fail_warning: Blower failure.
+        blower_status: Blower is ON.
+        blower_heater_status: Blower heater is ON.
+        internal_heater_status: Internal heater is ON.
+        units_meters: Units are METERS if ON, else FEET.
+        polling_mode_status: Polling mode is ON.
+        battery_power_status: Working from battery.
+        single_seq_mode_status: Single sequence mode is ON.
+        manual_settings_status: Manual settings are effective.
+        tilt_angle_warning: Tilt angle is > 45 degrees.
+        background_radiance_warning: High background radiance.
+        manual_blower_status: Manual blower control.
+    """
+
+    def __init__(self, status_bits: int):
+        self.laser_temp_shutoff_alarm = bool(status_bits & 0x80000000)
+        self.laser_fail_alarm = bool(status_bits & 0x40000000)
+        self.receiver_fail_alarm = bool(status_bits & 0x20000000)
+        self.voltage_fail_alarm = bool(status_bits & 0x10000000)
+        self.window_contam_warning = bool(status_bits & 0x00800000)
+        self.battery_low_warning = bool(status_bits & 0x00400000)
+        self.laser_power_low_warning = bool(status_bits & 0x00200000)
+        self.laser_temp_warning = bool(status_bits & 0x00100000)
+        self.internal_temp_warning = bool(status_bits & 0x00080000)
+        self.voltage_range_warning = bool(status_bits & 0x00040000)
+        self.humidity_high_warning = bool(status_bits & 0x00020000)
+        self.receiver_crosstalk_warning = bool(status_bits & 0x00010000)
+        self.blower_fail_warning = bool(status_bits & 0x00008000)
+        self.blower_status = bool(status_bits & 0x00000800)
+        self.blower_heater_status = bool(status_bits & 0x00000400)
+        self.internal_heater_status = bool(status_bits & 0x00000200)
+        self.units_meters = bool(status_bits & 0x00000100)
+        self.polling_mode_status = bool(status_bits & 0x00000080)
+        self.battery_power_status = bool(status_bits & 0x00000040)
+        self.single_seq_mode_status = bool(status_bits & 0x00000020)
+        self.manual_settings_status = bool(status_bits & 0x00000010)
+        self.tilt_angle_warning = bool(status_bits & 0x00000008)
+        self.background_radiance_warning = bool(status_bits & 0x00000004)
+        self.manual_blower_status = bool(status_bits & 0x00000002)
+
+
+@dataclass
+class CtMessage(Message):
+    """Data message from Vaisala CT25K.
+
+    Attributes:
+        receiver_sensitivity: Receiver sensitivity (%).
+        window_contamination: Window contamination (mV).
+        status: Decoded status bits.
+    """
+
+    receiver_sensitivity: int
+    window_contamination: int
+    status: CtStatus
+
+
+def read_ct_file(
+    filename: str | PathLike,
+) -> tuple[list[datetime.datetime], list[CtMessage]]:
+    """Read Vaisala CT25K file."""
+    content = Path(filename).read_bytes()
+    time = []
+    data = []
+    for ts, msg in utils.parse_file(content, FORMAT):
+        try:
+            data.append(read_ct_message(msg))
+            time.append(ts)
+        except (InvalidMessageError, ValueError) as e:
+            logging.debug("Invalid message: %s", e)
+    return time, data
+
+
+def read_ct_message(message: bytes) -> CtMessage:
+    """Read Vaisala CT25K data message."""
+    lines = iter(message.splitlines())
+
+    # Line 1
+    line1 = utils.next_line(lines, 7, prefix=b"\x01", suffix=b"\x02")
+    if line1[:2] != b"CT":
+        msg = "Invalid line 1"
+        raise InvalidMessageError(msg)
+
+    msg_no = line1[5:6]
+    if msg_no not in (b"2", b"7"):
+        msg = f"Invalid message number: {msg_no.decode()}"
+        raise InvalidMessageError(msg)
+
+    # Line 2
+    line2 = utils.next_line(lines, 29)
+    status_bits = int(line2[21:], 16)
+    status = CtStatus(status_bits)
+
+    # Line 3
+    line3 = utils.next_line(lines, 42)
+    scale = int(line3[0:3])
+    laser_pulse_energy = int(line3[6:9])
+    laser_temperature = int(line3[10:13])
+    receiver_sensitivity = int(line3[14:17])
+    window_contamination = int(line3[18:22])
+    tilt_angle = int(line3[23:26])
+    background_light = int(line3[27:31])
+    n_pulses = 4 ** (int(line3[34:35]) + 1)
+    sample_rate = 10 * int(line3[37:38])
+
+    # Lines 4-19: profile
+    data = []
+    for _i in range(16):
+        line = utils.next_line(lines, 67)
+        data.append(line[3:])
+    raw = utils.read_hex(b"".join(data), 4, 256)
+    beta = raw * 1e-7 * scale / 100
+
+    return CtMessage(
+        range_resolution=30,
+        laser_pulse_energy=laser_pulse_energy,
+        laser_temperature=laser_temperature,
+        receiver_sensitivity=receiver_sensitivity,
+        window_contamination=window_contamination,
+        tilt_angle=tilt_angle,
+        background_light=background_light,
+        n_pulses=n_pulses,
+        sample_rate=sample_rate,
+        status=status,
+        beta=beta,
+    )

ceilopyter-0.1.0/ceilopyter/utils.py

@@ -0,0 +1,90 @@
+import binascii
+import datetime
+import re
+from collections.abc import Iterator
+
+import numpy as np
+import numpy.typing as npt
+
+from ceilopyter.common import InvalidMessageError
+
+
+def read_hex(data: bytes, n_chars: int, n_gates: int) -> npt.NDArray[np.int32]:
+    """Read backscatter values from hex-encoded two's complement values."""
+    n_bits = n_chars * 4
+    limit = (1 << (n_bits - 1)) - 1
+    offset = 1 << n_bits
+    x = np.frombuffer(data.upper(), dtype=np.uint8)
+    is_digit = (x >= 48) & (x <= 57)  # 0-9
+    is_letter = (x >= 65) & (x <= 70)  # A-F
+    if not np.all(is_digit | is_letter):
+        raise ValueError("Invalid hex")
+    y = np.where(is_letter, x - 55, x - 48)
+    out = np.zeros(n_gates, dtype=np.int32)
+    for i in range(n_chars):
+        out <<= 4
+        out |= y[i::n_chars]
+    out[out > limit] -= offset
+    return out
+
+
+def crc16(data: bytes) -> int:
+    """Compute checksum similar to CRC-16-CCITT."""
+    return binascii.crc_hqx(data, 0xFFFF) ^ 0xFFFF
+
+
+def date_format_to_regex(pattern: bytes) -> re.Pattern:
+    """Converts a date format string to a regex pattern."""
+    mapping = {
+        b"%Y": rb"\d{4}",
+        b"%m": rb"0[1-9]|1[0-2]",
+        b"%d": rb"0[1-9]|[12]\d|3[01]",
+        b"%H": rb"[01]\d|2[0-3]",
+        b"%M": rb"[0-5]\d",
+        b"%S": rb"[0-5]\d",
+        b"%f": rb"\d{6}",
+    }
+    for key, value in mapping.items():
+        pattern = pattern.replace(key, b"(?P<" + key[1:] + b">" + value + b")")
+    return re.compile(pattern)
+
+
+def parse_file(
+    content: bytes, pattern: re.Pattern
+) -> Iterator[tuple[datetime.datetime, bytes]]:
+    parts = re.split(pattern, content)
+    for i in range(1, len(parts), pattern.groups + 1):
+        timestamp = datetime.datetime(
+            int(parts[i + pattern.groupindex["Y"] - 1]),
+            int(parts[i + pattern.groupindex["m"] - 1]),
+            int(parts[i + pattern.groupindex["d"] - 1]),
+            int(parts[i + pattern.groupindex["H"] - 1]),
+            int(parts[i + pattern.groupindex["M"] - 1]),
+            int(parts[i + pattern.groupindex["S"] - 1]),
+            int(parts[i + pattern.groupindex["f"] - 1])
+            if "f" in pattern.groupindex
+            else 0,
+        )
+        message = parts[i + pattern.groups]
+        yield timestamp, message
+
+
+def next_line(
+    lines: Iterator[bytes],
+    length: int | None = None,
+    prefix: bytes | None = None,
+    suffix: bytes | None = None,
+) -> bytes:
+    try:
+        line = next(lines)
+    except StopIteration:
+        msg = "Expected another line"
+        raise InvalidMessageError(msg) from None
+    if prefix is not None:
+        line = line.removeprefix(prefix)
+    if suffix is not None:
+        line = line.removesuffix(suffix)
+    if length is not None and len(line) != length:
+        msg = f"Expected {length} characters but got {len(line)} instead"
+        raise InvalidMessageError(msg)
+    return line

ceilopyter-0.1.0/ceilopyter/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"

ceilopyter-0.1.0/pyproject.toml

@@ -0,0 +1,48 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "ceilopyter"
+authors = [
+  {name = "Tuomas Siipola", email = "tuomas.siipola@fmi.fi"},
+]
+description = "Read ceilometer data"
+readme = "README.md"
+requires-python = ">=3.8"
+classifiers = [
+  "Development Status :: 3 - Alpha",
+  "Intended Audience :: Science/Research",
+  "License :: OSI Approved :: MIT License",
+  "Operating System :: OS Independent",
+  "Programming Language :: Python :: 3",
+  "Topic :: Scientific/Engineering :: Atmospheric Science",
+]
+dependencies = ["numpy"]
+dynamic = ["version"]
+
+[project.optional-dependencies]
+test = ["mypy", "pytest"]
+dev = ["pre-commit", "release-version"]
+
+[tool.hatch.version]
+path = "ceilopyter/version.py"
+
+[tool.release-version]
+filename = "ceilopyter/version.py"
+pattern = ["__version__ = \"(?P<major>\\d+).(?P<minor>\\d+).(?P<patch>\\d+)\""]
+changelog = "CHANGELOG.md"
+
+[tool.ruff.lint]
+select = ["B", "D", "E", "F", "I", "PLC", "PLE", "PLW", "SIM", "UP"]
+ignore = ["D1"]
+
+[tool.ruff.lint.per-file-ignores]
+"__init__.py" = ["PLC0414"]
+
+[tool.ruff.lint.pydocstyle]
+convention = "google"
+
+[tool.tomlsort]
+trailing_comma_inline_array = true
+sort_inline_arrays = true

ceilopyter-0.1.0/tests/data/celio_chennai_2025-03-11.dat

@@ -0,0 +1,30 @@
+-2025-03-11 08:04:55
+CL010326
+2W 00980 01290 ///// 000004008080
+7 0062  0 ////  0 ////  0 ////  0 ////
+00100 10 1540 101 +43 068 02 0009 L0032HN15 207
+0017600176001760017600176001950019a001e1001d6001ee002110022e00268002ac002dc003200036100395003d500433004b10052e0059e005fb0066b006ff007930080b008620089a008bd008e1008ff008f5008c70089c008710084100823008350088e008fb009430094b0093100929009330094400933008e4008850084600812007d0007970075e0071c006f8006d5006850062d005ea005bf005b3005c90060b006470063f0063e00692006fc0073e0076000787007ae007c5007c3007c1007ce007df007e5007c70079600760007410074200746007300073f007e80084500795006c30065f00673007d000af400dd000f9e011500112600d9f009df007760056d003ce0031d003110033900315002a900264002430020d001e5001d9001e2001e0001e3001e5001ea001ff00220002340024d002af0033f0030b00257002080027d00307002ec0027f00218001c2001a0001a000166001260011a00112000ed000b5000570002b00016ffff0fffecffff3ffff5fffdffffddfffe8ffff1fffdbfffd2ffff3fffe5fffd5fffc9fffcafffd8fffe2fffdbfffcffffd2fffd4fffd7fffdbfffdcfffe7ffff6fffdffffdefffd7fffd9fffd8fffddfffeaffff1fffd7fffbefffb9fffc8fffcafffeffffeafffdafffdafffdbfffd2fffe2fffd5fffe6fffd9fffb4fffadfffc8fffa4fffb3ffffbfffe9fffcffffc4fffbbfffd4fffbefffa6fffcffffd9fffc4fffacfff96fffc2fffd1fffd5fffc8fffb8fffcafffcdfffcbfffcdfffcafff91fff8afffa0fff8bfffb6fff9afffa9fffc7fffcdfffd2fffd8fffcefffd6fffaffffaefff9ffffb6fffccfffc1fffa8fffd4ffff9fffe1fffc6fffcffffbafffdcfffc3fff98fffb3fffdefffcbfffa6fffc6fffc0fff8cfffb6fffcbfffcefffa3fffaefff90fff76fff75fffadffff1fffaffff9efffdbfffeefffeafffcbfffd5fffe0fffc2fffbdfffb1fffb2fffb3fffcefffdafffbafffa0fff9ffffb2fffdbfffebfffd2fff9cfff90fff91fff75fff81fff74fff5bfff86fff91fffc9fffc9fffa3fff8bfff8dfff99fffaafffabfff7dfff97fffb9fff96fff85fff82fffc6fff72fff5efffb7fffc6fff60fff82fff9bfffc1fffebfff88fffeffffeafffb8fff9ffffbdfffb8fffa6fff3cfff4cfff76fffb1fff8ffffabfffbffff85fffb5fffbefffd9fffa4fffb9fff87fffaafffc5fff8efff9bfff8bfffc5fffc1fff3dfff6ffffaffff84fff6afffa2fff8afff90fffb1fffb6000250001800003fff99fffb8fffbafffef0002000006ffffdfff90fffb7fffbefffb7fff82fff87fff9ffffa8fff89fff82ffff2fffe3fff9bfff81fff46fff9cfffcdfff99fff32fff21fffbc00026fffc8fff8bfffad00018fffc1fffb3fff43fff4afffcffffd0fff40fff84fff7afff30fff88fff3fffe9ffff18ffff3fffdefff82fffddfffbefffaffff3effecdfff1afff0efff93fffbcfff69fffabfff47fff94fff36fff48fff23fffa2fff98fff7efffaafff5efff32fff58fff75fffe8fff49fff73fff9ffff49ffefafff44fff9cfff2efff40fff6bffec0fff26fffb2fffc3fff7bffe96fff18fff89fff5efffacfffe4fff59fff58fff32fff10fff22fff23ffee9fff57fff3cfff31fff2efff6cffeb1fff06fff54fffa4fffc2fffdefffc6fffe1fffb8fff56fff7800015fff6bfff3ffff46fff51fff96fff63fff34fff73000040002afff28ffee4fff38fff7bfff62ffe81ffefffff9affed0fff0bfff94fff5cfff6cfff54fff5bfff3afff20fffc6fff7efff78fff46fff03fff1dffed8fffb6fffbcfffb0fff8dfff18fff41ffedaffeefffe93fff2afff36fff26fff9e00089fffdbfffcf00028fffb8fff0afff98ffff7fff10fff28fff1afff7efffe40004afffb3fff1bfff31ffe58ffeb4ffeeffff60fffea00003fffbcfff21fff1bfffcdfff53ffe75ffe9dfff3bfff05ffe56fff31fff7afff11fffabfff0fffe65fff1affe98ffeb6ffec1ffecfffecffff89ffff7000e2fffa8ffe38ffe62fff4bfffc3fffeefff8bfffd6000bf00022ffff70007800081ffea6ffe4affebbfff2e0000d00053fffaafff5dfff3effe94ffea9fff55fff1bfff21ffec7fff59fffddfff6ffff40ffeb8ffedaffe99ffe50ffe56fff2dfff67ffe9effebffff6cffef3ffe79ffe4effe8200005fffc6fff15fff64fff71ffee4ffe24ffdd4ffdf9ffe1cffec7ffe8dffecbfff21fff67fffc9fff27ffee5fff2f00005000effff86ffed00002dfffd1ffef2fff3bffed4ffee0ffe63ffe19ffdc3ffefefff34ffea000045fffe9fff42fff47ffe48ffe66fff95ffed2ffec4ffefafff47ffd7bffe2dfff07ffed4fff5a00063ffd46ffddcffdfbffea2fff4afff32fff3cffeb0fffc6fffaefff890001cfff78fff95ffe46ffd6fffe00ffff700062ffee0ffebbffed8ffe95fff2bffef5ffe26fff48fff6cfff37fffdbfffc1ffedbffeb0fff29ffec0ffe71ffec800037fff48fff26001250003efff03ffed3fffff000b8ffec2fff4c0023500237fff07ffe02ffe8fffe6fffda7ffde3ffe37fff08fff11ffd5dffe53fff83ffe87ffee2fff81ffea7ffe38ffe4cffe91ffd6effd17fff8a00050ffedcffd34ffe4fffea7ffe7bfff87fff2efffeffffbbffe26ffe7cfff15fffa6fffd3ffd64ffc80ffd7dfff9500053ffe78ffe83fffd9fffaffffea0004cffee2ffd8dfff13000d1fff5cfffed00072ffea5fffed001d1000a0ffe44ffe0fffe60ffd2affdc3fff67fff5cffef9fff41fff4dffdfbffdc400023ffec8ffe33fff1fffdd9ffed70000bffe440004200026ffd4cffbc1ffce7ffe05fffd7000d6fffdfffdf5ffdc8fff0e0003bffe81ffefd000aa0008a001090006800041ffdd0ffdadfff81ffffd00083ffe39ffdb700077fffe3ffdb4fff24ffefffff7b00010fff2cffffc0008dffee4ffd11ffe34fff26fff10ffee9fff33fff8bffdcaffe24001ad00026fffeb0008e0013900059ffe7c0010600022ffcb8ffbefffed7ffd60000c000022ffdb40006f000efffeedffd8cffe20ffeb9ffe9afff5dfff2dffdd5ffca6ffdd3ffe5bffd79ffc65ffe2e00040fff8effc92ffc02ffddcffe1effead001c400142ffefdfff54ffe3bffd02ffd38ffd0cfffb900047fffabffe1dffebbffe29ffea2000ec0009affedfffc0affc80ffe10000ba0014bfff18fff33ffefbffeb7000e3fff02ffd06ffe78fff08ffea7ffe3a00047fffe6fffd0fff61ffe51ffc83fffb50001dffef5fff4e001d9ffed8ffe6fffe54ffcd200026fff93ffdcaffd75fff96000affff1dfff70ffe7dfff9d0017fffe62ffe64fff17fff29ffec50004a0024e000d100003ffda2fffbf00087fff650007bfff66fff12fff75fff36ffc84ffc3fffd7afff34fff84ffd05ffb61ffe2900038000d0000d6000c10004500115fff500006500143ffd4afffce0021000113ffee50014400138fff93ffe50ffd36ffcedffda8000b00002d00047ffeae00061ffecbffe58ffca3ffda70018bfff59ffd12ffdc1ffe04ffb7cffd43fff19fff06ffd89ffebfffec6ffd96fff260021d00027000c3002010008ffffc8ffff90017cfffb7ffe78ffefdffb7c000400026effec90015700221ffe5d00000ffec2ffe88ffbbafff5c0003bfff84ffdbdffef8fffb90006d000fe001b000167000dc0008a0004b000b1ffffefffe0ffd13ffdd10017cfffabffc0effdd3ffcb8fff4f000b8fffbbffc98ffbb70019000245ffe61ffdf200146002cd000bcffd1fffea0fff090001300143002d20018a0026800069ffec7ffe69ffb81ffd55000dbffe92ffeedfff01ffecaffde0ffd94ffb42ffcf7001b9ffdf3ffe28000b100082fff52001880010b001f7ffe3cffc01ffd7affec000026ffd37ffd94000f90023cfffd8ffefeffd4efff13ffde5ffd3d0006a00101fff1a0001f00039ffbfbffba2fff8a0000c0016400196fffb1000660037500297000edffc91ffd03ffea3fff13ffea4ffe1f000c2001f30048f00113ffdfdfff46ffe0fffbfeffdaefff3dffd16ffe6bffd99001dcffe8effab9ffff500447001be000970014efff7ffff3400167fffc3001d10008ffffdc0006d00224001b5002d2005befff16ffd3affdcb000560023b00082fff5a00289001cbffdf2ffeb8ffd190001000241ffea3ffd4c0033e002b8002e70046600281ffc72ffd840002c00003005ad002e4001d3008160078b00584002240020300096ffd71ffe70fff06ffc6dffd65ffc300009a0030cffddcffd2d00138004e100184ffcc1fff3c0040900325fffa0fffcffffe9001420040cfff38ffe3800111fffa000292001c4002c9ffee0ffea60023200051fffe9ffc040000300386fffd2fffa6ffdd6ffd2e000cdffe2dffc47fff720018c000eb000a7ffddbffd9c0011000202000d800250fff47ffbcdffca8ffc24ffe77ffd13fff89000a0ffcd3ffdb1001e0000bdffcbb002a900388fff1100032ffc980011f0015e00176001f30005700022ffd2bfff1e00054ffb6cfffd1000c1ffd14000b2ffd30ffb2a0001a0011effea1ffc29ffe04ffe19ffe3bffc46ffbbcffb8dffcad00156001d4ffc9effbd300143001f8ffdc8ffeacffe39000e8ffc3afff57ffe87ffc85ffec10063e00306000cd00050fffc000464004350022e0010f002b3ffa38fff68002670045affe47ffc79ffbbdffaa3ffe29ffd84002b50031d00263000c3fff4affaa8ffbe00011f0037b0088100793ffcc6ffa64ffc08ffdbd006cc00507003c6004d2ffeadffefaffd8ffff0a002300043c0002affbcefffcf000c1000840004e0015b004f3007a8ffffaffc4700135003c60040ffffa1fff210012f0020b00330fffdd000b8006d7004a5002a500380ffe14ffbbaffd140026e0063b00378000b7ffc9affd65fff0900300003d5ffd52ffe5b003a9002dc00048003e400327fff3cffedd00150ffdfaffe4d003ec00089000290057200820003880042700404006a6003fe006230027b004380008dffdd6ffa94ffcceffc2a000f200781002e7fff07001d400427002cc0036f003cfffe3afff6600099ffeccffd67ffef4ffaff000970029d004ee001a8ffa6fffcc500311005c6fff1bffea9000ec0043900593004e30060c002230027600624005450075d00900006cf0075c0052f00304003710016f001f4002e60004bffdb5ffdaeffe76000d0fffcffff1300235003f1001d500582004a100387004e200274003b600737007c200804002da000f1fffe000113003c8ffe8a0034d0019afff280001700365004d70050d005e10031b00164fff4cfff82000b0003990022300377002caffeb7fff8f00171fffdc00010000ecff9a6ffb49ffdb2000a0
+348c
+
+-2025-03-11 08:05:25
+CL010326
+1W 00820 ///// ///// 000004008080
+7 0062  0 ////  0 ////  0 ////  0 ////
+00100 10 1540 101 +43 068 02 0010 L0032HN15 205
+00408004080040800408004080044500431004ce0048100482004a3004ce0054a005e90065e006ec00776007f10084b00884008ce00922009760099b009a8009c6009f700a2300a13009cb0098d009740097f0099b009a6009b6009f100a5900ad900b6400c0100c6800c5d00bf400b5e00aa4009b3008b0007ec007720071a006b800659006240061c00619005e800594005570053200501004ef00520005480055f005870059a005c3006360067e0064f006310063a00639006440063c005f1005b10069800ae801149014ff0181f018e80139a00ec400c14008aa005a2003d5002ce00233002190023a002760051800b6200efc00be5006b900366001ba000d0000610002f00006ffff1fffeafffe8fffdefffe3fffeafffe2fffdffffe4fffe2fffd9fffe7fffe1fffd7fffddfffd9fffe1fffe0fffdafffdafffd9fffd9fffdbfffdbfffd9fffddfffd5fffd9fffd9fffd1fffd6fffd3fffd5fffdffffd7fffd2fffd8fffd1fffc9fffc5fffc7fffc8fffd3fffd3fffd4fffcffffc4fffc0fffd1fffdbfffe0fffcbfffccfffdafffccfffc2fffbbfffacfffc1fffcbfffcdfffcbfffc7fffbefffd0fffc3fffc9fffcdfffc1fffc4fffdafffd6fffbffffc5fffb7fffb4fffbbfffb6fffbdfffb6fffc2fffc8fffccfffb1fffbbfffbffffcefffc4fffd2fffc4fffb1fffa8fffc3fffbdfffb4fffbdfffdafffdbfffc4fffb6fffbafffc7fffd7fff9cfff97fffbdfffcdfffb7fffb7fffbbfffd8fffcefffb1fffacfffbafffb4fffa3fffc1fffbcfffc6fffbafffa8fffb5fffa0fffbffffb2fffb0fffb0fffbdfffc4fffd0fffa8fffa0fff97fffb4fffa4fffa3fff90fffbefffc1fffaefffa2fff88fff7cfffb8fffadfffd1fffbefffc6fffa8fff95fffa0fff94fffa5fffb3fffa4fff89fff67fff75fffcefffa0fff65fffabfffb7fff7cfffaafff9dfff86fffacfff87fff61fff75fff7efff8afff91fff8efffaffffc1fffa7fff76fff69fff7efff53fff78fff79fffabfffa7fff9efff8cfff81fff89fff91fff77fff63fff7efff77fff94fff8dfff62fff68fff6bfffc1fffabfff64fff58fff7dfffb1fffb1fffb8fffbefff91fff92f
+Initializing... Ready
+CL010326
+10 00530 ///// ///// 00000000C080
+99 ////  0 ////  0 ////  0 ////  0 ////
+00100 10 1540 101 +43 068 02 0011 L0032HN15 124
+00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000
+42a7
+
+-2025-03-11 08:06:58
+CL010326
+10 00550 ///// ///// 00000000C080
+99 ////  0 ////  0 ////  0 ////  0 ////
+00100 10 1540 101 +42 068 02 0010 L0032HN15 237
+00d6100d6100d6100d6100d6100de000d9400fc400f2400f6d00fb600fc9010a3011b60123601309013b7014110144101460014a70149c014770145701443014460144c0143901405013b201349012e00125e011ba0110c0105900fa700f0900e8100e0400d8800ce000c2700b6b00ac200a49009d600948008c60085c00800007fc00a410122a01c3501f6c01c05016ba00ffe008dd003dc00160000630000dffff3fffeafffeafffe3fffe2fffe1fffe1fffe0fffe0fffe1fffdefffdafffdcfffdcfffdbfffddfffd9fffd8fffd5fffd5fffd9fffdefffdafffd4fffd6fffd5fffd2fffd3fffdafffcefffcffffd3fffd7fffd2fffc7fffc6fffc8fffc6fffc8fffcffffcdfffc7fffc8fffc9fffc5fffc2fffc4fffc4fffc1fffc4fffc3fffc4fffc3fffc1fffbffffbffffbafffbefffbcfffb9fffbafffc4fffc0fffb4fffb7fffb9fffaafffacfffb8fffbcfffb8fffadfffabfffaafffb1fffaefffaafffadfffaffffabfffb6fffb6fffb5fffb3fffaafffaefffaffff9ffff95fff91fff9bfffa7fff9cfff98fffa5fffa0fffacfffaefffa5fffabfff9cfffa8fffa1fff99fff91fffa1fffa9fffadfffb9fffa1fff95fffaffffb2fffa5fff9ffff9ffffa2fffacfffaefff9efff9efffaefffb3fffbbfffb1fffabfffa5fffaafffb6fffb3fffb0fffaafffa7fff9dfffa3fffa8fffaefffa9fffa7fffacfffacfffbcfffbcfffb6fffa5fffaafffaefffa5fffb4fffbcfffbbfffadfffa5fffa7fffaefffa9fffbbfffb5fffb2fffb4fffb7fffb2fffacfffb0fffbefffb7fffaafffaffffa6fffadfffbffffbffffb8fffb6fffb9fffc2fffb7fffb3fffc2fffbcfffaefffb6fffb9fffb5fffc1fffc3fffacfffadfffadfffc2fffb8fffb8fffb9fffc2fffc2fffc5fffbcfffc1fffcefffc9fffb9fffb5fffb1fffb8fffb1fffabfffaefffb3fffb9fffc7fffc7fffb9fffb2fffbafffbafffc2fffc9fffb0fffb6fffbefffc7fffb3fffc2fffc0fffc5fffc0fffbdfffbcfffb5fffbdfffb4fffb6fffb1fffb0fffbafffc2fffb9fffb2fffbefffabfffabfffbefffccfffc4fffb4fffb3fffb3fffb1fffbffffc2fffb6fffb6fffc1fffc5fffc6fffbafffb6fffbcfffb9fffbbfffcafffcbfffccfffcafffc1fffc1fffb9fffabfffb9fffcffffc7fffbffffbefffc3fffbffffc0fffc2fffb9fffbafffbffffb8fffc4fffc4fffb3fffc7fffcffffc3fffbefffc2fffc2fffbcfffbefffb3fffbefffcafffc2fffc3fffbefffc8fffccfffbafffc8fffccfffb8fffadfffc0fffd2fffcbfffb8fffc3fffc0fffbefffc7fffcffffcefffcffffcefffbcfffbbfffbafffbffffc9fffcefffc8fffcffffc1fffbffffbdfffcffffcafffc8fffbafffb4fffc4fffc3fffc1fffbffffb6fffaefffbffffd7fffd1fffc6fffc1fffc8fffd8fffd2fffc0fffb8fffc1fffc3fffd0fffc5fffd1fffccfffcafffcafffc1fffbafffbcfffbffffc0fffc1fffc1fffc4fffcafffcbfffc2fffbafffb9fffc4fffc7fffcafffc7fffc8fffcbfffc9fffd1fffd6fffcdfffbefffc6fffcdfffc7fffd2fffcffffd3fffcffffbcfffbdfffd1fffd5fffc9fffcafffc4fffdcfffd9fffd4fffd1fffd6fffd2fffcafffc3fffdafffcbfffc3fffd0fffd0fffd0fffd7fffcafffc8fffc7fffc9fffd1fffc5fffd2fffd7fffcdfffcefffdcfffcefffc1fffd0fffdbfffcbfffb7fffc7fffc7fffcefffe3fffdefffe9fffd5fffcbfffd8fffcbfffbafffcefffd1fffcdfffc0fffc5fffccfffcefffc4fffc1fffd4fffcafffcafffdafffcafffc0fffc3fffd3fffe4fffe9fffd3fffc2fffc8fffd9fffdcfffd6fffe2fffd2fffc8fffcafffc4fffc8fffcefffc0fffc4fffc9fffc8fffd6fffd4fffd9fffd9fffd2fffd3fffcafffd0fffd4fffc9fffb8fffcafffdbfffdafffcbfffd2fffc9fffc6fffc2fffd8fffd9fffd0fffd5fffdcfffe2fffdcfffd0fffdcfffdcfffd3fffc9fffd3fffd5fffd4fffc5fffc9fffc0fffd1fffd2fffcefffc9fffc4fffd4fffd3fffd6fffcffffcdfffcefffd5fffd9fffe5fffd3fffd3fffd7fffdefffccfffcefffcdfffd1fffd6fffc7fffd7fffd1fffc3fffc8fffd8fffd4fffcafffd4fffd1fffd7fffdefffd2fffd0fffd0fffdcfffd0fffd5fffd2fffd1fffdafffd2fffc5fffcffffd9fffd5fffd6fffddfffdefffe8fffdefffd6fffd1fffc8fffd0fffd6fffe4fffdbfffd8fffe5fffd8fffd8fffe1fffe2fffd9fffd7fffd4fffd3fffdcfffe0fffdafffdcfffe9fffe0fffe0fffdffffe4fffe8fffe1fffe1fffd9fffdefffe1fffddfffe3fffddfffe3fffd7fffd6fffdffffe3fffdefffdffffdefffd1fffe0fffdcfffc8fffd3fffdbfffd7fffe4fffe9fffd3fffcefffd1fffdafffd0fffcefffdbfffdbfffddfffe2ffff1ffff4fffd9fffd8fffe2fffe5fffe9fffd8fffdbfffe2fffdbfffd5fffd2fffe6fffe5fffdafffe5fffe6fffdbfffe9fffebfffe2fffe4fffdcfffcdfffd6fffddfffdffffd8fffc8fffccfffd9fffe5fffebfffe1fffdffffdafffd6fffe9fffe3fffdefffebfffe5fffddfffe7fffe5fffe0fffddfffdbfffd3fffd9fffe1fffe0fffe6fffdbfffdefffebfffe5fffdbfffe2fffe3fffe6fffe2fffdbfffd2fffdafffe6fffe6ffff1fffecfffdafffe4fffdcfffe0fffedfffe6fffd8fffe0fffecfffe1fffddfffe9fffe5ffff0fffecfffdefffd8fffcffffdafffdcfffdffffe2fffd5fffd1fffe7fffdafffe7fffe7fffd6fffe2fffe4fffe3fffdafffdafffe6fffe1fffebfffebfffddfffd2fffe7fffe8fffcffffd1fffd1fffd7fffe4fffe4fffe3fffe1fffebfffdafffd8fffe7fffe9fffe4fffe9fffeafffdffffe0fffe9fffeefffe6fffe4fffe8fffdcfffe3fffecfffe5fffe0fffe9fffecfffe8fffebfffebfffdcfffe0fffeafffecfffe9fffecffff0fffdefffd4fffe0fffeafffdefffe0fffe7fffd8fffe1fffeffffefffff0fffe4fffe7fffe5fffecffff4fffe3fffedfffe9fffe2fffddfffdffffdefffe8ffff3fffe9fffe7fffe3fffe3fffe6ffff0fffefffff3ffff4fffe8fffe3fffedffff4ffff8ffff8fffeafffd9fffdafffe4fffeafffe0fffdefffdefffe6ffff1ffff2fffe4fffddfffd9fffe2fffedfffe9fffdbfffe3fffddffff1fffecfffddfffe3fffe1fffe0fffe1fffe100000ffff0fffd7fffdafffeafffe0ffff1fffedfffedfffeeffff6fffedfffdefffe7fffecfffedffff3ffffafffeafffe5fffdffffe2fffefffffeffff3fffdefffd3ffff1ffff0ffffaffff9fffe7fffdffffe2ffff6ffffcfffefffff7ffff4fffebfffe7fffeeffff1ffff1ffff10000affffffffe9fffebfffeefffe9fffe8fffeaffff3fffeffffe6fffe5ffff4fffecfffe8ffff4ffff4fffecfffe2fffe0ffff5ffffffffeafffe4fffe9ffffcffff7fffe9fffe4ffff3ffffcfffefffff1fffebfffeffffe9fffe0ffff0ffff6ffff0fffebfffefffff2fffedfffebfffe9ffff8ffff4ffff1ffff2ffff1fffedfffedffffaffff9fffe8ffff9fffeefffebfffebfffeefffe4fffe4fffe4ffff9ffff8ffff7ffff0ffff7ffffefffffffff7fffefffff8fffedffff4ffffafffe9fffe9ffff5fffedffff3ffff1fffedfffebffff4ffff4fffedfffefffffa0000000003ffffa0000800006ffff5fffff00000ffff1fffedfffe8ffff4ffffbffff2ffff3fffeeffff600001ffff0ffff8ffffdffff700001ffffefffedfffeeffff5ffff3ffff30000300001fffe8ffff9ffffdfffe7fffedfffe9ffff1ffff8ffff3ffff6ffff3ffff2fffe9ffffeffffeffffefffffffff5ffffcffffaffffdffff5ffff8ffffdfffffffff5ffff8ffff7ffff900002ffff5ffff00000c0000cffff3ffff8ffffdfffedfffef000070000300003ffff5fffedffffdfffff00000ffffaffff4fffeaffffb0000bffff2ffffe0000bffff9ffff8ffff4ffffa00000ffff1fffe9fffe8ffff5ffffbffff6ffff7ffff0ffff2ffff4ffffdffffcffffeffff4ffff4ffff9ffff9fffecffff3ffff4ffffb00011fffe5fffe1fffea0000000003ffff7ffff3ffff5ffff3ffffbffffaffff4ffff2ffff2fffe6fffdefffee000060001300001ffff5ffff9ffffcffff6ffff800002ffffafffe6ffff600000ffffcffff70001100006fffedfffe8ffff5ffff800001ffffb0000400002ffff3ffff400006ffff5fffedffffcffffbffffaffff9ffff9ffffbffff200006000130000900004ffff800001ffffafffe7fffe3ffff1ffffdffff8ffff5ffffa00001000100000e00004ffffefffff00002ffff4ffff7ffffb00006ffffcffff8ffff600005ffffdffff6ffff4ffff5ffff7fffefffffd00002ffff7ffffe00008ffffe0000a0001100000ffff30000100002fffedffff0ffffa00005000130001400000ffff5ffff5fffffffff7ffff2ffffaffffe0000300004ffff7ffffd000040000800003fffffffffbffffd0000a0000b000030000c0000400007ffff1ffffa0000100002ffff8ffff800008000070000e0000cffff3ffffd0000000003fffff00007ffffdffffe00013000130000c0000affffe0000e000150000500005000170000bffff2ffffb000040001200003ffff6ffffb0001a000170000600011fffff000040000600005ffffeffff6ffffc000080000d0000f0000500013000050000bffffaffff60001100009ffffc0000900010000090000500004fffff0000c0000e0000affffe0000600007000050000a00011fffff000080000b00009000060000a000040000b0000a0000a000040000f0001100003ffffc00010000160000400001ffffe000120000900002ffff8ffff5ffff0000020000f00010000050000a0000b00004000070001700014fffffffff90000400007000210001f00013000110001000006000050001000013000120000c0000c0000100008000120001affffeffff8ffffd000000000700002000080000800004ffff7ffff9fffffffff3ffff1000040000b0000600008000120000d000040000f00016ffffaffffb00006ffffeffffa00003000100000f00013000140000b0000f0000a0000200006000040001400019000120001000013000190000a000170002000002fffed000040001b0001b0001800001000140001b000130000cffff50000a0000800006000180001c0001000007000040000b0000cffffbffffd00008000100002b0000e0000d000120000b0001100015000110000b00002000030000300012000170001b0000e0000d0000500016000170000a0000d0000e0000a000030000a0001c0000e0000700012000100000d00004000110000f000120001d0001d00003000060001400012000250002000000
+d53c
+

ceilopyter-0.1.0/tests/test_cl.py

@@ -0,0 +1,17 @@
+import datetime
+
+from ceilopyter import read_cl_file
+
+
+def test_skip_invalid():
+    time, data = read_cl_file("tests/data/celio_chennai_2025-03-11.dat")
+    assert len(time) == 2
+    assert len(data) == 2
+
+    assert time[0] == datetime.datetime(2025, 3, 11, 8, 4, 55)
+    assert data[0].laser_temperature == 43
+    assert data[0].status.blower_fail_warning
+
+    assert time[1] == datetime.datetime(2025, 3, 11, 8, 6, 58)
+    assert data[1].laser_temperature == 42
+    assert not data[1].status.blower_fail_warning