pthelma 1.0.0__cp311-cp311-musllinux_1_2_i686.whl → 2.0.0__cp311-cp311-musllinux_1_2_i686.whl

rocc/calculation.pyx

@@ -0,0 +1,182 @@
+# cython: language_level=3
+import datetime as dt
+
+cimport numpy as np
+from cpython cimport array
+
+import numpy as np
+import pandas as pd
+
+
+class Rocc:
+    def __init__(self, timeseries, thresholds, symmetric, flag):
+        self.htimeseries = timeseries
+        self.thresholds = thresholds
+        self.symmetric = symmetric
+        self.flag = flag or ""
+
+    def execute(self):
+        self._transform_thresholds()
+        self._transform_to_plain_numpy()
+        failures = self._do_actual_job()
+        self._transform_to_pandas()
+        return failures
+
+    def _transform_thresholds(self):
+        threshold_deltas = array.array("l")
+        threshold_allowed_diffs = array.array("d")
+
+        for threshold in self.thresholds:
+            delta_t = int(self._get_delta_t_transformed(threshold.delta_t))
+            threshold_deltas.append(delta_t)
+            threshold_allowed_diffs.append(threshold.allowed_diff)
+        self.threshold_deltas = threshold_deltas
+        self.threshold_allowed_diffs = threshold_allowed_diffs
+
+    def _get_delta_t_transformed(self, delta_t):
+        if not delta_t[0].isdigit():
+            delta_t = "1" + delta_t
+        return pd.Timedelta(delta_t).to_timedelta64()
+
+    def _transform_to_plain_numpy(self):
+        flag_lengths = self.htimeseries.data["flags"].str.len()
+        max_flag_length = 0 if flag_lengths.empty else max(flag_lengths)
+        flags_dtype = "U" + str(max_flag_length + 1 + len(self.flag))
+        self.ts_index = self.htimeseries.data.index.values.astype(long)
+        self.ts_values = self.htimeseries.data["value"].values
+        self.ts_flags = self.htimeseries.data["flags"].values.astype(flags_dtype)
+        try:
+            utc_offset = self.htimeseries.data.index.tz.utcoffset(dt.datetime.now())
+        except AttributeError:
+            utc_offset = dt.timedelta(0)
+        self.ts_utc_offset_minutes = int(utc_offset.total_seconds() / 60)
+
+    def _do_actual_job(self):
+        return _perform_rocc(
+            self.ts_index,
+            self.ts_values,
+            self.ts_flags,
+            self.ts_utc_offset_minutes,
+            list(self.thresholds),
+            self.threshold_deltas,
+            self.threshold_allowed_diffs,
+            self.symmetric,
+            self.flag,
+        )
+
+    def _transform_to_pandas(self):
+        self.htimeseries.data = pd.DataFrame(
+            index=self.htimeseries.data.index,
+            columns=["value", "flags"],
+            data=np.vstack((self.ts_values, self.ts_flags)).transpose(),
+        )
+        self.htimeseries.data["value"] = self.htimeseries.data["value"].astype(np.float64)
+
+
+# IMPORTANT: There's some plain Python in the Cython below. Specifically, there are some
+# Python lists and some places with undeclared variables. These are only used when a
+# failure is found. Given that failures should be very few, this should not affect the
+# overall speed. But I'm not really a Cython expert and I don't know exactly how it
+# works.
+
+
+def _perform_rocc(
+    np.ndarray ts_index,
+    np.ndarray ts_values,
+    np.ndarray ts_flags,
+    int ts_utc_offset_minutes,
+    list thresholds,
+    array.array threshold_deltas,
+    array.array threshold_allowed_diffs,
+    int symmetric,
+    str flag,
+):
+    cdef int i, record_fails_check
+    cdef list failures = []
+
+    for i in range(ts_index.size):
+        record_fails_check = _record_fails_check(
+            i,
+            ts_index,
+            ts_values,
+            ts_utc_offset_minutes,
+            thresholds,
+            threshold_deltas,
+            threshold_allowed_diffs,
+            symmetric,
+            failures,
+        )
+        if record_fails_check and flag:
+            _add_flag(i, ts_flags, flag)
+    return failures
+
+
+def _add_flag(int i, np.ndarray ts_flags, str flag):
+    if ts_flags[i]:
+        ts_flags[i] = ts_flags[i] + " "
+    ts_flags[i] = ts_flags[i] + flag
+
+
+def _record_fails_check(
+    int record_index,
+    np.ndarray ts_index,
+    np.ndarray ts_values,
+    int ts_utc_offset_minutes,
+    list thresholds,
+    array.array threshold_deltas,
+    array.array threshold_allowed_diffs,
+    int symmetric,
+    list failures,
+):
+    cdef int ti
+    cdef double diff
+
+    for ti in range(len(threshold_deltas)):
+        diff = _record_fails_threshold(
+            record_index,
+            threshold_deltas[ti],
+            threshold_allowed_diffs[ti],
+            ts_index,
+            ts_values,
+            symmetric,
+        )
+        if diff:
+            timestamp = ts_index[record_index].item()
+            datestr = str(
+                np.datetime64(timestamp, "ns") + np.timedelta64(ts_utc_offset_minutes, "m")
+            )[:16]
+            diffsign = '+' if diff > 0 else ''
+            thresholdsign = '-' if diff < 0 else ''
+            cmpsign = '>' if diff > 0 else '<'
+            failures.append(
+                f"{datestr}  {diffsign}{diff} in {thresholds[ti].delta_t} "
+                f"({cmpsign} {thresholdsign}{threshold_allowed_diffs[ti]})"
+            )
+            return True
+    return False
+
+
+def _record_fails_threshold(
+    int record_index,
+    long threshold_delta,
+    double threshold_allowed_diff,
+    np.ndarray ts_index,
+    np.ndarray ts_values,
+    int symmetric,
+):
+    cdef double current_value = ts_values[record_index]
+    cdef long current_timestamp = ts_index[record_index]
+    cdef int i, fails
+    cdef double diff;
+
+    for i in range(record_index - 1, -1, -1):
+        if current_timestamp - ts_index[i] > threshold_delta:
+            return False
+        diff = current_value - ts_values[i];
+        fails = (
+            diff > threshold_allowed_diff
+            or (symmetric and diff < -threshold_allowed_diff)
+        )
+        if fails:
+            return diff
+    return False

pthelma-1.0.0.dist-info/RECORD

@@ -1,28 +0,0 @@
-htimeseries/htimeseries.py,sha256=oyf-N8l4POBmTiOSXU9llYijHNZAITsPbjRgIz1atEE,19197
-htimeseries/__init__.py,sha256=ufVeWB4YLa6KGFwIa2kIe6idyfFvslDWs4JzZPv_Cro,73
-htimeseries/timezone_utils.py,sha256=xEArPwKvI9tLP3z2Y9l4jpbpKMtOsC5ftHxzAo1bgNs,1238
-haggregate/regularize.c,sha256=iBLBh6_3fovyx2AqjdR-h6fVz5yXKN4UQ7D9ANDvNvU,611781
-haggregate/regularize.pyx,sha256=sqqmT8F9y2b3-eoQKidB0bb2PW9qVimsFpf1X4n5tSU,5607
-haggregate/__init__.py,sha256=MDcKyaJOi1mY5zQbs83yX4_B9YgYLQ_strv3Nio_Dws,155
-haggregate/haggregate.py,sha256=J7MSa-EfLhbXRlYTnv_2aUqdHhQZ6OX61mSb9bumNdE,5045
-haggregate/cli.py,sha256=NtGM4ka9d8x5lXYnh7ortbm0sB9f2BS4h4j0OBDjgtg,3272
-haggregate/regularize.cpython-311-i386-linux-musl.so,sha256=KFK5WOxhu_42De4XELjBnSguEQ-3YqXdhYMy04kMmVI,779536
-evaporation/__init__.py,sha256=yvyqV97dCRu7ibPpY2_P7FyHICg4s72dq7aTrHSp5c8,122
-evaporation/cli.py,sha256=4jTTM4BDTVpJuZgAcGdf0q9AuYdh_nzH1f_oNxs0m8g,27713
-evaporation/evaporation.py,sha256=Tq8i4Np_AbxDIluIzsBrJVO2DMmqEG96zcjMGr22UFg,16265
-enhydris_cache/__init__.py,sha256=efOjymmTWcbNF25c9iFGvOJomjfBsDQNRajItnOqKzs,152
-enhydris_cache/enhydris_cache.py,sha256=M_-uf2yqPLMgJZykC2rKCdqINKQoHIM1D5m01N_PrGY,2622
-enhydris_cache/cli.py,sha256=tsRwn4rQwKsTV7gYyMvH2dxCP7qgxE0670ADJ7ncKuI,4643
-pthelma/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pthelma/_version.py,sha256=DGJ4pj32xs3_DRJhSzQwCiRNnAQrMgo09USYpyMZsKc,411
-enhydris_api_client/__init__.py,sha256=mFrWzz5ntJYyER0L4Lk1eWkKcytHvn0_XOQZ22_oiGo,9340
-pthelma-1.0.0.dist-info/top_level.txt,sha256=tmHh9NPLZEWJBUT19b-ZqJmAOG6QAfyM_Z3d-B7XS7w,87
-pthelma-1.0.0.dist-info/RECORD,,
-pthelma-1.0.0.dist-info/LICENSE.rst,sha256=WFSwH2Ls72hcsUDQgd-Hof0KLWSNpC5pXQUOQs0wWWo,1345
-pthelma-1.0.0.dist-info/entry_points.txt,sha256=Kh2gKKRhObmmOASJWIwX9dDEZQ5htc3ftBlqeoGer-s,155
-pthelma-1.0.0.dist-info/METADATA,sha256=Mi3rVzAHIRmdRbFRVm-Z2btdEHdW2d4FtIzbDs7q958,2154
-pthelma-1.0.0.dist-info/WHEEL,sha256=Z5j2XtjHrQbOHjN4_MTOnYdO8RojvTSdjZpKbN8zVdg,110
-hspatial/test.py,sha256=awSPlX7f_ZrF8UL5XKnwC3K7j1k20KvMeC_31KuSyq8,1023
-hspatial/hspatial.py,sha256=suhe1RaFRvVetQXPMwy5QkJ6GYOmcmASYrKBZVBX2L4,15923
-hspatial/__init__.py,sha256=O4w4PsZI6iqkDAHioFcRh2Iju4xSFd5UkqfK_ycss0k,119
-hspatial/cli.py,sha256=01EiLahW-55Pvwy8NXn3OiOyfrLXI2qdfipqeL_Fxh0,10376