avoca 0.16.0__py3-none-any.whl → 0.17.0__py3-none-any.whl

avoca/bindings/gcwerks.py

@@ -90,6 +90,8 @@ flag_values = {
     "F": QA_Flag.INVALIDATED_EXT,
     # X: An X flag is an 'un-do' the flag. If there is an automatic flag by GCWerks, but I decide I want that data point still included, I have the option to set an X flag.
     "X": ValidFlag,
+    # Nans read from pandas 
+    pd.NA: QA_Flag.MISSING,
 }
 
 # Show the flags and the columns they are applied to
@@ -229,9 +231,9 @@ def read_gcwerks(
         flags: pd.Series = serie_str.str[-1]
         if col[1] in cols_float:
             # Remove the flag value when given
-            serie_str = serie_str.apply(
-                lambda x: x[:-1] if x[-1] in flags_allowed else x
-            )
+            mask_flag_allowed = flags.isin(flags_allowed)
+            serie_str = serie_str.where(~mask_flag_allowed, serie_str.str[:-1])
+
             # Convert the serie to numeric
             df[col] = pd.to_numeric(serie_str, errors="coerce")
 

avoca/io.py

@@ -8,6 +8,11 @@ date_format = "%Y-%m-%d %H:%M:%S"
 
 def to_csv(df: pd.DataFrame, path: Path, **kwargs) -> None:
     """Export a dataframe to a csv file."""
+
+    # Put the columsn with "-" first
+    cols = df.columns.tolist()
+    cols_sorted = sorted(cols, key=lambda x: (x[0] != "-", x))
+    df = df[cols_sorted]
     df.to_csv(path, index=False, date_format=date_format, **kwargs)
 
 

avoca/testing/utils.py

@@ -3,7 +3,7 @@ import pandas as pd
 
 def make_dt_index(df: pd.DataFrame | pd.Index) -> pd.DataFrame | pd.Index:
     """Create a datetime index for the dataframe."""
-    index = pd.date_range(start="2023-01-01", periods=len(df), freq="h")
+    index = pd.date_range(start="2023-01-01", periods=len(df), freq="h", unit="s")
     if isinstance(df, pd.Index):
         return index
     return df.set_index(index)

{avoca-0.16.0.dist-info → avoca-0.17.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: avoca
-Version: 0.16.0
+Version: 0.17.0
 Summary: @voc@: Quality assessement of measurement data
 Project-URL: Homepage, https://gitlab.com/empa503/atmospheric-measurements/avoca
 Project-URL: Bug Tracker, https://gitlab.com/empa503/atmospheric-measurements/avoca/-/issues

{avoca-0.16.0.dist-info → avoca-0.17.0.dist-info}/RECORD

@@ -2,7 +2,7 @@ avoca/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 avoca/export_nas.py,sha256=B9B2iFSzB3f83nCfe2_vzouRblthK0_dGF8W3o0Kt5Y,155
 avoca/flagging.py,sha256=tg6k_TVHRXiMJCAij_kUS-S2gSshYt7FKvQ0nJdljYs,2328
 avoca/flags.py,sha256=9LF-e8bcUdBQmxtoXU3ysx7KRzZiU6bU6nhDLhZtowU,1599
-avoca/io.py,sha256=67D5x1qkLqWC7wWehyOfX96L4H3-tn9x2V4jMCoIRqA,729
+avoca/io.py,sha256=VMGqSPdtPM5Xu4kugMbr6TaMS9-U6pnObMu2ERKhNxE,891
 avoca/logging.py,sha256=BrxgZQRfnkPSoQ0ZXhOzzhIsmbyjKvaJNG55MdM9jmA,86
 avoca/manager.py,sha256=Faf3UyaCV58TMCZz6tWrLcY-W1WUtuh1aMP85yUVlmQ,5336
 avoca/plots.py,sha256=zzoOJystasrKF2ikJLqcT8mlc-f-tu57vksXs-xRXv8,4424
@@ -12,7 +12,7 @@ avoca/bindings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 avoca/bindings/ebas.py,sha256=3oWgN3teyEvQ9acpD2767A18IbgxjtbOdmXD79PLVrE,19793
 avoca/bindings/ebas_flags.py,sha256=TEkmOI9Bia0C2KFO5GqLFXNIvcLak5yedlBFCKY5Gqg,2695
 avoca/bindings/gcwerks-report.conf,sha256=jO0I62DfgzrXXS1FuiW8ds-oc1_j8kpFCO61Fk-erBw,230
-avoca/bindings/gcwerks.py,sha256=Qu1uScNGlwdxY7Hu6WXIO-mQUeeErA8L4SLiIeL9O8I,15111
+avoca/bindings/gcwerks.py,sha256=2Keff174EUjRwbBRDNKwGFEMr6TxJ2mpsjIN71DjUsQ,15188
 avoca/bindings/gcwerks_gui.py,sha256=Fj3p8obFq3lWrWW0LlA8WBALP8-U70hvps5vZEt4NaM,9458
 avoca/bindings/nabel.py,sha256=6OzaG1imFhOCVDQTO7YXvPQjbTfo4063w74yEuAVCEk,2991
 avoca/bindings/qa_tool.py,sha256=hqsWUU99mYpkKfeULBoox4M2x7Bk0aYO4Q_8WGvt2og,11628
@@ -28,11 +28,11 @@ avoca/qa_class/test.py,sha256=Xc88_Vwf3hvPiKKl4ILxZ2N985SY8eujUdnAoQu4mbo,591
 avoca/qa_class/zscore.py,sha256=jDw2UBmf7KBkskGOD5bgFy3RgNYUjc-9tYjSU-3L1ws,16714
 avoca/testing/__init__.py,sha256=CzkugadVit48-eMoMVtojZLHeSKgnmMMen6sGu6Q42Y,108
 avoca/testing/df.py,sha256=UQm6TdTDVRWvRNM5WnSWh6vdvDR1lqLNg0ti-B1L760,1865
-avoca/testing/utils.py,sha256=jVV0mIwLIpr0UBLMk8RjZH5J_dV_b6Gugxzo_WRgWU0,308
+avoca/testing/utils.py,sha256=w0i-x3xG40JMxhoV_odVV7995VMKpUsHRYVJk2XYJ7I,318
 avoca/utils/__init__.py,sha256=SZc1bHrQyg1DIYnbdUmANtUhnQWlJaMhPrDSWS8oVRY,1408
 avoca/utils/flags_doc.py,sha256=jT1E0GN-B8ws_FyKGE20nlrKrgTHtoyjdo2r8RgYhwU,4294
 avoca/utils/torch_models.py,sha256=53TgOgSPMOOSGYy2cm1EGSK7qQkYMGEOq319KKM_Ir0,1015
-avoca-0.16.0.dist-info/METADATA,sha256=1eqKIQ8i_DgAYF0p_tizQ7q1rU1c8hEvr7lKeF0Q0Dg,1570
-avoca-0.16.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-avoca-0.16.0.dist-info/licenses/LICENCE.txt,sha256=4MY53j3v7tEKwjyuriVz9YjB4Dscm2nDMB2CcG9lOmk,1059
-avoca-0.16.0.dist-info/RECORD,,
+avoca-0.17.0.dist-info/METADATA,sha256=1V1osu38cBEsVtCqP4wIbe37PT4LlKv56jqJZk1OI38,1570
+avoca-0.17.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+avoca-0.17.0.dist-info/licenses/LICENCE.txt,sha256=4MY53j3v7tEKwjyuriVz9YjB4Dscm2nDMB2CcG9lOmk,1059
+avoca-0.17.0.dist-info/RECORD,,