pikobs 3.0.331__tar.gz → 3.0.332__tar.gz

{pikobs-3.0.331 → pikobs-3.0.332}/CHANGELOG.md

@@ -1151,3 +1151,7 @@ Please use the following tags when editing this file:
 ## [3.0.331] 2026-09-01
 ### Added
 - bugs
+
+## [3.0.332] 2026-09-01
+### Added
+- bugs

{pikobs-3.0.331/pikobs.egg-info → pikobs-3.0.332}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pikobs
-Version: 3.0.331
+Version: 3.0.332
 Summary: pikobs
 Home-page: https://gitlab.science.gc.ca/dlo001/pikobs
 Author: David Lobon

pikobs-3.0.332/VERSION

@@ -0,0 +1 @@
+3.0.332

{pikobs-3.0.331 → pikobs-3.0.332}/pikobs/obstimedb/obstimedb.py

@@ -374,50 +374,65 @@ def create_and_populate_moyenne_table(
         # it into its own column. Every other family leaves `channel` as
         # a literal NULL and groups exactly as before -- this is a pure
         # addition, the non-radiance extraction path is unchanged.
+        #
+        # CRITICAL: the per-channel rows must NEVER be the only rows
+        # inserted for a radiance family. The SAME id_obs (profile)
+        # appears in MANY channel rows (one per channel it reports), so
+        # summing Nobsdata/Nobsprofile ACROSS channel rows -- exactly
+        # what every consumer of `moyenne` that isn't channel-aware does
+        # (the main Nobs/Nobsprofile series behind the mosaic, global
+        # time series, and profile summary table) -- silently multiplies
+        # the true profile count by roughly the number of channels
+        # reported (confirmed directly: a 10-profile/15-channel test
+        # case summed to 150, not 10). The fix is to ALSO insert a
+        # SEPARATE, non-channel-split row (channel=NULL) with the
+        # correct, ungrouped-by-channel counts, so every consumer that
+        # filters `WHERE channel IS NULL` (the main series) gets the
+        # right numbers, while `WHERE channel IS NOT NULL` (the
+        # per-channel breakdown) still works exactly as before.
         # ------------------------------------------------------------------
         is_radiance = (VCOTYP == 'CANAL')
         if is_radiance:
-            channel_expr = "vcoord"
-            group_by_clause = f"{group_col}, vcoord"
+            passes = [("NULL", group_col), ("vcoord", f"{group_col}, vcoord")]
         else:
-            channel_expr = "NULL"
-            group_by_clause = group_col
-
-        insert_query = f"""
-            INSERT INTO moyenne (Nobsdata, Nobsprofile, avg_omp, avg_oma, id_stn, channel, date)
-            SELECT
-                count(DISTINCT(id_data)),
-                count(DISTINCT(id_obs)),
-                {avg_omp_expr},
-                {avg_oma_expr},
-                {id_stn_expr},
-                {channel_expr},
-                {date_match.group(1)}
-            FROM db.header
-            NATURAL JOIN db.DATA
-            WHERE obsvalue IS NOT NULL
-                {flag_criteria}
-                {LATLONCRIT}
-                {VCOCRIT}
-                {family_filter}
-            GROUP BY {group_by_clause};
-        """
-
-        try:
-            cursor.execute(insert_query)
-        except sqlite3.OperationalError as err:
-            msg = str(err).lower()
-            fb_query = insert_query
-            for metric in agr_list:
-                if metric in msg:
-                    print(f"[WARNING] Column '{metric}' not found in "
-                          f"{os.path.basename(existing_db_filename)}; storing NULL.",
-                          flush=True)
-                    fb_query = fb_query.replace(f"AVG({metric})", "NULL")
-            if fb_query != insert_query:
-                cursor.execute(fb_query)
-            else:
-                raise
+            passes = [("NULL", group_col)]
+
+        for channel_expr, group_by_clause in passes:
+            insert_query = f"""
+                INSERT INTO moyenne (Nobsdata, Nobsprofile, avg_omp, avg_oma, id_stn, channel, date)
+                SELECT
+                    count(DISTINCT(id_data)),
+                    count(DISTINCT(id_obs)),
+                    {avg_omp_expr},
+                    {avg_oma_expr},
+                    {id_stn_expr},
+                    {channel_expr},
+                    {date_match.group(1)}
+                FROM db.header
+                NATURAL JOIN db.DATA
+                WHERE obsvalue IS NOT NULL
+                    {flag_criteria}
+                    {LATLONCRIT}
+                    {VCOCRIT}
+                    {family_filter}
+                GROUP BY {group_by_clause};
+            """
+
+            try:
+                cursor.execute(insert_query)
+            except sqlite3.OperationalError as err:
+                msg = str(err).lower()
+                fb_query = insert_query
+                for metric in agr_list:
+                    if metric in msg:
+                        print(f"[WARNING] Column '{metric}' not found in "
+                              f"{os.path.basename(existing_db_filename)}; storing NULL.",
+                              flush=True)
+                        fb_query = fb_query.replace(f"AVG({metric})", "NULL")
+                if fb_query != insert_query:
+                    cursor.execute(fb_query)
+                else:
+                    raise
         mem_conn.commit()
 
         try:

{pikobs-3.0.331 → pikobs-3.0.332}/pikobs/obstimedb/obstimedb_plot.py

@@ -891,7 +891,7 @@ def obstimedb_plot(
             select_extra.append(
                 f"SUM(CASE WHEN {col} IS NOT NULL THEN Nobsdata ELSE 0 END) as _wden_{metric}")
         query = ("SELECT date, id_stn, " + ", ".join(select_extra) +
-                 " FROM moyenne GROUP BY date, id_stn;")
+                 " FROM moyenne WHERE channel IS NULL GROUP BY date, id_stn;")
         try:
             df = pd.read_sql_query(query, conn)
         except Exception as e:

{pikobs-3.0.331 → pikobs-3.0.332/pikobs.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pikobs
-Version: 3.0.331
+Version: 3.0.332
 Summary: pikobs
 Home-page: https://gitlab.science.gc.ca/dlo001/pikobs
 Author: David Lobon

pikobs-3.0.331/VERSION

@@ -1 +0,0 @@
-3.0.331