pikobs 3.0.332__tar.gz → 3.0.334__tar.gz

{pikobs-3.0.332 → pikobs-3.0.334}/CHANGELOG.md

@@ -1155,3 +1155,11 @@ Please use the following tags when editing this file:
 ## [3.0.332] 2026-09-01
 ### Added
 - bugs
+
+## [3.0.333] 2026-09-01
+### Added
+- bugs
+
+## [3.0.334] 2026-09-01
+### Added
+- bugs

{pikobs-3.0.332/pikobs.egg-info → pikobs-3.0.334}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pikobs
-Version: 3.0.332
+Version: 3.0.334
 Summary: pikobs
 Home-page: https://gitlab.science.gc.ca/dlo001/pikobs
 Author: David Lobon

pikobs-3.0.334/VERSION

@@ -0,0 +1 @@
+3.0.334

{pikobs-3.0.332 → pikobs-3.0.334}/pikobs/obstimedb/obstimedb.py

@@ -303,6 +303,24 @@ def create_table_if_not_exists(cursor: sqlite3.Cursor) -> None:
 
 
 def combine(pathfileout: str, filememory: str) -> None:
+    # Made idempotent: DELETE any existing rows in the target for the
+    # SAME date(s) about to be inserted, before inserting. Without this,
+    # re-running the extraction for a date already in the accumulator
+    # (a retried/resumed job, or two separate --datestart/--dateend runs
+    # with an overlapping date range writing to the same output db)
+    # silently DUPLICATES that date's rows -- confirmed directly:
+    # extracting the same file twice into the same accumulator produced
+    # the SAME (date, id_stn) row twice, doubling every downstream sum
+    # for that date (and, since different runs can overlap different
+    # date spans by different amounts, this produces INCONSISTENT
+    # inflation across periods -- e.g. Today off by one factor, This
+    # week by another -- rather than one uniform, easy-to-spot scale
+    # error). This delete makes a re-run REPLACE that date's data
+    # instead of stacking a duplicate on top of it.
+    delete_sql = """
+        DELETE FROM moyenne
+        WHERE date IN (SELECT DISTINCT date FROM this_avg_db.moyenne);
+    """
     insert_sql = """
         INSERT INTO moyenne (Nobsdata, Nobsprofile, avg_omp, avg_oma, id_stn, channel, date)
         SELECT Nobsdata, Nobsprofile, avg_omp, avg_oma, id_stn, channel, date
@@ -315,6 +333,7 @@ def combine(pathfileout: str, filememory: str) -> None:
             create_table_if_not_exists(conn)
 
             conn.execute(f"ATTACH DATABASE '{filememory}' AS this_avg_db;")
+            conn.execute(delete_sql)
             conn.execute(insert_sql)
             conn.commit()
             conn.execute("DETACH DATABASE this_avg_db;")

{pikobs-3.0.332 → pikobs-3.0.334}/pikobs/obstimedb/obstimedb_plot.py

@@ -459,6 +459,11 @@ def _draw_profile_summary_table(df_all, run_time, name_in='experience'):
             'DIFF_10DAY': _calc_pct_diff(at_run, tenday_avg),
         }
 
+    # Grand-total row: FAMILY='ALL', ID_STN='ALL', summing across EVERY
+    # family and station combined -- matches the reference report's own
+    # first row exactly (it puts this ahead of the per-family rows).
+    rows.append(_build_row('ALL', 'ALL', df_all))
+
     for family, g_fam in df_all.groupby('family', sort=False):
         for id_stn, g_stn in g_fam.groupby('id_stn', sort=False):
             rows.append(_build_row(family, id_stn, g_stn))
@@ -499,14 +504,27 @@ def _draw_profile_summary_table(df_all, run_time, name_in='experience'):
              "</tr>")
     body_rows = []
     for _, r in df_summary.iterrows():
-        row_style = "background:#f5f7ff;font-weight:bold;" if r['ID_STN'] == 'ALL' else ""
-        if r['ID_STN'] == 'ALL':
+        is_grand_total = (r['FAMILY'] == 'ALL' and r['ID_STN'] == 'ALL')
+        if is_grand_total:
+            row_style = "background:#dbe4f7;font-weight:bold;border-top:2px solid #4C72B0;"
+        elif r['ID_STN'] == 'ALL':
+            row_style = "background:#f5f7ff;font-weight:bold;"
+        else:
+            row_style = ""
+        if is_grand_total:
+            # No single section corresponds to "every family combined" --
+            # nothing meaningful to jump to, so this row isn't clickable.
+            onclick_attr = ""
+        elif r['ID_STN'] == 'ALL':
             target = f"#family-{_safe_anchor(r['FAMILY'])}"
+            row_style += "cursor:pointer;"
+            onclick_attr = f" onclick=\"location.href='{target}'\""
         else:
             target = f"#station-{_safe_anchor(r['FAMILY'])}-{_safe_anchor(r['ID_STN'])}"
-        row_style += "cursor:pointer;"
+            row_style += "cursor:pointer;"
+            onclick_attr = f" onclick=\"location.href='{target}'\""
         body_rows.append(
-            f"<tr style='{row_style}' onclick=\"location.href='{target}'\">"
+            f"<tr style='{row_style}'{onclick_attr}>"
             f"<td data-v='{r['FAMILY']}'>{r['FAMILY']}</td>"
             f"<td data-v='{r['ID_STN']}'>{r['ID_STN']}</td>"
             f"<td data-v='{r['NB_TODAY']}'>{_fmt_int(r['NB_TODAY'])}</td>"
@@ -703,13 +721,46 @@ def _draw_channel_mosaic(df_chan_stn, family, stn, region, flag_criteria,
     # the HTML note can say how many cycles this affected.
     n_gap_cycles = int(np.all(np.isnan(grid), axis=0).sum())
 
-    fig_w = _shared_fig_width(n_date)
+    # Every OTHER chart in this report (mosaic, global time series,
+    # per-station time series) uses left=0.06/right=0.99 of
+    # _shared_fig_width(n_date) for its plot area -- no colorbar to eat
+    # into that. This chart has a colorbar, which (via the old
+    # `fig.colorbar(im, ax=ax, fraction=.., pad=..)` approach) SHRINKS
+    # the main axes to make room, so the DATA columns end up narrower
+    # and don't line up pixel-for-pixel with every other chart's columns
+    # despite the total figure width matching. Fix: reserve a FIXED
+    # extra width JUST for the colorbar, and place the main axes
+    # explicitly at the same absolute left/right (in inches) as every
+    # other chart, so the colorbar never touches that space.
+    base_fig_w = _shared_fig_width(n_date)
+    cbar_w_inches = 0.9
+    fig_w = base_fig_w + cbar_w_inches
     fig_h = max(3.0, min(0.18 * n_chan, 40)) + 1.4
-    fig, ax = plt.subplots(figsize=(fig_w, fig_h))
+
+    # Margins reserved in roughly FIXED inches (title ~0.5", hierarchical
+    # x-axis labels ~1.5"), converted to a fraction of THIS figure's own
+    # height -- a plain fixed fraction is fine for a short mosaic but
+    # wastes enormous whitespace on a tall one (300+ channels can make
+    # fig_h > 40"), since the x-axis labels need the same few inches
+    # regardless of how tall the figure is.
+    top_frac = max(0.80, 1.0 - 0.5 / fig_h)
+    bottom_frac = min(0.28, 1.5 / fig_h)
+
+    left_frac = (0.06 * base_fig_w) / fig_w
+    plot_right_frac = (0.99 * base_fig_w) / fig_w   # main axes ends here
+    cbar_left_frac = plot_right_frac + (0.10 / fig_w)
+    cbar_width_frac = 0.18 / fig_w
+
+    fig = plt.figure(figsize=(fig_w, fig_h))
+    ax = fig.add_axes([left_frac, bottom_frac, plot_right_frac - left_frac,
+                       top_frac - bottom_frac])
     cmap = plt.get_cmap('viridis').copy()
     cmap.set_bad(color='#D9D9D9')  # explicit grey for NaN, not blank/white
     im = ax.imshow(grid, aspect='auto', cmap=cmap, interpolation='nearest')
-    cbar = fig.colorbar(im, ax=ax, fraction=0.02, pad=0.01)
+
+    cbar_ax = fig.add_axes([cbar_left_frac, bottom_frac, cbar_width_frac,
+                            top_frac - bottom_frac])
+    cbar = fig.colorbar(im, cax=cbar_ax)
     cbar.set_label('Nobs', fontsize=9)
 
     # Keep channel labels readable even with many channels: thin them
@@ -726,15 +777,6 @@ def _draw_channel_mosaic(df_chan_stn, family, stn, region, flag_criteria,
         title += f'  (grey = no channel data, {n_gap_cycles} cycle{"s" if n_gap_cycles != 1 else ""})'
     ax.set_title(title, fontsize=11)
 
-    # Margins reserved in roughly FIXED inches (title ~0.5", hierarchical
-    # x-axis labels ~1.5"), converted to a fraction of THIS figure's own
-    # height -- a plain fixed fraction (e.g. bottom=0.28) is fine for a
-    # short mosaic but wastes enormous whitespace on a tall one (300+
-    # channels can make fig_h > 40"), since the x-axis labels need the
-    # same few inches regardless of how tall the figure is.
-    top_frac = max(0.80, 1.0 - 0.5 / fig_h)
-    bottom_frac = min(0.28, 1.5 / fig_h)
-    fig.subplots_adjust(left=0.08, right=0.94, top=top_frac, bottom=bottom_frac)
     fig.savefig(out_path, dpi=70)
     plt.close(fig)
     return out_path, n_gap_cycles
@@ -818,18 +860,24 @@ def _draw_station_full_timeseries(df_stn, stn, family, region, flag_criteria,
     stn_col = _stn_color(stn)
 
     fig, ax = plt.subplots(figsize=(fig_w, 4.6))
-    ax.plot(df_stn['_x'], df_stn['Nobs'], marker='o', markersize=4,
-            linestyle='-', linewidth=1.6, color=REF_COLOR, label='Nobs',
-            zorder=2)
-
-    for tier, label in ((STATUS_DARKGREEN, 'Above baseline'),
+    ax.axhline(0.0, color='red', lw=1.0, ls='-', alpha=0.65, zorder=1)
+    ax.plot(df_stn['_x'], df_stn['Nobs'], linestyle='-', linewidth=1.6,
+            color=REF_COLOR, zorder=2)
+
+    # Every point gets a marker in its OWN status colour (not just the
+    # alert-worthy tiers) -- green for normal, dark green for above
+    # baseline, yellow/orange/red for the drop tiers, grey for
+    # insufficient history -- so the curve communicates status at a
+    # glance along its whole length, the same colour scheme as the
+    # mosaic above it, not just where something's flagged.
+    for tier, label in ((STATUS_GREEN, 'Normal'), (STATUS_DARKGREEN, 'Above baseline'),
                         (STATUS_YELLOW, 'Yellow'), (STATUS_ORANGE, 'Orange'),
-                        (STATUS_RED, 'Red')):
+                        (STATUS_RED, 'Red'), (STATUS_GREY, 'Insufficient history')):
         pts = df_stn[df_stn['status'] == tier]
         if not pts.empty:
-            ax.scatter(pts['_x'], pts['Nobs'], marker='o', s=55,
+            ax.scatter(pts['_x'], pts['Nobs'], marker='o', s=40,
                       color=_STATUS_COLORS[tier], edgecolor='#333',
-                      linewidth=0.7, zorder=3, label=label)
+                      linewidth=0.6, zorder=3, label=label)
 
     n_alerts = int(df_stn['status'].isin([STATUS_YELLOW, STATUS_ORANGE, STATUS_RED]).sum())
     ax.set_ylabel('Nobs', fontsize=13, fontweight='bold')

{pikobs-3.0.332 → pikobs-3.0.334}/pikobs/script/run_obstimedb.sh

@@ -14,8 +14,8 @@ EXPERIENCE_NAME="GDPS-SN"
 # Output directory where the generated results will be saved.
 PATHWORK="/home/dlo001/sites8/pikobs_obstimedb"
 # Start and end dates for the processing window in YYYYMMDDHH format (UTC).
-DATESTART="2026082106"
-DATEEND="2026083112"
+DATESTART="2026082118"
+DATEEND="2026090100"
 # Region to process.
 REGION="Monde"
 # Observation families to process (space-separated list).

{pikobs-3.0.332 → pikobs-3.0.334/pikobs.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pikobs
-Version: 3.0.332
+Version: 3.0.334
 Summary: pikobs
 Home-page: https://gitlab.science.gc.ca/dlo001/pikobs
 Author: David Lobon

pikobs-3.0.332/VERSION

@@ -1 +0,0 @@
-3.0.332