pikobs 3.0.332__tar.gz → 3.0.333__tar.gz

{pikobs-3.0.332 → pikobs-3.0.333}/CHANGELOG.md

@@ -1155,3 +1155,7 @@ Please use the following tags when editing this file:
 ## [3.0.332] 2026-09-01
 ### Added
 - bugs
+
+## [3.0.333] 2026-09-01
+### Added
+- bugs

{pikobs-3.0.332/pikobs.egg-info → pikobs-3.0.333}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pikobs
-Version: 3.0.332
+Version: 3.0.333
 Summary: pikobs
 Home-page: https://gitlab.science.gc.ca/dlo001/pikobs
 Author: David Lobon

pikobs-3.0.333/VERSION

@@ -0,0 +1 @@
+3.0.333

{pikobs-3.0.332 → pikobs-3.0.333}/pikobs/obstimedb/obstimedb.py

@@ -303,6 +303,24 @@ def create_table_if_not_exists(cursor: sqlite3.Cursor) -> None:
 
 
 def combine(pathfileout: str, filememory: str) -> None:
+    # Made idempotent: DELETE any existing rows in the target for the
+    # SAME date(s) about to be inserted, before inserting. Without this,
+    # re-running the extraction for a date already in the accumulator
+    # (a retried/resumed job, or two separate --datestart/--dateend runs
+    # with an overlapping date range writing to the same output db)
+    # silently DUPLICATES that date's rows -- confirmed directly:
+    # extracting the same file twice into the same accumulator produced
+    # the SAME (date, id_stn) row twice, doubling every downstream sum
+    # for that date (and, since different runs can overlap different
+    # date spans by different amounts, this produces INCONSISTENT
+    # inflation across periods -- e.g. Today off by one factor, This
+    # week by another -- rather than one uniform, easy-to-spot scale
+    # error). This delete makes a re-run REPLACE that date's data
+    # instead of stacking a duplicate on top of it.
+    delete_sql = """
+        DELETE FROM moyenne
+        WHERE date IN (SELECT DISTINCT date FROM this_avg_db.moyenne);
+    """
     insert_sql = """
         INSERT INTO moyenne (Nobsdata, Nobsprofile, avg_omp, avg_oma, id_stn, channel, date)
         SELECT Nobsdata, Nobsprofile, avg_omp, avg_oma, id_stn, channel, date
@@ -315,6 +333,7 @@ def combine(pathfileout: str, filememory: str) -> None:
             create_table_if_not_exists(conn)
 
             conn.execute(f"ATTACH DATABASE '{filememory}' AS this_avg_db;")
+            conn.execute(delete_sql)
             conn.execute(insert_sql)
             conn.commit()
             conn.execute("DETACH DATABASE this_avg_db;")

{pikobs-3.0.332 → pikobs-3.0.333/pikobs.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pikobs
-Version: 3.0.332
+Version: 3.0.333
 Summary: pikobs
 Home-page: https://gitlab.science.gc.ca/dlo001/pikobs
 Author: David Lobon

pikobs-3.0.332/VERSION

@@ -1 +0,0 @@
-3.0.332