@oceanmetrics/engine 0.1.0 → 0.1.1

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 0.1.1 (2026-10-23)
+
+- Fix: `sliceSource().slice()` read the lobes' slabs without the `SELECT DISTINCT` that `runPreview` applies, so where two
+  places' boxes overlap (Channel Islands and Chumash) every cell of the overlap came back twice. Regression test with two
+  overlapping synthetic slabs.
+
 ## 0.1.0 (2026-10-23)
 
 The browser engine, build week 2 step 2b: erddap-places' engine as a platform package, so the indicators Map's `grid`

package/README.md

@@ -112,7 +112,9 @@ const run = await runPreview({
 `@oceanmetrics/map`'s `gridSlot(spec, source)`: `slice(t)` fetches the one step `t` (a day or an ISO instant;
 `null` is the extent's end, or ERDDAP's `last` without an extent) of every lobe and returns `last_step`'s rows as
 `{ lat, lon, value, weight }`, the mask's own centres, a cell without data kept with `value: null`. The mask goes into
-the engine once, at the first slice.
+the engine once, at the first slice. The slabs of the lobes are read as `SELECT DISTINCT *` (as `runPreview` does), so a
+cell inside two overlapping boxes (Channel Islands and Chumash) comes back once, not twice (0.1.1); the mask you pass is
+the places' union and must hold each cell once.
 
 ## DuckDB-WASM: the peer and the worker setup
 

package/dist/preview.js

@@ -91,6 +91,9 @@ async function loadSlabs(engine, urls, format, signal, retry) {
     return files;
 }
 const readList = (files) => `read_parquet([${files.map((f) => `'${f}'`).join(', ')}])`;
+// the lobes' slabs as one relation without a row twice: where two places' boxes overlap (Channel Islands and Chumash)
+// both slabs hold the cells of the overlap, and the join over the mask would return each of them twice
+const distinctSlab = (files) => `(SELECT DISTINCT * FROM ${readList(files)})`;
 /**
  * The statistics of `variable` over the place for [t0, t1], chunk by chunk. Each chunk's slab (one Parquet request per
  * lobe) is registered, aggregated with the template over the mask and dropped; `onChunk` gets its rows as soon as they
@@ -142,7 +145,7 @@ export async function runPreview(o) {
                     files.push(f);
                 }
                 // DISTINCT: a coarse axis (the 8-day grid) can snap a chunk's two endpoints onto one step
-                const slab = `(SELECT DISTINCT * FROM ${readList(files)})`;
+                const slab = distinctSlab(files);
                 const out = await engine.runTemplate(name, { expr, slab, mask });
                 aborted(signal);
                 // two chunks snapped onto the same step of a coarse axis give that step twice, identical: keep the first
@@ -187,7 +190,7 @@ export function sliceSource(o) {
             try {
                 await inserted;
                 aborted(signal);
-                const rows = await o.engine.runTemplate('last_step', { expr: valueExpr(o.variable), slab: readList(files), mask });
+                const rows = await o.engine.runTemplate('last_step', { expr: valueExpr(o.variable), slab: distinctSlab(files), mask });
                 return rows.map((r) => ({
                     lat: Number(r.latitude), lon: Number(r.longitude), weight: Number(r.weight),
                     value: r.value === null || r.value === undefined ? null : Number(r.value),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@oceanmetrics/engine",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "the browser engine of Ocean Metrics: the place mask, ERDDAP requests, the SQL shared with the Python engine, DuckDB-WASM statistics and the chunked live preview",
   "keywords": [
     "ocean",

package/src/preview.ts

@@ -109,6 +109,9 @@ async function loadSlabs(engine: Engine, urls: string[], format: Format, signal:
   return files
 }
 const readList = (files: string[]) => `read_parquet([${files.map((f) => `'${f}'`).join(', ')}])`
+// the lobes' slabs as one relation without a row twice: where two places' boxes overlap (Channel Islands and Chumash)
+// both slabs hold the cells of the overlap, and the join over the mask would return each of them twice
+const distinctSlab = (files: string[]) => `(SELECT DISTINCT * FROM ${readList(files)})`
 
 // ---- the preview ----
 
@@ -205,7 +208,7 @@ export async function runPreview(o: PreviewOptions): Promise<PreviewResult> {
       try {
         for (const s of slabs) { const f = `${uid('slab')}.parquet`; await engine.registerBuffer(f, s.buffer!); files.push(f) }
         // DISTINCT: a coarse axis (the 8-day grid) can snap a chunk's two endpoints onto one step
-        const slab = `(SELECT DISTINCT * FROM ${readList(files)})`
+        const slab = distinctSlab(files)
         const out  = await engine.runTemplate(name, { expr, slab, mask })
         aborted(signal)
         // two chunks snapped onto the same step of a coarse axis give that step twice, identical: keep the first
@@ -266,7 +269,7 @@ export function sliceSource(o: SliceSourceOptions): SliceSource {
       try {
         await inserted
         aborted(signal)
-        const rows = await o.engine.runTemplate('last_step', { expr: valueExpr(o.variable), slab: readList(files), mask })
+        const rows = await o.engine.runTemplate('last_step', { expr: valueExpr(o.variable), slab: distinctSlab(files), mask })
         return rows.map((r) => ({
           lat: Number(r.latitude), lon: Number(r.longitude), weight: Number(r.weight),
           value: r.value === null || r.value === undefined ? null : Number(r.value),