sailkick-boat 0.18.0 → 0.18.1

package/README.md

@@ -236,6 +236,13 @@ a source archive that is still being written — a `signalk-to-influxdb-v2` buck
 recording — makes the first windows re-upload today's data. The timestamps are correct,
 but it is data the cloud already has, and a lot of wasted uplink.
 
+**Field types come from the source, not from guessing.** Queries ask InfluxDB for the
+`#datatype` annotation explicitly. Without it the response is unannotated and types have
+to be inferred from the text — which fails hard on a string field whose values sometimes
+look numeric (`"8"` emitted bare as a float, `"1.2.3.4"` quoted as a string), producing
+`422 field type conflict` and aborting the run. Integers also keep their type instead of
+silently becoming floats.
+
 **Dense archives are subdivided.** A window is read whole and converted in memory, and a
 busy boat can produce millions of points an hour (54M/day was measured on a real boat —
 about 400 MB of CSV per hour). When a window holds more than `maxRowsPerChunk` points it

package/lib/backfill/index.js

@@ -79,14 +79,26 @@ function createBackfill (app, options) {
   }
 
   // --- InfluxDB reads -----------------------------------------------------------
+  // Always ask for the #datatype annotation. A raw-Flux body (Content-Type
+  // application/vnd.flux) cannot carry a dialect, and InfluxDB then returns UNANNOTATED
+  // CSV — so field types have to be guessed from the text, and guessing is wrong in a
+  // way that breaks the write outright.
+  //
+  // The case that bit: a STRING field whose values sometimes look numeric. "8" is
+  // emitted bare (a float) while "1.2.3.4" is quoted (a string), so one batch declares
+  // two types for one field and InfluxDB rejects the lot with
+  //   422 field type conflict: input field "value" on measurement "network..."
+  // With the annotation the source declares `string` and every value is quoted
+  // consistently. Integers keep their `i` suffix too, instead of silently becoming
+  // floats.
   async function flux (conn, body) {
     const url = `${conn.url.replace(/\/+$/, '')}/api/v2/query?org=${encodeURIComponent(conn.org)}`
     let resp
     try {
       resp = await fetch(url, {
         method: 'POST',
-        headers: { Authorization: `Token ${conn.token}`, 'Content-Type': 'application/vnd.flux', Accept: 'application/csv' },
-        body,
+        headers: { Authorization: `Token ${conn.token}`, 'Content-Type': 'application/json', Accept: 'application/csv' },
+        body: JSON.stringify({ type: 'flux', query: body, dialect: { header: true, annotations: ['datatype'] } }),
         signal: AbortSignal.timeout(cfg.queryTimeoutMs)
       })
     } catch (e) { return { ok: false, message: e.message } }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sailkick-boat",
-  "version": "0.18.0",
+  "version": "0.18.1",
   "description": "EARLY ALPHA — cloud telemetry + offline maps for sailkick boats (www.sailkick.io; register on the web, paste the write token). Gapless boat→cloud telemetry sync to InfluxDB, and a local proxy that keeps the sailkick app and its charts/maps working fully offline on board.",
   "main": "index.js",
   "scripts": {