signalk-questdb 2.2.3 → 2.3.0

package/.coderabbit.yaml

@@ -51,10 +51,12 @@ reviews:
 
         1. **Plugin runtime** (`src/`, TypeScript, compiled to `dist/`).
            Loaded by signalk-server as `main` (`dist/index.js`).
-        2. **React config panel** (`src/configpanel/`, plain JS — NOT
-           TypeScript). Bundled by webpack via Module Federation into
+        2. **React config panel** (`src/configpanel/`, TypeScript + JSX).
+           Bundled by Vite via Module Federation into
            `public/remoteEntry.js`. React 19 is a shared singleton with
-           the host Admin UI.
+           the host Admin UI. Imports leaving `src/configpanel/` must be
+           `import type`: a value import pulls server-side runtime code
+           (typebox, `fs/promises`, saxes) into the browser bundle.
 
         Both build outputs ship in the npm package; `prepublishOnly`
         rebuilds them.
@@ -95,17 +97,17 @@ reviews:
 
         ## Config schema is the source of truth
 
-        `src/config/schema.ts` uses TypeBox (`@sinclair/typebox`). The
+        `src/config/schema.ts` uses TypeBox (the unscoped `typebox` 1.x). The
         schema is BOTH the JSON Schema rendered by the Signal K Admin UI
         AND the source of the `Config` TypeScript type via `Static<...>`.
         Add new options there only.
 
-        - The plain-JS configpanel cannot `import` from `schema.ts`
-          (webpack only resolves `.js`/`.jsx`, no TS loader). The panel
-          owns its own UI state defaults that must be kept in sync with
-          the schema defaults. Flag any divergence between the schema's
-          `default:` value and the corresponding `useState(cfg.X ??
-          <literal>)` in `PluginConfigurationPanel.js`.
+        - The configpanel imports `Config` from `schema.ts` as a type
+          only, so it cannot read the schema's defaults. The panel owns
+          its own UI state defaults that must be kept in sync with the
+          schema defaults. Flag any divergence between the schema's
+          `default:` value and the fallback the corresponding `useState`
+          in `PluginConfigurationPanel.tsx` gives a missing `cfg.X`.
         - For runtime fallbacks (e.g. `config.foo ?? 1000` in
           `src/index.ts`), use the same literal as the schema default for
           the same reason: schema is canonical, fallback is a backstop
@@ -132,8 +134,8 @@ reviews:
         - `tsconfig.json` runs strict mode. Do not loosen `strict`,
           `noImplicitAny`, `noUnusedLocals`, `noUnusedParameters`. Code
           must narrow `unknown` and avoid `any`.
-        - The configpanel is plain JS (Babel + `@babel/preset-react`).
-          Don't suggest migrating it to TSX inside an unrelated PR.
+        - The configpanel is TypeScript too, with its own `tsconfig.json`
+          (browser libs, `noEmit`), checked by `npm run typecheck:panel`.
         - Node `>= 22` per `engines` (uses Node's built-in test runner).
 
         ## Tests
@@ -205,9 +207,11 @@ reviews:
           — loose coupling is required.
         - `signalk.requires: ['signalk-container']` without a matching
           npm dependency — see "Container integration" above.
-        - The configpanel being plain JS instead of TS — webpack/babel
-          setup is intentional, migration is out of scope for feature
-          PRs.
+        - Classic JSX in the configpanel (`jsxRuntime: "classic"` in
+          `vite.config.ts`, `"jsx": "react"` in its tsconfig). The
+          automatic runtime imports `react/jsx-runtime`, which is not in
+          the federation share scope, and a second React instance fails
+          to mount the panel.
         - The single-worker QuestDB env vars
           (`QDB_SHARED_WORKER_COUNT=1`, etc.) in `src/index.ts` — tuned
           for Pi/Cerbo, do not "fix" by raising.

package/.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "2.2.3"
+  ".": "2.3.0"
 }

package/CLAUDE.md

@@ -31,11 +31,12 @@ Both build outputs are shipped in the npm package; `prepublishOnly` rebuilds the
 ### Data flow
 
 - Subscribes to the Signal K **streambundle** for all paths and writes filtered/throttled deltas to QuestDB via **ILP over raw TCP** (`src/ilp-writer.ts`) — no QuestDB client library.
-- Three tables (`signalk`, `signalk_str`, `signalk_position`) defined and queried in `src/query-client.ts`. All use WAL mode + daily partitioning + dedup.
+- Three tables (`signalk`, `signalk_str`, `signalk_position`) defined and queried in `src/query-client.ts`. All use WAL mode + daily partitioning + dedup. The archives `signalk_archive` and `signalk_position_archive` are defined there too, with their base tables' columns and dedup keys and monthly partitions.
 - Reads come from two registered providers:
   - **v2** (`src/history-v2.ts`) — `app.registerHistoryApiProvider()`, REST under `/signalk/v2/api/history/`. Aggregates map directly to QuestDB SQL except `sma`/`ema` (computed client-side).
   - **v1** (`src/history-v1.ts`) — `app.registerHistoryProvider()`, WebSocket playback with chunked reads.
-- Retention (`src/retention.ts`) drops old daily partitions on a timer.
+- Retention (`src/retention.ts`) drops old daily partitions on a timer. Before a partition of `signalk_position` or `signalk` goes, the own vessel's rows the config keeps are copied, thinned, into `signalk_position_archive` / `signalk_archive` (`src/archive.ts`), and the drop waits for that copy to be applied. Reads add an archive table only for a range it covers (`ArchiveSpans`), so a recent window stays on the base table alone; v1 snapshots read it as one more per-table `LATEST ON` branch, never by wrapping the union.
+- GPX import (`src/gpx-import.ts`, `src/gpx-import-session.ts`) streams a sliced upload through saxes into `signalk_position_archive` under source `import.gpx`, thinned by stamping points on interval starts and letting dedup keep one per interval. The caller names the tracks to import: an export mixes the own track with AIS targets and other boats' passages, and nothing in GPX tells them apart.
 - Startup restore (`src/restore.ts`) optionally replays each vessel's last recorded position back into the live model after a server restart.
 - Console proxy (`src/console-proxy.ts`) reverse-proxies QuestDB's own web console so the embeddable webapp (`public/index.html`) can host it in the admin UI.
 
@@ -72,5 +73,5 @@ Their wire shapes live in `src/api-contract.ts` and are shared by both surfaces:
 - Prettier + eslint flat config (`eslint.config.ts`); run `npm run format` before committing.
 - The config panel uses React 19 with Module Federation — keep the federation `shared` block in sync with `package.json`'s React version.
 - **Classic JSX is load-bearing.** `jsxRuntime: "classic"` (vite.config.ts) and `"jsx": "react"` (panel tsconfig) must agree. The automatic runtime imports `react/jsx-runtime`, which is not in the federation `shared` scope, so the remote would carry its own copy of React's jsx runtime — a second React instance whose dispatcher is not the host's, so `useState` reads null and the panel fails to mount. At runtime, with no build error.
-- **Imports leaving `src/configpanel/` must be `import type`.** A value import pulls the module's runtime dependencies into the browser bundle (typebox via `config/schema`, `fs/promises` via `host-limits`). After changing panel imports, confirm with `grep -rl "typebox\|fs/promises" public/` — it must print nothing.
+- **Imports leaving `src/configpanel/` must be `import type`.** A value import pulls the module's runtime dependencies into the browser bundle (typebox via `config/schema`, `fs/promises` via `host-limits`, saxes via `gpx-import`). After changing panel imports, confirm with `grep -rl "typebox\|fs/promises\|saxes" public/` — it must print nothing.
 - `signalk.appIcon` and `signalk.displayName` in `package.json` control how the plugin appears in the Admin UI.

package/README.md

@@ -20,6 +20,12 @@ InfluxDB history can be imported.
 - **Recording controls** — per-path sampling rates, include/exclude filters with
   globs, own vessel and AIS targets separately, retention by days, LZ4/ZSTD
   on-disk compression
+- **Archive past retention** — retention drops old days, but the own track, and
+  any own-vessel paths you name such as depth, are kept, thinned, in an archive
+  the History API reads seamlessly
+- **GPX track import** — a chartplotter's track export of any size goes into
+  the archive; the file is read in the browser first, so you pick the own
+  vessel's tracks before anything is uploaded
 - **Startup restore** — AIS targets back on the chart right after a server
   restart, in their ship-type colour
 - **WAL watchdog** — a table QuestDB has silently stopped applying is detected,
@@ -116,6 +122,9 @@ rootless Podman.
 | Allow `sourcePolicy=all`      | `false`      | Let History API callers split a path into one column per recording source (see History API)                                                                                     |
 | QuestDB console webapp        | `true`       | Serve QuestDB's console inside the Signal K admin UI, admin only (see Console webapp)                                                                                           |
 | Retention (days)              | `0`          | Drop daily partitions older than this (0 = keep forever)                                                                                                                        |
+| Keep own track                | `true`       | Archive the own vessel's positions before retention drops them (see Retention and the archive)                                                                                  |
+| Archived own-vessel paths     | _(empty)_    | Glob patterns of own-vessel numeric paths to archive the same way, e.g. `environment.depth.*`                                                                                   |
+| Archive resolution (s)        | `10`         | Archived rows are thinned to the first sample per interval (0 = every row)                                                                                                      |
 | Filter mode                   | `exclude`    | `exclude` the matching paths, or `include` only the matching paths                                                                                                              |
 | Path patterns                 | _(empty)_    | Glob patterns, one per line, e.g. `environment.wind.*`; empty records everything                                                                                                |
 | Compression codec             | `lz4`        | On-disk WAL segments and Parquet exports: `none`, `lz4` (fast) or `zstd` (smaller)                                                                                              |
@@ -135,6 +144,10 @@ Three tables, all with WAL mode, daily partitioning, and deduplication:
 | `signalk_str`      | String values  | `ts`, `path` (SYMBOL), `context` (SYMBOL), `source` (SYMBOL), `value_str` (VARCHAR), `value_kind` (SYMBOL) |
 | `signalk_position` | Positions      | `ts`, `context` (SYMBOL), `source` (SYMBOL), `lat` (DOUBLE), `lon` (DOUBLE)                                |
 
+What retention keeps of the own vessel lives in two more tables,
+`signalk_archive` and `signalk_position_archive`, with the same columns and
+monthly partitions (see Retention and the archive).
+
 The own vessel is stored as context `self`, whatever its identity; other vessels
 keep their `vessels.urn:…` context. The history API translates `self` back to
 `vessels.self`.
@@ -221,9 +234,33 @@ if QuestDB is unreachable for longer than that covers, the oldest lines are
 dropped and counted. A clean Signal K shutdown flushes first; a hard crash loses
 at most one interval.
 
-**Retention** drops whole daily partitions once they are older than the
-configured days; 0 keeps everything. **Compression** applies LZ4 or ZSTD to the
-WAL segments on disk (and to Parquet exports).
+**Compression** applies LZ4 or ZSTD to the WAL segments on disk (and to
+Parquet exports).
+
+### Retention and the archive
+
+Retention drops whole daily partitions once they lie entirely before the
+configured number of days; 0 keeps everything. QuestDB cannot delete single
+rows, so keeping part of a day means copying it out first. Before a day of
+`signalk_position` or `signalk` is dropped, the own vessel's rows that the
+settings ask to keep are copied into an archive table, thinned to one row per
+**Archive resolution** interval, and the day is dropped only once QuestDB has
+applied the copy. A copy that fails leaves the day in place for the next run.
+
+| Table                      | Holds                                                           |
+| -------------------------- | --------------------------------------------------------------- |
+| `signalk_position_archive` | Own-vessel positions (**Keep own track**, on by default)        |
+| `signalk_archive`          | Own-vessel numeric paths matching **Archived own-vessel paths** |
+
+Both have the columns and dedup keys of their base table and are partitioned by
+month. Retention never drops from them, other vessels are never archived, and
+strings are not archived. The History API reads the archive together with the
+base tables for any range it covers, so a track or a depth series continues
+past the retention boundary without a seam. An archived row is the first sample
+of its interval and is stamped on the interval's start.
+
+Size, measured: a position row takes 32 bytes, so a vessel recorded around the
+clock fills about 100 MB a year at a 10 s resolution, 34 MB at 30 s.
 
 ## History API
 
@@ -545,6 +582,49 @@ recorded during the rebuild are carried across. Should recording be fast enough
 to fill the writer's buffer during those seconds, the samples it could not keep
 are counted and the panel says how many. Run the import again afterwards.
 
+## Importing a GPX track
+
+A chartplotter's exported track goes into the position archive (see Retention
+and the archive), where retention never drops it, under the source
+`import.gpx`. An export can be gigabytes, a four-year TimeZero export is
+1.5 GB, so the file is sent in slices and parsed as it arrives. Memory stays at
+one slice, whatever the file's size.
+
+In the configuration panel, **GPX track import** reads the chosen file in the
+browser first, which takes seconds even for a gigabyte, and lists its tracks by
+name with their points and period. It proposes the own vessel's tracks: the
+largest group whose name is not an AIS target's, and any other name that
+recurs. It flags a group that lay more than a kilometre from a larger one at
+the same time, since that was another vessel. Nothing is uploaded until
+**Import** is pressed; the import then shows its progress and can be aborted.
+
+- **Which tracks.** An export mixes the own track with AIS targets and with
+  passages imported into the plotter from elsewhere, and GPX does not say whose
+  a track is. The import takes the names of the tracks to import (`tracks`);
+  every other track is skipped and listed in the summary. In a TimeZero export
+  the own track is named `Own Ship`, or the plotter's translation of it, such
+  as `Eigenes Schiff`.
+- **Thinning.** Points are thinned to the **Archive resolution**: each is
+  stamped on the start of its interval, and the archive keeps one row per
+  interval. 11.5 million points over four years become 3.2 million rows,
+  about 100 MB, at 10 s.
+- **Overlap.** With `fillGapsOnly` (the default), a point is left out where the
+  vessel already has recorded positions in the same five minutes. Two
+  receivers' fixes interleaved in one series draw a sawtooth.
+- **Doing it again.** Importing the same file again changes nothing, and a
+  stopped import can simply be restarted: the archive's dedup keys absorb the
+  rows already written.
+- **Positions only.** The import takes a position and a time from each point;
+  depth, temperature or speed in a point's extensions are not imported. Depth
+  along the track beyond retention comes from live recording: list
+  `environment.depth.*` under **Archived own-vessel paths**, and retention keeps
+  it from then on.
+- **Strict reading.** Coordinates must be decimals within range and times
+  `xsd:dateTime`; anything else is counted as invalid. A longitude written just
+  past ±180, as TimeZero does at the antimeridian, is wrapped. A file that is
+  not well-formed XML stops the import at the error, keeping the rows before
+  it.
+
 ## Export and backup
 
 **Data Export** in the panel, and
@@ -556,7 +636,10 @@ CSV.
 `GET /plugins/signalk-questdb/api/full-export/:table?from=…&to=…` streams one
 whole table as Parquet, for snapshot and backup tooling that wants the full
 content sliced into dedup-friendly shards (kopia, for instance). Tables:
-`signalk`, `signalk_str`, `signalk_position` (`/full-export/tables` lists them).
+`signalk`, `signalk_str`, `signalk_position`, `signalk_archive`, `signalk_position_archive`
+(`/full-export/tables` lists them). The archive tables hold the own vessel's
+history beyond retention and every imported track, so a backup that is meant to
+outlive retention needs them too.
 
 - `from` and `to` are optional but must be set together: omit both for the whole
   table, or pass both as ISO 8601 timestamps for a half-open `[from, to)` window
@@ -598,6 +681,11 @@ default.
 | GET    | `/export?from=...&to=...&format=parquet` | Parquet or CSV export of the `signalk` numeric table (date range required)                |
 | GET    | `/full-export/tables`                    | List the tables the full-export route serves                                              |
 | GET    | `/full-export/:table?from=...&to=...`    | Stream a table as Parquet; optional half-open `[from, to)` window for slicing into shards |
+| GET    | `/gpx-import`                            | The current or last GPX import                                                            |
+| POST   | `/gpx-import`                            | Announce an import: `{filename, size, tracks, fillGapsOnly}`, see Importing a GPX track   |
+| PUT    | `/gpx-import/:id?offset=N`               | One slice of the file, as `application/octet-stream`, at most 8 MiB                       |
+| POST   | `/gpx-import/:id/finish`                 | End the import once every byte is in; answers when QuestDB has applied it                 |
+| DELETE | `/gpx-import/:id`                        | Abort the import; what it wrote stays                                                     |
 
 ## Deployment
 
@@ -687,7 +775,8 @@ and no client-visible error is raised anywhere. Left alone, recording stalls
 silently for as long as nobody looks.
 
 The plugin watches for this. A suspended table of its own (in external mode,
-only the three tables above — never someone else's) is logged loudly, raised as
+only the three tables above and the two archive tables — never someone else's)
+is logged loudly, raised as
 the Signal K notification `notifications.signalk-questdb.walSuspended`, and
 shown on the status card as **WAL suspended**. Two causes need two remedies:
 

package/dist/api-contract.d.ts

@@ -268,3 +268,49 @@ export interface MigrationStatusResponse extends ApiError {
     /** Present, when no run is active, if a stopped import can be continued. */
     interrupted?: MigrationInterrupted;
 }
+/** What a GPX import has read and written so far. */
+export interface GpxImportSummary {
+    /** Bytes of the document parsed. */
+    bytes: number;
+    tracks: number;
+    /** Points per track name, of the tracks selected for import. */
+    importedTracks: Record<string, number>;
+    /** Points per track name, of the tracks left out. */
+    skippedTracks: Record<string, number>;
+    /** Track points read, in every track. */
+    points: number;
+    /** Rows written to the archive. */
+    imported: number;
+    /** Points that fell in an interval already written from the same segment. */
+    thinned: number;
+    /** Points where the vessel already had recorded positions. */
+    alreadyRecorded: number;
+    /** Points with a position or time GPX cannot express, or none at all. */
+    invalid: number;
+    /** First and last imported instant, ISO. */
+    from: string | null;
+    to: string | null;
+}
+/**
+ * receiving: slices are accepted. finishing: the last slice is in and the
+ * import waits for QuestDB to apply it. The other three are final.
+ */
+export type GpxImportState = "receiving" | "finishing" | "finished" | "failed" | "aborted";
+/** One GPX import, as /api/gpx-import reports it. */
+export interface GpxImportStatus {
+    id: string;
+    filename: string;
+    /** Size of the file the client announced, in bytes. */
+    size: number;
+    /** Bytes accepted so far: where the next slice must start. */
+    received: number;
+    state: GpxImportState;
+    summary: GpxImportSummary;
+    error?: string;
+    startedAt: string;
+    updatedAt: string;
+}
+/** Every /api/gpx-import endpoint answers with the import it acted on. */
+export interface GpxImportResponse extends ApiError {
+    import?: GpxImportStatus | null;
+}

package/dist/archive.d.ts

@@ -0,0 +1,44 @@
+import type { QueryClient } from "./query-client.js";
+export declare const ARCHIVE_TABLES: {
+    readonly signalk: "signalk_archive";
+    readonly signalk_position: "signalk_position_archive";
+};
+export type ArchivedTable = keyof typeof ARCHIVE_TABLES;
+/** Whether the archive holds rows of a table that a read must include. */
+export interface ArchiveReader {
+    covers(table: ArchivedTable, from: string, to: string): boolean;
+}
+export declare const NO_ARCHIVE: ArchiveReader;
+/**
+ * What a read selects from: the base table alone, or the base table and its
+ * archive merged in time order. The base table alone keeps the common case —
+ * a recent window, which the archive never reaches — on exactly the query it
+ * has always been.
+ *
+ * The merge has to declare `ts` its designated timestamp again, or SAMPLE BY
+ * and LATEST ON reject it, and that declaration is only true because of the
+ * ORDER BY. A time filter on the outer query still reaches both tables as an
+ * interval scan (verified with EXPLAIN on QuestDB 9.4 and 10.0).
+ */
+export declare function readFrom(table: ArchivedTable, withArchive: boolean): string;
+/**
+ * The time span each archive table holds, cached so that deciding whether a
+ * read needs it costs no query. Refreshed after anything writes to the
+ * archive; until the first refresh nothing is archived as far as reads know.
+ */
+export declare class ArchiveSpans implements ArchiveReader {
+    private readonly queryClient;
+    private readonly spans;
+    private read;
+    constructor(queryClient: Pick<QueryClient, "exec">);
+    /** Whether a refresh has read every archive table at least once. */
+    get known(): boolean;
+    refresh(): Promise<void>;
+    covers(table: ArchivedTable, from: string, to: string): boolean;
+}
+/**
+ * Wait until QuestDB has applied everything committed to `table`'s WAL when
+ * this was called. A row is readable only once applied, and a suspended
+ * table never gets there, so that fails at once rather than at the deadline.
+ */
+export declare function waitForApply(queryClient: Pick<QueryClient, "exec">, table: string, timeoutMs: number, pollMs?: number): Promise<void>;

package/dist/archive.js

@@ -0,0 +1,117 @@
+// The archive: what retention keeps of the own vessel once it drops the rest.
+//
+// Retention drops whole daily partitions, because QuestDB has no row-level
+// DELETE, so "drop everything but the own track" cannot be a filter on the
+// drop. Before a partition goes, the rows worth keeping are copied, thinned,
+// into a table of their own that retention never touches. Reads add that
+// table back in wherever it covers the asked range.
+//
+// The archive tables mirror their base tables' columns and dedup keys, so a
+// copy that is repeated — a run interrupted between the copy and the drop —
+// upserts onto itself instead of doubling rows. They are partitioned by month:
+// an archive is sparse and lives for years, and a partition per day would
+// leave thousands of near-empty ones behind.
+import { isMissingTable } from "./schema-errors.js";
+export const ARCHIVE_TABLES = {
+    signalk: "signalk_archive",
+    signalk_position: "signalk_position_archive",
+};
+const COLUMNS = {
+    signalk: "ts, path, context, source, value",
+    signalk_position: "ts, context, source, lat, lon",
+};
+export const NO_ARCHIVE = { covers: () => false };
+/**
+ * What a read selects from: the base table alone, or the base table and its
+ * archive merged in time order. The base table alone keeps the common case —
+ * a recent window, which the archive never reaches — on exactly the query it
+ * has always been.
+ *
+ * The merge has to declare `ts` its designated timestamp again, or SAMPLE BY
+ * and LATEST ON reject it, and that declaration is only true because of the
+ * ORDER BY. A time filter on the outer query still reaches both tables as an
+ * interval scan (verified with EXPLAIN on QuestDB 9.4 and 10.0).
+ */
+export function readFrom(table, withArchive) {
+    if (!withArchive)
+        return table;
+    const columns = COLUMNS[table];
+    return (`((SELECT ${columns} FROM ${table} UNION ALL ` +
+        `SELECT ${columns} FROM ${ARCHIVE_TABLES[table]}) ORDER BY ts) TIMESTAMP(ts)`);
+}
+/**
+ * The time span each archive table holds, cached so that deciding whether a
+ * read needs it costs no query. Refreshed after anything writes to the
+ * archive; until the first refresh nothing is archived as far as reads know.
+ */
+export class ArchiveSpans {
+    queryClient;
+    spans = new Map();
+    read = false;
+    constructor(queryClient) {
+        this.queryClient = queryClient;
+    }
+    /** Whether a refresh has read every archive table at least once. */
+    get known() {
+        return this.read;
+    }
+    async refresh() {
+        for (const table of Object.keys(ARCHIVE_TABLES)) {
+            try {
+                const result = await this.queryClient.exec(`SELECT min(ts), max(ts) FROM ${ARCHIVE_TABLES[table]}`);
+                const [from, to] = result.dataset[0] ?? [];
+                if (typeof from === "string" && typeof to === "string") {
+                    this.spans.set(table, [Date.parse(from), Date.parse(to)]);
+                }
+                else {
+                    this.spans.delete(table);
+                }
+            }
+            catch (err) {
+                // A missing table archives nothing. Any other failure keeps the span
+                // already known: forgetting it would hide archived history from
+                // every read until the next refresh.
+                if (isMissingTable(err))
+                    this.spans.delete(table);
+                else
+                    throw err;
+            }
+        }
+        this.read = true;
+    }
+    covers(table, from, to) {
+        const span = this.spans.get(table);
+        if (!span)
+            return false;
+        return Date.parse(from) <= span[1] && Date.parse(to) >= span[0];
+    }
+}
+/**
+ * Wait until QuestDB has applied everything committed to `table`'s WAL when
+ * this was called. A row is readable only once applied, and a suspended
+ * table never gets there, so that fails at once rather than at the deadline.
+ */
+export async function waitForApply(queryClient, table, timeoutMs, pollMs = 1000) {
+    const state = async () => {
+        const result = await queryClient.exec(`SELECT suspended, writerTxn, sequencerTxn FROM wal_tables() WHERE name = '${table}'`);
+        const [suspended, writerTxn, sequencerTxn] = result.dataset[0] ?? [];
+        if (typeof writerTxn !== "number" || typeof sequencerTxn !== "number") {
+            throw new Error(`${table} is not a WAL table`);
+        }
+        if (suspended === true) {
+            throw new Error(`${table} is suspended, so the rows cannot be applied`);
+        }
+        return { writerTxn, sequencerTxn };
+    };
+    const target = (await state()).sequencerTxn;
+    const deadline = Date.now() + timeoutMs;
+    for (;;) {
+        if ((await state()).writerTxn >= target)
+            return;
+        if (Date.now() > deadline) {
+            throw new Error(`${table} did not apply the rows within the timeout`);
+        }
+        await new Promise((resolve) => setTimeout(resolve, pollMs));
+    }
+}
+//# sourceMappingURL=archive.js.map

package/dist/archive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"archive.js","sourceRoot":"","sources":["../src/archive.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,EAAE;AACF,2EAA2E;AAC3E,2EAA2E;AAC3E,6EAA6E;AAC7E,yEAAyE;AACzE,oDAAoD;AACpD,EAAE;AACF,4EAA4E;AAC5E,4EAA4E;AAC5E,+EAA+E;AAC/E,0EAA0E;AAC1E,6CAA6C;AAG7C,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,OAAO,EAAE,iBAAiB;IAC1B,gBAAgB,EAAE,0BAA0B;CACpC,CAAC;AAIX,MAAM,OAAO,GAAkC;IAC7C,OAAO,EAAE,kCAAkC;IAC3C,gBAAgB,EAAE,+BAA+B;CAClD,CAAC;AAOF,MAAM,CAAC,MAAM,UAAU,GAAkB,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;AAEjE;;;;;;;;;;GAUG;AACH,MAAM,UAAU,QAAQ,CAAC,KAAoB,EAAE,WAAoB;IACjE,IAAI,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,CACL,YAAY,OAAO,SAAS,KAAK,aAAa;QAC9C,UAAU,OAAO,SAAS,cAAc,CAAC,KAAK,CAAC,8BAA8B,CAC9E,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,YAAY;IAIM;IAHZ,KAAK,GAAG,IAAI,GAAG,EAAmC,CAAC;IAC5D,IAAI,GAAG,KAAK,CAAC;IAErB,YAA6B,WAAsC;QAAtC,gBAAW,GAAX,WAAW,CAA2B;IAAG,CAAC;IAEvE,oEAAoE;IACpE,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,CAAoB,EAAE,CAAC;YACnE,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CACxC,gCAAgC,cAAc,CAAC,KAAK,CAAC,EAAE,CACxD,CAAC;gBACF,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;oBACvD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5D,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,qEAAqE;gBACrE,gEAAgE;gBAChE,qCAAqC;gBACrC,IAAI,cAAc,CAAC,GAAG,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;;oBAC7C,MAAM,GAAG,CAAC;YACjB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,KAAoB,EAAE,IAAY,EAAE,EAAU;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,WAAsC,EACtC,KAAa,EACb,SAAiB,EACjB,MAAM,GAAG,IAAI;IAEb,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;QACvB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CACnC,6EAA6E,KAAK,GAAG,CACtF,CAAC;QACF,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,8CAA8C,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;IACrC,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,YAAY,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC;QACR,IAAI,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,SAAS,IAAI,MAAM;YAAE,OAAO;QAChD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,4CAA4C,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC"}

package/dist/config/schema.d.ts

@@ -23,6 +23,9 @@ export declare const ConfigSchema: Type.TObject<{
     historySourcePolicyAll: Type.TBoolean;
     enableConsole: Type.TBoolean;
     retentionDays: Type.TNumber;
+    archiveOwnTrack: Type.TBoolean;
+    archivePaths: Type.TArray<Type.TString>;
+    archiveResolutionSeconds: Type.TNumber;
     networkName: Type.TString;
     exposeToContainers: Type.TBoolean;
     compression: Type.TUnion<[Type.TLiteral<"none">, Type.TLiteral<"lz4">, Type.TLiteral<"zstd">]>;

package/dist/config/schema.js

@@ -106,6 +106,22 @@ export const ConfigSchema = Type.Object({
         default: 0,
         title: "Retention (days, 0 = keep forever)",
     }),
+    archiveOwnTrack: Type.Boolean({
+        default: true,
+        title: "Keep own track beyond retention",
+        description: "Before retention drops a day, copy the own vessel's positions into an archive that retention never touches, thinned to the archive resolution. History reads include the archive, so the own track stays available however old it is.",
+    }),
+    archivePaths: Type.Array(Type.String(), {
+        default: [],
+        title: "Archived own-vessel paths",
+        description: "Numeric paths of the own vessel to archive the same way, as glob patterns, e.g. environment.depth.*. Other vessels are never archived.",
+    }),
+    archiveResolutionSeconds: Type.Number({
+        default: 10,
+        minimum: 0,
+        title: "Archive resolution (seconds)",
+        description: "Archived rows are thinned to the first sample in each interval of this length. 0 archives every recorded row.",
+    }),
     networkName: Type.String({
         default: "sk-network",
         title: "Container network",
@@ -168,6 +184,17 @@ export function normalizeConfig(config) {
         // than restoreOnStart: the console only ever does what an authenticated
         // admin types, so a missing key should not hide the tool.
         enableConsole: config.enableConsole !== false,
+        // On unless explicitly disabled: turning retention on must not silently
+        // drop the own track along with everything else.
+        archiveOwnTrack: config.archiveOwnTrack !== false,
+        archivePaths: Array.isArray(config.archivePaths)
+            ? config.archivePaths.filter((p) => typeof p === "string" && p.trim() !== "")
+            : [],
+        archiveResolutionSeconds: typeof config.archiveResolutionSeconds === "number" &&
+            Number.isFinite(config.archiveResolutionSeconds) &&
+            config.archiveResolutionSeconds >= 0
+            ? Math.floor(config.archiveResolutionSeconds)
+            : 10,
         // Missing resource limits get the schema defaults. Config-panel saves
         // used to drop these keys entirely (issue #98), which ran QuestDB with
         // NO memory cap instead of the promised 768m — this backfill repairs

package/dist/config/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAU,MAAM,SAAS,CAAC;AAEvC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC;IACtC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,WAAW;QACpB,KAAK,EAAE,cAAc;QACrB,WAAW,EACT,oHAAoH;KACvH,CAAC;IACF,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;QAC1B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,4HAA4H;KAC/H,CAAC;IACF,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EACT,4HAA4H;KAC/H,CAAC;IACF,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC;QACzB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EACT,uHAAuH;KAC1H,CAAC;IACF,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;QAC1B,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,uBAAuB;KAC/B,CAAC;IAEF,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC;QAC7B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,gDAAgD;QACvD,WAAW,EAAE,oDAAoD;KAClE,CAAC;IAEF,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EACT,2JAA2J;KAC9J,CAAC;IAEF,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,GAAG;QACZ,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,sEAAsE;KACzE,CAAC;IAEF,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE;YACnE,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,aAAa;SACrB,CAAC;QACF,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE;YAC/B,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,gCAAgC;YACvC,WAAW,EAAE,8CAA8C;SAC5D,CAAC;KACH,CAAC;IAEF,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC/B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,4BAA4B;QACnC,WAAW,EACT,gMAAgM;KACnM,CAAC;IAEF,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,GAAG;QACZ,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,wbAAwb;KAC3b,CAAC;IAEF,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE;QACvD,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,8BAA8B;QACrC,WAAW,EACT,gGAAgG;KACnG,CAAC;IAEF,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC;QACrC,OAAO,EAAE,GAAG;QACZ,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,+BAA+B;QACtC,WAAW,EACT,8YAA8Y;KACjZ,CAAC;IAEF,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC;QACvB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,mBAAmB;KAC3B,CAAC;IACF,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC;QACzB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,oBAAoB;KAC5B,CAAC;IAEF,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC;QAC3B,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,4BAA4B;QACnC,WAAW,EACT,0RAA0R;KAC7R,CAAC;IACF,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC;QAChC,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,+OAA+O;KAClP,CAAC;IAEF,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAC;QACnC,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,2CAA2C;QAClD,WAAW,EACT,8cAA8c;KACjd,CAAC;IAEF,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC;QAC1B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EACT,uOAAuO;KAC1O,CAAC;IAEF,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC;QACzB,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,oCAAoC;KAC5C,CAAC;IAEF,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,4NAA4N;KAC/N,CAAC;IAEF,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,iBAAiB;QACxB,WAAW,EACT,8OAA8O;KACjP,CAAC;IAEF,WAAW,EAAE,IAAI,CAAC,KAAK,CACrB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EACjE;QACE,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,wFAAwF;KAC3F,CACF;IACD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC5B,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EAAE,sCAAsC;KACpD,CAAC;CACH,CAAC,CAAC;AAIH;;;;;;;;;GASG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,OAAO;QACL,GAAG,MAAM;QACT,UAAU,EAAE;YACV,IAAI,EAAE,MAAM,CAAC,UAAU,EAAE,IAAI,IAAI,SAAS;YAC1C,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE;SACtC;QACD,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;QACzC,uEAAuE;QACvE,wEAAwE;QACxE,yBAAyB,EACvB,OAAO,MAAM,CAAC,yBAAyB,KAAK,QAAQ;YACpD,MAAM,CAAC,yBAAyB,IAAI,CAAC;YACnC,CAAC,CAAC,MAAM,CAAC,yBAAyB;YAClC,CAAC,CAAC,GAAG;QACT,mEAAmE;QACnE,uEAAuE;QACvE,wEAAwE;QACxE,UAAU,EAAE,MAAM,CAAC,UAAU,KAAK,KAAK;QACvC,YAAY,EAAE,MAAM,CAAC,YAAY,KAAK,KAAK;QAC3C,qEAAqE;QACrE,kEAAkE;QAClE,sEAAsE;QACtE,mDAAmD;QACnD,cAAc,EAAE,MAAM,CAAC,cAAc,KAAK,IAAI;QAC9C,oBAAoB,EAClB,MAAM,CAAC,oBAAoB,IAAI,MAAM,CAAC,oBAAoB,GAAG,CAAC;YAC5D,CAAC,CAAC,MAAM,CAAC,oBAAoB;YAC7B,CAAC,CAAC,CAAC;QACP,uEAAuE;QACvE,wEAAwE;QACxE,0DAA0D;QAC1D,aAAa,EAAE,MAAM,CAAC,aAAa,KAAK,KAAK;QAC7C,sEAAsE;QACtE,uEAAuE;QACvE,qEAAqE;QACrE,kEAAkE;QAClE,qEAAqE;QACrE,qBAAqB;QACrB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,MAAM;QACvD,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,GAAG;KAC/C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAU,MAAM,SAAS,CAAC;AAEvC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC;IACtC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,WAAW;QACpB,KAAK,EAAE,cAAc;QACrB,WAAW,EACT,oHAAoH;KACvH,CAAC;IACF,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;QAC1B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,4HAA4H;KAC/H,CAAC;IACF,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EACT,4HAA4H;KAC/H,CAAC;IACF,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC;QACzB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EACT,uHAAuH;KAC1H,CAAC;IACF,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;QAC1B,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,uBAAuB;KAC/B,CAAC;IAEF,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC;QAC7B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,gDAAgD;QACvD,WAAW,EAAE,oDAAoD;KAClE,CAAC;IAEF,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,sBAAsB;QAC7B,WAAW,EACT,2JAA2J;KAC9J,CAAC;IAEF,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC;QAC3B,OAAO,EAAE,GAAG;QACZ,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,sEAAsE;KACzE,CAAC;IAEF,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE;YACnE,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,aAAa;SACrB,CAAC;QACF,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE;YAC/B,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,gCAAgC;YACvC,WAAW,EAAE,8CAA8C;SAC5D,CAAC;KACH,CAAC;IAEF,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC/B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,4BAA4B;QACnC,WAAW,EACT,gMAAgM;KACnM,CAAC;IAEF,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,GAAG;QACZ,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,wbAAwb;KAC3b,CAAC;IAEF,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE;QACvD,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,8BAA8B;QACrC,WAAW,EACT,gGAAgG;KACnG,CAAC;IAEF,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC;QACrC,OAAO,EAAE,GAAG;QACZ,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,+BAA+B;QACtC,WAAW,EACT,8YAA8Y;KACjZ,CAAC;IAEF,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC;QACvB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,mBAAmB;KAC3B,CAAC;IACF,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC;QACzB,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,oBAAoB;KAC5B,CAAC;IAEF,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC;QAC3B,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,4BAA4B;QACnC,WAAW,EACT,0RAA0R;KAC7R,CAAC;IACF,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC;QAChC,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,+OAA+O;KAClP,CAAC;IAEF,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAC;QACnC,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,2CAA2C;QAClD,WAAW,EACT,8cAA8c;KACjd,CAAC;IAEF,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC;QAC1B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,wBAAwB;QAC/B,WAAW,EACT,uOAAuO;KAC1O,CAAC;IAEF,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC;QACzB,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,oCAAoC;KAC5C,CAAC;IAEF,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC;QAC5B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,iCAAiC;QACxC,WAAW,EACT,uOAAuO;KAC1O,CAAC;IAEF,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE;QACtC,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,2BAA2B;QAClC,WAAW,EACT,wIAAwI;KAC3I,CAAC;IAEF,wBAAwB,EAAE,IAAI,CAAC,MAAM,CAAC;QACpC,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,8BAA8B;QACrC,WAAW,EACT,+GAA+G;KAClH,CAAC;IAEF,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,4NAA4N;KAC/N,CAAC;IAEF,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC;QAC/B,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,iBAAiB;QACxB,WAAW,EACT,8OAA8O;KACjP,CAAC;IAEF,WAAW,EAAE,IAAI,CAAC,KAAK,CACrB,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EACjE;QACE,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EACT,wFAAwF;KAC3F,CACF;IACD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;QAC5B,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,mBAAmB;QAC1B,WAAW,EAAE,sCAAsC;KACpD,CAAC;CACH,CAAC,CAAC;AAIH;;;;;;;;;GASG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,OAAO;QACL,GAAG,MAAM;QACT,UAAU,EAAE;YACV,IAAI,EAAE,MAAM,CAAC,UAAU,EAAE,IAAI,IAAI,SAAS;YAC1C,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE;SACtC;QACD,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;QACzC,uEAAuE;QACvE,wEAAwE;QACxE,yBAAyB,EACvB,OAAO,MAAM,CAAC,yBAAyB,KAAK,QAAQ;YACpD,MAAM,CAAC,yBAAyB,IAAI,CAAC;YACnC,CAAC,CAAC,MAAM,CAAC,yBAAyB;YAClC,CAAC,CAAC,GAAG;QACT,mEAAmE;QACnE,uEAAuE;QACvE,wEAAwE;QACxE,UAAU,EAAE,MAAM,CAAC,UAAU,KAAK,KAAK;QACvC,YAAY,EAAE,MAAM,CAAC,YAAY,KAAK,KAAK;QAC3C,qEAAqE;QACrE,kEAAkE;QAClE,sEAAsE;QACtE,mDAAmD;QACnD,cAAc,EAAE,MAAM,CAAC,cAAc,KAAK,IAAI;QAC9C,oBAAoB,EAClB,MAAM,CAAC,oBAAoB,IAAI,MAAM,CAAC,oBAAoB,GAAG,CAAC;YAC5D,CAAC,CAAC,MAAM,CAAC,oBAAoB;YAC7B,CAAC,CAAC,CAAC;QACP,uEAAuE;QACvE,wEAAwE;QACxE,0DAA0D;QAC1D,aAAa,EAAE,MAAM,CAAC,aAAa,KAAK,KAAK;QAC7C,wEAAwE;QACxE,iDAAiD;QACjD,eAAe,EAAE,MAAM,CAAC,eAAe,KAAK,KAAK;QACjD,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;YAC9C,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CACxB,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAC7D;YACH,CAAC,CAAC,EAAE;QACN,wBAAwB,EACtB,OAAO,MAAM,CAAC,wBAAwB,KAAK,QAAQ;YACnD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,wBAAwB,CAAC;YAChD,MAAM,CAAC,wBAAwB,IAAI,CAAC;YAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,wBAAwB,CAAC;YAC7C,CAAC,CAAC,EAAE;QACR,sEAAsE;QACtE,uEAAuE;QACvE,qEAAqE;QACrE,kEAAkE;QAClE,qEAAqE;QACrE,qBAAqB;QACrB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,MAAM;QACvD,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,GAAG;KAC/C,CAAC;AACJ,CAAC"}

package/dist/gpx-import-session.d.ts

@@ -0,0 +1,69 @@
+import type { IncomingHttpHeaders } from "node:http";
+import type { GpxImportStatus } from "./api-contract.js";
+import type { GpxImport } from "./gpx-import.js";
+/** The largest slice one request may carry. */
+export declare const MAX_SLICE_BYTES: number;
+/** An import nobody has sent a slice to for this long is abandoned. */
+export declare const IDLE_TIMEOUT_MS: number;
+/** The request does not fit the import's state; carries where it stands. */
+export declare class GpxImportConflict extends Error {
+    readonly status: GpxImportStatus | null;
+    constructor(message: string, status: GpxImportStatus | null);
+}
+export declare class SliceTooLarge extends Error {
+}
+export declare class GpxImportSession {
+    readonly filename: string;
+    readonly size: number;
+    private readonly importer;
+    /** Resolves once QuestDB has applied everything the import wrote. */
+    private readonly applied;
+    private readonly now;
+    readonly id: `${string}-${string}-${string}-${string}-${string}`;
+    private state;
+    private received;
+    private error;
+    private busy;
+    private readonly startedAt;
+    private updatedAt;
+    private lastActivity;
+    constructor(filename: string, size: number, importer: GpxImport, 
+    /** Resolves once QuestDB has applied everything the import wrote. */
+    applied: () => Promise<void>, now?: () => number);
+    get status(): GpxImportStatus;
+    get active(): boolean;
+    /** Receiving, but nothing has arrived for IDLE_TIMEOUT_MS. */
+    get idle(): boolean;
+    append(offset: number, bytes: Uint8Array): Promise<GpxImportStatus>;
+    finish(): Promise<GpxImportStatus>;
+    /** End the import. What it already wrote stays; dedup absorbs a re-run. */
+    abort(reason?: string): void;
+    private expectReceiving;
+    private fail;
+    private touch;
+}
+/**
+ * One import at a time: they share the ILP writer, and two progress bars
+ * against one writer would tell the user nothing. The last import's status
+ * stays readable after it ends, so a panel opened later can show its result.
+ */
+export declare class GpxImports {
+    private current;
+    start(create: () => GpxImportSession): GpxImportSession;
+    get(id: string): GpxImportSession | null;
+    latest(): GpxImportStatus | null;
+    /** An import holds the writer: receiving, or finishing what it received. */
+    get active(): boolean;
+    /** The plugin is stopping: the writer the import uses is going away. */
+    abortAll(): void;
+    private reapIdle;
+}
+/**
+ * The body of a slice request, refused past `limit` bytes. Read here rather
+ * than by a body parser: signalk-server parses JSON and form bodies only, so
+ * an octet-stream arrives untouched.
+ */
+export declare function readSlice(req: NodeJS.ReadableStream & {
+    headers: IncomingHttpHeaders;
+    readableEnded?: boolean;
+}, limit?: number): Promise<Buffer>;