signalk-backup 0.1.0 → 0.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "signalk-backup",
-  "version": "0.1.0",
+  "version": "0.3.0",
   "description": "Scheduled deduplicated backups of SignalK config to local storage and Google Drive (via Kopia + rclone)",
   "main": "plugin/index.js",
   "type": "module",
@@ -28,7 +28,7 @@
   ],
   "signalk": {
     "displayName": "Backup",
-    "appIcon": "assets/icon.png",
+    "appIcon": "icon.svg",
     "webapp": {
       "name": "Backup",
       "description": "Scheduled deduplicated backups to local storage and Google Drive"
@@ -48,10 +48,11 @@
     "signalk": ">=2.24.0"
   },
   "dependencies": {
-    "@sinclair/typebox": "^0.34.0"
+    "@sinclair/typebox": "^0.34.0",
+    "bonjour-service": "^1.3.0"
   },
   "peerDependencies": {
-    "signalk-container": ">=0.1.6"
+    "signalk-container": ">=1.6.0"
   },
   "peerDependenciesMeta": {
     "signalk-container": {

package/plugin/config/schema.d.ts

@@ -1,17 +1,18 @@
 import { Static } from '@sinclair/typebox';
 /**
- * Schema for the SignalK Admin UI plugin config form.
+ * Schema for the SignalK Admin UI plugin config form. Only the
+ * per-deployment knobs the SignalK admin needs to set up — backup
+ * schedule, retention, cloud sync, exclusions, password, database
+ * export are all in the webapp's Settings view at /signalk-backup/.
  *
- * Most user-facing settings (schedule, retention, cloud sync, exclusions)
- * live inside the backup-server container's own UI — open it via the
- * "Open Backup Console" link from /plugins/signalk-backup/. The fields
- * below are only the per-deployment knobs the SignalK admin needs.
+ * For LOG_LEVEL: defaults to "info"; power users can override via
+ * signalk-container's per-container env override
+ * (containerOverrides.signalk-backup-server.env.LOG_LEVEL).
  */
 export declare const ConfigSchema: import("@sinclair/typebox").TObject<{
     managedContainer: import("@sinclair/typebox").TBoolean;
     imageTag: import("@sinclair/typebox").TString;
     externalUrl: import("@sinclair/typebox").TString;
-    logLevel: import("@sinclair/typebox").TUnion<[import("@sinclair/typebox").TLiteral<"trace">, import("@sinclair/typebox").TLiteral<"debug">, import("@sinclair/typebox").TLiteral<"info">, import("@sinclair/typebox").TLiteral<"warn">, import("@sinclair/typebox").TLiteral<"error">, import("@sinclair/typebox").TLiteral<"fatal">]>;
     databaseExport: import("@sinclair/typebox").TObject<{
         questdb: import("@sinclair/typebox").TBoolean;
         intervalMinutes: import("@sinclair/typebox").TNumber;

package/plugin/config/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAEhD;;;;;;;GAOG;AACH,eAAO,MAAM,YAAY;;;;;;;;;EA8DvB,CAAA;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,YAAY,CAAC,CAAA;AAEhD;;;;;;;;;GASG;AACH,eAAO,MAAM,eAAe,EAAE,MAS7B,CAAA"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAEhD;;;;;;;;;GASG;AACH,eAAO,MAAM,YAAY;;;;;;;;EA6BvB,CAAA;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,YAAY,CAAC,CAAA;AAEhD;;;;;;;;;GASG;AACH,eAAO,MAAM,eAAe,EAAE,MAQ7B,CAAA"}

package/plugin/config/schema.js

@@ -1,11 +1,13 @@
 import { Type } from '@sinclair/typebox';
 /**
- * Schema for the SignalK Admin UI plugin config form.
+ * Schema for the SignalK Admin UI plugin config form. Only the
+ * per-deployment knobs the SignalK admin needs to set up — backup
+ * schedule, retention, cloud sync, exclusions, password, database
+ * export are all in the webapp's Settings view at /signalk-backup/.
  *
- * Most user-facing settings (schedule, retention, cloud sync, exclusions)
- * live inside the backup-server container's own UI — open it via the
- * "Open Backup Console" link from /plugins/signalk-backup/. The fields
- * below are only the per-deployment knobs the SignalK admin needs.
+ * For LOG_LEVEL: defaults to "info"; power users can override via
+ * signalk-container's per-container env override
+ * (containerOverrides.signalk-backup-server.env.LOG_LEVEL).
  */
 export const ConfigSchema = Type.Object({
     managedContainer: Type.Boolean({
@@ -25,40 +27,12 @@ export const ConfigSchema = Type.Object({
         description: 'Used only when managedContainer is disabled. e.g. http://192.168.1.50:3010. ' +
             'Leave blank when managing the container.'
     }),
-    logLevel: Type.Union([
-        Type.Literal('trace'),
-        Type.Literal('debug'),
-        Type.Literal('info'),
-        Type.Literal('warn'),
-        Type.Literal('error'),
-        Type.Literal('fatal')
-    ], {
-        default: 'info',
-        title: 'Log level',
-        description: 'Forwarded to the backup-server container as LOG_LEVEL.'
-    }),
+    // Must exist in the schema so savePluginOptions round-trips it; the
+    // form hides it via uiSchema in src/index.ts (webapp owns the UI).
     databaseExport: Type.Object({
-        questdb: Type.Boolean({
-            default: false,
-            title: 'Export QuestDB to backup',
-            description: 'When enabled, the plugin periodically writes QuestDB tables to Parquet files ' +
-                'inside the backup data dir. The next snapshot then captures them as part of ' +
-                'the regular backup. Filesystem-level QuestDB files are still excluded — only ' +
-                'the safe COPY-out exports travel.'
-        }),
-        intervalMinutes: Type.Number({
-            default: 60,
-            minimum: 5,
-            maximum: 1440,
-            title: 'Export interval (minutes)',
-            description: 'How often the plugin runs database exports. The freshness of DB data inside ' +
-                'a backup is bounded by max(this interval, the backup-server snapshot interval). ' +
-                'Default 60.'
-        })
-    }, {
-        default: { questdb: false, intervalMinutes: 60 },
-        title: 'Database export'
-    })
+        questdb: Type.Boolean({ default: false }),
+        intervalMinutes: Type.Number({ default: 60, minimum: 5, maximum: 1440 })
+    }, { default: { questdb: false, intervalMinutes: 60 } })
 });
 /**
  * Materialised defaults — Signal K only uses the schema's `default` fields
@@ -74,7 +48,6 @@ export const SCHEMA_DEFAULTS = {
     managedContainer: true,
     imageTag: 'latest',
     externalUrl: '',
-    logLevel: 'info',
     databaseExport: {
         questdb: false,
         intervalMinutes: 60

package/plugin/config/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAU,MAAM,mBAAmB,CAAA;AAEhD;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC;IACtC,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC;QAC7B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,+CAA+C;QACtD,WAAW,EACT,0FAA0F;YAC1F,4EAA4E;KAC/E,CAAC;IACF,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC;QACpB,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,iFAAiF;KAC/F,CAAC;IACF,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,4BAA4B;QACnC,WAAW,EACT,8EAA8E;YAC9E,0CAA0C;KAC7C,CAAC;IACF,QAAQ,EAAE,IAAI,CAAC,KAAK,CAClB;QACE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QACrB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;QACrB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;KACtB,EACD;QACE,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,wDAAwD;KACtE,CACF;IACD,cAAc,EAAE,IAAI,CAAC,MAAM,CACzB;QACE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC;YACpB,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,0BAA0B;YACjC,WAAW,EACT,+EAA+E;gBAC/E,8EAA8E;gBAC9E,+EAA+E;gBAC/E,mCAAmC;SACtC,CAAC;QACF,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC;YAC3B,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,2BAA2B;YAClC,WAAW,EACT,8EAA8E;gBAC9E,kFAAkF;gBAClF,aAAa;SAChB,CAAC;KACH,EACD;QACE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,EAAE;QAChD,KAAK,EAAE,iBAAiB;KACzB,CACF;CACF,CAAC,CAAA;AAIF;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,eAAe,GAAW;IACrC,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,MAAM;IAChB,cAAc,EAAE;QACd,OAAO,EAAE,KAAK;QACd,eAAe,EAAE,EAAE;KACpB;CACF,CAAA"}
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/config/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAU,MAAM,mBAAmB,CAAA;AAEhD;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC;IACtC,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC;QAC7B,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,+CAA+C;QACtD,WAAW,EACT,0FAA0F;YAC1F,4EAA4E;KAC/E,CAAC;IACF,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC;QACpB,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,iFAAiF;KAC/F,CAAC;IACF,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC;QACvB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,4BAA4B;QACnC,WAAW,EACT,8EAA8E;YAC9E,0CAA0C;KAC7C,CAAC;IACF,oEAAoE;IACpE,mEAAmE;IACnE,cAAc,EAAE,IAAI,CAAC,MAAM,CACzB;QACE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;KACzE,EACD,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,EAAE,EAAE,CACrD;CACF,CAAC,CAAA;AAIF;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,eAAe,GAAW;IACrC,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,QAAQ;IAClB,WAAW,EAAE,EAAE;IACf,cAAc,EAAE;QACd,OAAO,EAAE,KAAK;QACd,eAAe,EAAE,EAAE;KACpB;CACF,CAAA"}

package/plugin/database-export/iso-week.d.ts

@@ -0,0 +1,11 @@
+export interface IsoWeek {
+    year: number;
+    week: number;
+}
+export declare function weekStartUtc(iw: IsoWeek): Date;
+export declare function weekEndUtc(iw: IsoWeek): Date;
+export declare function isoWeekOf(date: Date): IsoWeek;
+export declare function compareIsoWeek(a: IsoWeek, b: IsoWeek): number;
+export declare function weeksBetween(from: IsoWeek, to: IsoWeek): IsoWeek[];
+export declare function formatIsoWeek(iw: IsoWeek): string;
+//# sourceMappingURL=iso-week.d.ts.map

package/plugin/database-export/iso-week.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iso-week.d.ts","sourceRoot":"","sources":["../../src/database-export/iso-week.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACb;AAED,wBAAgB,YAAY,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAS9C;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,OAAO,GAAG,IAAI,CAK5C;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAS7C;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,GAAG,MAAM,CAG7D;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,GAAG,OAAO,EAAE,CAUlE;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,OAAO,GAAG,MAAM,CAEjD"}

package/plugin/database-export/iso-week.js

@@ -0,0 +1,48 @@
+// UTC ISO-week math — shard filenames depend on this matching exactly across processes.
+export function weekStartUtc(iw) {
+    // Jan 4 is always in ISO week 1 — anchor backwards from the Monday of that week.
+    const jan4 = new Date(Date.UTC(iw.year, 0, 4));
+    const mondayOffset = (jan4.getUTCDay() + 6) % 7;
+    const week1Monday = new Date(jan4);
+    week1Monday.setUTCDate(jan4.getUTCDate() - mondayOffset);
+    const start = new Date(week1Monday);
+    start.setUTCDate(week1Monday.getUTCDate() + (iw.week - 1) * 7);
+    return start;
+}
+export function weekEndUtc(iw) {
+    const start = weekStartUtc(iw);
+    const end = new Date(start);
+    end.setUTCDate(start.getUTCDate() + 7);
+    return end;
+}
+export function isoWeekOf(date) {
+    const d = new Date(Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate()));
+    // ISO weeks belong to the year of their Thursday — shift to the Thursday of this week first.
+    const isoDow = d.getUTCDay() || 7;
+    d.setUTCDate(d.getUTCDate() + (4 - isoDow));
+    const year = d.getUTCFullYear();
+    const yearStart = new Date(Date.UTC(year, 0, 1));
+    const week = Math.ceil(((d.getTime() - yearStart.getTime()) / 86_400_000 + 1) / 7);
+    return { year, week };
+}
+export function compareIsoWeek(a, b) {
+    if (a.year !== b.year)
+        return a.year - b.year;
+    return a.week - b.week;
+}
+export function weeksBetween(from, to) {
+    if (compareIsoWeek(from, to) > 0)
+        return [];
+    const out = [];
+    let cursor = weekStartUtc(from);
+    const stop = weekStartUtc(to);
+    while (cursor.getTime() <= stop.getTime()) {
+        out.push(isoWeekOf(cursor));
+        cursor = new Date(cursor.getTime() + 7 * 86_400_000);
+    }
+    return out;
+}
+export function formatIsoWeek(iw) {
+    return `${iw.year}-W${String(iw.week).padStart(2, '0')}`;
+}
+//# sourceMappingURL=iso-week.js.map

package/plugin/database-export/iso-week.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iso-week.js","sourceRoot":"","sources":["../../src/database-export/iso-week.ts"],"names":[],"mappings":"AAAA,wFAAwF;AAOxF,MAAM,UAAU,YAAY,CAAC,EAAW;IACtC,iFAAiF;IACjF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC9C,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAA;IAC/C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,YAAY,CAAC,CAAA;IACxD,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,CAAA;IACnC,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,UAAU,EAAE,GAAG,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC9D,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,EAAW;IACpC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC9B,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAA;IAC3B,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAA;IACtC,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAU;IAClC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC1F,6FAA6F;IAC7F,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACjC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAA;IAC3C,MAAM,IAAI,GAAG,CAAC,CAAC,cAAc,EAAE,CAAA;IAC/B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAClF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;AACvB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,CAAU,EAAE,CAAU;IACnD,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAA;IAC7C,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAa,EAAE,EAAW;IACrD,IAAI,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAA;IAC3C,MAAM,GAAG,GAAc,EAAE,CAAA;IACzB,IAAI,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAC/B,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC7B,OAAO,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;QAC3B,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,UAAU,CAAC,CAAA;IACtD,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,EAAW;IACvC,OAAO,GAAG,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;AAC1D,CAAC"}

package/plugin/database-export/manifest.d.ts

@@ -0,0 +1,19 @@
+export declare const MANIFEST_FILENAME = "MANIFEST.json";
+export declare const MANIFEST_SCHEMA_VERSION = 1;
+export interface ShardEntry {
+    file: string;
+    /** ISO 8601 UTC midnight Monday — start of this shard's ISO week. */
+    weekStart: string;
+    bytes: number;
+    exportedAt: string;
+}
+export interface Manifest {
+    tableName: string;
+    schemaVersion: number;
+    shards: ShardEntry[];
+    openShard?: string;
+    lastExportRun: string;
+}
+export declare function readManifest(tableDir: string): Promise<Manifest | null>;
+export declare function writeManifest(tableDir: string, manifest: Manifest): Promise<void>;
+//# sourceMappingURL=manifest.d.ts.map

package/plugin/database-export/manifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../../src/database-export/manifest.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,iBAAiB,kBAAkB,CAAA;AAChD,eAAO,MAAM,uBAAuB,IAAI,CAAA;AAExC,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,qEAAqE;IACrE,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,UAAU,EAAE,CAAA;IACpB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAW7E;AAGD,wBAAsB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAKvF"}

package/plugin/database-export/manifest.js

@@ -0,0 +1,62 @@
+// MANIFEST.json read/write for the per-table partitioned export dir.
+import { readFile, writeFile, rename } from 'node:fs/promises';
+import { join } from 'node:path';
+export const MANIFEST_FILENAME = 'MANIFEST.json';
+export const MANIFEST_SCHEMA_VERSION = 1;
+export async function readManifest(tableDir) {
+    try {
+        const raw = await readFile(join(tableDir, MANIFEST_FILENAME), 'utf-8');
+        const parsed = JSON.parse(raw);
+        if (!isManifest(parsed))
+            return null;
+        return parsed;
+    }
+    catch {
+        // ENOENT (first run) or any read/parse error — treat as missing so the
+        // exporter rebuilds from scratch idempotently.
+        return null;
+    }
+}
+// Temp + rename so a half-written manifest can never confuse subsequent runs.
+export async function writeManifest(tableDir, manifest) {
+    const finalPath = join(tableDir, MANIFEST_FILENAME);
+    const tempPath = `${finalPath}.partial`;
+    await writeFile(tempPath, JSON.stringify(manifest, null, 2), 'utf-8');
+    await rename(tempPath, finalPath);
+}
+function isValidIsoString(v) {
+    return typeof v === 'string' && !Number.isNaN(Date.parse(v));
+}
+function isManifest(v) {
+    if (typeof v !== 'object' || v === null)
+        return false;
+    const r = v;
+    if (typeof r.tableName !== 'string')
+        return false;
+    // Pin the schema version — accept only what this build wrote. A future
+    // build with a bumped version should be treated as 'unreadable manifest'
+    // and trigger a clean rebuild.
+    if (r.schemaVersion !== MANIFEST_SCHEMA_VERSION)
+        return false;
+    if (!Array.isArray(r.shards))
+        return false;
+    for (const s of r.shards) {
+        if (typeof s !== 'object' || s === null)
+            return false;
+        const sr = s;
+        if (typeof sr.file !== 'string' || sr.file.length === 0)
+            return false;
+        if (!isValidIsoString(sr.weekStart))
+            return false;
+        if (typeof sr.bytes !== 'number' || !Number.isFinite(sr.bytes) || sr.bytes < 0)
+            return false;
+        if (!isValidIsoString(sr.exportedAt))
+            return false;
+    }
+    if (r.openShard !== undefined && typeof r.openShard !== 'string')
+        return false;
+    if (!isValidIsoString(r.lastExportRun))
+        return false;
+    return true;
+}
+//# sourceMappingURL=manifest.js.map

package/plugin/database-export/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../src/database-export/manifest.ts"],"names":[],"mappings":"AAAA,qEAAqE;AAErE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,MAAM,CAAC,MAAM,iBAAiB,GAAG,eAAe,CAAA;AAChD,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAA;AAkBxC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAgB;IACjD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAA;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAA;QACzC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAA;QACpC,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,MAAM,CAAC;QACP,uEAAuE;QACvE,+CAA+C;QAC/C,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,QAAkB;IACtE,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;IACnD,MAAM,QAAQ,GAAG,GAAG,SAAS,UAAU,CAAA;IACvC,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IACrE,MAAM,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;AACnC,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAU;IAClC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED,SAAS,UAAU,CAAC,CAAU;IAC5B,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IACrD,MAAM,CAAC,GAAG,CAA4B,CAAA;IACtC,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IACjD,uEAAuE;IACvE,yEAAyE;IACzE,+BAA+B;IAC/B,IAAI,CAAC,CAAC,aAAa,KAAK,uBAAuB;QAAE,OAAO,KAAK,CAAA;IAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1C,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,KAAK,CAAA;QACrD,MAAM,EAAE,GAAG,CAA4B,CAAA;QACvC,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACrE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAA;QACjD,IAAI,OAAO,EAAE,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;QAC5F,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,UAAU,CAAC;YAAE,OAAO,KAAK,CAAA;IACpD,CAAC;IACD,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC9E,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC;QAAE,OAAO,KAAK,CAAA;IACpD,OAAO,IAAI,CAAA;AACb,CAAC"}

package/plugin/database-export/questdb.d.ts

@@ -3,39 +3,51 @@
  *
  * The signalk-questdb plugin exposes:
  *   GET /plugins/signalk-questdb/api/full-export/tables → { tables: [...] }
- *   GET /plugins/signalk-questdb/api/full-export/<table>  → parquet stream
+ *   GET /plugins/signalk-questdb/api/full-export/<table>?from=&to= → parquet stream
  *
  * Both are served by SignalK in-process, so we reach them via plain HTTP
- * over loopback. No container exec, no shared filesystem ownership
- * issues, no copy-completion polling.
+ * over loopback. No container exec, no shared filesystem ownership issues.
  *
- * Streams the response body directly to a temp file in the staging dir,
- * then atomically renames into place — so a snapshot mid-export never
- * sees a half-written parquet.
+ * For each table we partition the export by ISO week into one parquet
+ * file per week. Closed weeks become byte-identical across export cycles
+ * and dedup perfectly in kopia. The current ("open") week plus a small
+ * rolling churn window get re-exported each cycle to absorb late arrivals.
+ *
+ * Streams the response body directly to a temp file in the shard's
+ * directory, then atomically renames into place — so a snapshot
+ * mid-export never sees a half-written parquet.
  */
 import type { DatabaseExporter, ExportResult } from './types.js';
 export interface QuestDBExporterOptions {
-    /** SignalK server base URL — typically http://127.0.0.1:3000 */
     signalkBaseUrl?: string;
-    /** Optional debug logger. */
     log?: (msg: string) => void;
     /** Override fetch (tests). */
     fetch?: typeof fetch;
+    /** Override "now" (tests). */
+    now?: () => Date;
 }
 export declare class QuestDBExporter implements DatabaseExporter {
     readonly pluginId = "signalk-questdb";
     private readonly baseUrl;
     private readonly fetchImpl;
+    private readonly nowImpl;
     constructor(opts?: QuestDBExporterOptions);
     private readonly log;
-    /**
-     * Detect: hit the tables endpoint. Returns true on HTTP 200 with at
-     * least one table; false on any error or 503/404 (plugin disabled or
-     * not loaded).
-     */
     detect(): Promise<boolean>;
     exportAll(stagingDir: string): Promise<ExportResult>;
     private listTables;
     private exportTable;
+    /**
+     * If the staging dir has a `<table>.parquet` directly (pre-partitioning
+     * layout), move it aside to `<table>.parquet.legacy`. Idempotent.
+     */
+    private migrateLegacyFlatFile;
+    /**
+     * Earliest week recorded in a manifest, or null if no shards exist.
+     * Pure helper, no I/O — manifest is already read by the caller.
+     */
+    private earliestWeekFromManifest;
+    private churnCutoffWeek;
+    private exportWeekToShard;
 }
 //# sourceMappingURL=questdb.d.ts.map

package/plugin/database-export/questdb.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"questdb.d.ts","sourceRoot":"","sources":["../../src/database-export/questdb.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAOH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAe,MAAM,YAAY,CAAA;AAW7E,MAAM,WAAW,sBAAsB;IACrC,gEAAgE;IAChE,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,6BAA6B;IAC7B,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;IAC3B,8BAA8B;IAC9B,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;CACrB;AAED,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,QAAQ,CAAC,QAAQ,qBAAoB;IAErC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;gBAE5B,IAAI,GAAE,sBAA2B;IAM7C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAuB;IAE3C;;;;OAIG;IACG,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAU1B,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;YAiC5C,UAAU;YAmBV,WAAW;CAuC1B"}
+{"version":3,"file":"questdb.d.ts","sourceRoot":"","sources":["../../src/database-export/questdb.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAOH,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAe,MAAM,YAAY,CAAA;AA0B7E,MAAM,WAAW,sBAAsB;IACrC,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;IAC3B,8BAA8B;IAC9B,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;IACpB,8BAA8B;IAC9B,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;CACjB;AAED,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,QAAQ,CAAC,QAAQ,qBAAoB;IAErC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAc;IACxC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAY;gBAExB,IAAI,GAAE,sBAA2B;IAO7C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAuB;IAErC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAU1B,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;YA8B5C,UAAU;YAiBV,WAAW;IAmFzB;;;OAGG;YACW,qBAAqB;IAgBnC;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAQhC,OAAO,CAAC,eAAe;YAOT,iBAAiB;CA8ChC"}

package/plugin/database-export/questdb.js

@@ -3,44 +3,45 @@
  *
  * The signalk-questdb plugin exposes:
  *   GET /plugins/signalk-questdb/api/full-export/tables → { tables: [...] }
- *   GET /plugins/signalk-questdb/api/full-export/<table>  → parquet stream
+ *   GET /plugins/signalk-questdb/api/full-export/<table>?from=&to= → parquet stream
  *
  * Both are served by SignalK in-process, so we reach them via plain HTTP
- * over loopback. No container exec, no shared filesystem ownership
- * issues, no copy-completion polling.
+ * over loopback. No container exec, no shared filesystem ownership issues.
  *
- * Streams the response body directly to a temp file in the staging dir,
- * then atomically renames into place — so a snapshot mid-export never
- * sees a half-written parquet.
+ * For each table we partition the export by ISO week into one parquet
+ * file per week. Closed weeks become byte-identical across export cycles
+ * and dedup perfectly in kopia. The current ("open") week plus a small
+ * rolling churn window get re-exported each cycle to absorb late arrivals.
+ *
+ * Streams the response body directly to a temp file in the shard's
+ * directory, then atomically renames into place — so a snapshot
+ * mid-export never sees a half-written parquet.
  */
 import { mkdir, rename, unlink } from 'node:fs/promises';
-import { createWriteStream } from 'node:fs';
+import { createWriteStream, existsSync } from 'node:fs';
 import { pipeline } from 'node:stream/promises';
 import { Readable } from 'node:stream';
 import { join } from 'node:path';
+import { weekStartUtc, weekEndUtc, isoWeekOf, formatIsoWeek, weeksBetween, compareIsoWeek } from './iso-week.js';
+import { readManifest, writeManifest, MANIFEST_SCHEMA_VERSION } from './manifest.js';
 const QUESTDB_PLUGIN_ID = 'signalk-questdb';
-/** Default base URL — overridable for tests. SignalK normally listens here. */
 const DEFAULT_SIGNALK_BASE = 'http://127.0.0.1:3000';
-/** Per-request timeout. A full-table export of ~500k rows runs in <1s on
- *  a Pi over the loopback HTTP path, but pipe between pi-host-network +
- *  pasta containers can stall — bound at 10 minutes. */
 const FETCH_TIMEOUT_MS = 600_000;
 const SAFE_TABLE_NAME = /^[a-zA-Z_][a-zA-Z0-9_]*$/;
+/** Closed weeks within this many cycles still get re-exported (late-arrival absorption). */
+const ROLLING_CHURN_WEEKS = 4;
 export class QuestDBExporter {
     pluginId = QUESTDB_PLUGIN_ID;
     baseUrl;
     fetchImpl;
+    nowImpl;
     constructor(opts = {}) {
         this.baseUrl = (opts.signalkBaseUrl ?? DEFAULT_SIGNALK_BASE).replace(/\/$/, '');
         this.fetchImpl = opts.fetch ?? fetch;
+        this.nowImpl = opts.now ?? (() => new Date());
         this.log = (msg) => opts.log?.(`[questdb-export] ${msg}`);
     }
     log;
-    /**
-     * Detect: hit the tables endpoint. Returns true on HTTP 200 with at
-     * least one table; false on any error or 503/404 (plugin disabled or
-     * not loaded).
-     */
     async detect() {
         try {
             const tables = await this.listTables();
@@ -57,8 +58,6 @@ export class QuestDBExporter {
         const tables = await this.listTables();
         const exports = [];
         for (const table of tables) {
-            // Defence in depth — the route should reject these too, but a
-            // malformed name in the request URL is worth catching here.
             if (!SAFE_TABLE_NAME.test(table)) {
                 this.log(`refusing unsafe table identifier: ${table}`);
                 continue;
@@ -67,7 +66,6 @@ export class QuestDBExporter {
                 exports.push(await this.exportTable(table, stagingDir));
             }
             catch (err) {
-                // Partial coverage > none. Log and keep going.
                 this.log(`export failed for ${table}: ${errMsg(err)}`);
             }
         }
@@ -83,9 +81,7 @@ export class QuestDBExporter {
     // ---------------------------------------------------------------------
     async listTables() {
         const url = `${this.baseUrl}/plugins/${this.pluginId}/api/full-export/tables`;
-        const res = await this.fetchImpl(url, {
-            signal: AbortSignal.timeout(10_000)
-        });
+        const res = await this.fetchImpl(url, { signal: AbortSignal.timeout(10_000) });
         if (!res.ok) {
             throw new Error(`tables HTTP ${res.status}: ${(await res.text()).slice(0, 200)}`);
         }
@@ -101,23 +97,129 @@ export class QuestDBExporter {
         return out;
     }
     async exportTable(table, stagingDir) {
-        const url = `${this.baseUrl}/plugins/${this.pluginId}/api/full-export/${table}`;
-        const finalPath = join(stagingDir, `${table}.parquet`);
+        const tableDir = join(stagingDir, table);
+        await mkdir(tableDir, { recursive: true });
+        // One-shot migration of any pre-partitioning flat file. Move-aside,
+        // never delete — user may want to re-import it.
+        await this.migrateLegacyFlatFile(stagingDir, table);
+        const existing = await readManifest(tableDir);
+        const nowIso = this.nowImpl();
+        const currentWeek = isoWeekOf(nowIso);
+        // Range to materialise: from whatever the manifest already covers,
+        // back through (at minimum) the rolling churn window, up to the
+        // current week. If no manifest exists yet, start from the churn
+        // cutoff — that catches data from the last ROLLING_CHURN_WEEKS
+        // weeks on first run. Deeper history pre-dates this code path and
+        // is not auto-recovered (would need an admin-triggered backfill,
+        // out of scope here).
+        const churnCutoff = this.churnCutoffWeek(currentWeek);
+        const earliestKnown = this.earliestWeekFromManifest(existing);
+        const earliestWeek = earliestKnown !== null && compareIsoWeek(earliestKnown, churnCutoff) < 0
+            ? earliestKnown
+            : churnCutoff;
+        const allWeeks = weeksBetween(earliestWeek, currentWeek);
+        const existingShards = new Map();
+        for (const s of existing?.shards ?? [])
+            existingShards.set(s.file, s);
+        const newShards = [];
+        let shardsWritten = 0;
+        let shardsSkipped = 0;
+        let bytesWritten = 0;
+        for (const week of allWeeks) {
+            const file = `${table}_${formatIsoWeek(week)}.parquet`;
+            const isOpen = compareIsoWeek(week, currentWeek) === 0;
+            const inChurnWindow = compareIsoWeek(week, churnCutoff) >= 0;
+            const known = existingShards.get(file);
+            const onDisk = existsSync(join(tableDir, file));
+            const mustWrite = isOpen || inChurnWindow || !known || !onDisk;
+            if (mustWrite) {
+                const { bytes } = await this.exportWeekToShard(table, week, tableDir, file);
+                const entry = {
+                    file,
+                    weekStart: weekStartUtc(week).toISOString(),
+                    bytes,
+                    exportedAt: nowIso.toISOString()
+                };
+                newShards.push(entry);
+                shardsWritten++;
+                bytesWritten += bytes;
+            }
+            else {
+                // Closed shard, outside churn window, already present. Reuse the manifest entry.
+                newShards.push(known);
+                shardsSkipped++;
+            }
+        }
+        const openFile = `${table}_${formatIsoWeek(currentWeek)}.parquet`;
+        const manifest = {
+            tableName: table,
+            schemaVersion: MANIFEST_SCHEMA_VERSION,
+            shards: newShards,
+            openShard: openFile,
+            lastExportRun: nowIso.toISOString()
+        };
+        await writeManifest(tableDir, manifest);
+        this.log(`${table}: ${shardsWritten} shards written, ${shardsSkipped} unchanged, ${bytesWritten} bytes`);
+        return {
+            table,
+            tableDir,
+            shardsWritten,
+            shardsSkipped,
+            bytes: bytesWritten
+        };
+    }
+    /**
+     * If the staging dir has a `<table>.parquet` directly (pre-partitioning
+     * layout), move it aside to `<table>.parquet.legacy`. Idempotent.
+     */
+    async migrateLegacyFlatFile(stagingDir, table) {
+        const flat = join(stagingDir, `${table}.parquet`);
+        const legacy = `${flat}.legacy`;
+        if (existsSync(flat) && !existsSync(legacy)) {
+            try {
+                await rename(flat, legacy);
+                this.log(`migrated legacy ${table}.parquet → ${table}.parquet.legacy; partitioned export starting fresh`);
+            }
+            catch (err) {
+                // Non-fatal: leave the flat file in place. Next cycle retries.
+                this.log(`legacy-file migration failed for ${table}: ${errMsg(err)}`);
+            }
+        }
+    }
+    /**
+     * Earliest week recorded in a manifest, or null if no shards exist.
+     * Pure helper, no I/O — manifest is already read by the caller.
+     */
+    earliestWeekFromManifest(manifest) {
+        if (!manifest || manifest.shards.length === 0)
+            return null;
+        const oldest = manifest.shards
+            .map((s) => new Date(s.weekStart))
+            .reduce((a, b) => (a.getTime() < b.getTime() ? a : b));
+        return isoWeekOf(oldest);
+    }
+    churnCutoffWeek(current) {
+        // Walk back ROLLING_CHURN_WEEKS Mondays from the current week's Monday.
+        const start = weekStartUtc(current);
+        const earlier = new Date(start.getTime() - ROLLING_CHURN_WEEKS * 7 * 86_400_000);
+        return isoWeekOf(earlier);
+    }
+    async exportWeekToShard(table, week, tableDir, filename) {
+        const from = weekStartUtc(week).toISOString();
+        const to = weekEndUtc(week).toISOString();
+        const url = new URL(`${this.baseUrl}/plugins/${this.pluginId}/api/full-export/${table}`);
+        url.searchParams.set('from', from);
+        url.searchParams.set('to', to);
+        const finalPath = join(tableDir, filename);
         const tempPath = `${finalPath}.partial`;
-        this.log(`exporting ${table}`);
-        const res = await this.fetchImpl(url, {
+        const res = await this.fetchImpl(url.toString(), {
             signal: AbortSignal.timeout(FETCH_TIMEOUT_MS)
         });
         if (!res.ok || !res.body) {
-            throw new Error(`HTTP ${res.status}: ${(await res.text().catch(() => '')).slice(0, 200)}`);
+            throw new Error(`HTTP ${res.status} for ${filename}: ${(await res.text().catch(() => '')).slice(0, 200)}`);
         }
-        // Stream the response body to a temp file, then atomic-rename. This
-        // means a kopia snapshot that races us mid-export sees either the
-        // previous .parquet or no entry — never a torn write.
         const out = createWriteStream(tempPath);
         let bytes = 0;
-        out.on('drain', () => undefined);
-        // Count bytes via a tap — pipeline doesn't expose them otherwise.
         const reader = Readable.fromWeb(res.body);
         reader.on('data', (chunk) => {
             bytes += chunk.length;
@@ -126,15 +228,18 @@ export class QuestDBExporter {
             await pipeline(reader, out);
         }
         catch (err) {
-            // Best-effort cleanup of partial file.
             await unlink(tempPath).catch(() => undefined);
             throw err;
         }
-        await rename(tempPath, finalPath);
-        // rowCount is unknown without a separate query; leaving 0 keeps the
-        // shape stable. Bytes carries the meaningful "what got captured".
-        this.log(`exported ${table}: ${bytes} bytes`);
-        return { table, parquetPath: finalPath, rowCount: 0, bytes };
+        try {
+            await rename(tempPath, finalPath);
+        }
+        catch (err) {
+            // Rename can fail (cross-device, permissions) — clean up the orphan so it doesn't accumulate.
+            await unlink(tempPath).catch(() => undefined);
+            throw err;
+        }
+        return { bytes };
     }
 }
 function errMsg(err) {