@thingd/cli 0.79.1 → 0.81.0

package/dist/data-movement.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-movement.d.ts","sourceRoot":"","sources":["../src/data-movement.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,KAAK,UAAU,EAAwD,MAAM,YAAY,CAAC;AAwEnG,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAyClE;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAsFlE;AAoND,wBAAsB,WAAW,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAmHpE;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAyClE"}
+{"version":3,"file":"data-movement.d.ts","sourceRoot":"","sources":["../src/data-movement.ts"],"names":[],"mappings":"AAqBA,OAAO,EACL,KAAK,UAAU,EAOhB,MAAM,YAAY,CAAC;AAwEpB,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAyClE;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAsFlE;AAoND,wBAAsB,WAAW,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAmMpE;AAoHD,wBAAsB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAyClE"}

package/dist/data-movement.js

@@ -1,6 +1,10 @@
-import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { once } from "node:events";
+import { createReadStream, createWriteStream, existsSync, readFileSync, writeFileSync, } from "node:fs";
 import { resolve } from "node:path";
-import { hasFlag, requiredFlag, stringFlag, withDb, writeJson } from "./index.js";
+import { createInterface } from "node:readline";
+import { Readable } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { hasFlag, requiredFlag, resolveConnection, stringFlag, withDb, writeJson, } from "./index.js";
 const SIDECAR_DEFAULT_URL = "http://localhost:8757";
 const DEFAULT_REDACT_KEYS = [
     "password",
@@ -336,31 +340,48 @@ async function runImportDb(context, source, explicitType) {
 }
 export async function runSnapshot(context) {
     const subCommand = context.parsed.tokens[1];
+    const connection = resolveConnection(context);
+    if (connection.cloud) {
+        await runRemoteSnapshot(context, subCommand);
+        return;
+    }
     if (subCommand === "create") {
         const outPath = requiredFlag(context.parsed, "out");
         await withDb(context, async (db) => {
-            const collectionsMap = {};
+            const output = createWriteStream(resolve(outPath), "utf8");
+            const writeRecord = async (record) => {
+                if (!output.write(`${JSON.stringify(record)}\n`)) {
+                    await once(output, "drain");
+                }
+            };
+            await writeRecord({
+                type: "thingd.snapshot",
+                version: "2.0.0",
+                timestamp: new Date().toISOString(),
+                format: "jsonl",
+            });
             const cols = await db.listCollections();
             for (const col of cols) {
-                collectionsMap[col] = await db.listObjects(col);
+                const objects = await db.listObjects(col);
+                for (const object of objects) {
+                    await writeRecord({ type: "object", collection: col, object });
+                }
             }
             const eventsList = await db.events.list();
-            const queuesMap = {};
+            for (const event of eventsList) {
+                await writeRecord({ type: "event", event });
+            }
             const queues = await db.listQueues();
             for (const q of queues) {
                 const queue = db.queue(q);
                 const [active, dead] = await Promise.all([queue.list(), queue.dead()]);
-                queuesMap[q] = { active, dead };
+                for (const job of [...active, ...dead]) {
+                    await writeRecord({ type: "queue", job });
+                }
             }
-            const snapshot = {
-                version: "1.0.0",
-                timestamp: new Date().toISOString(),
-                collections: collectionsMap,
-                events: eventsList,
-                queues: queuesMap,
-            };
-            writeFileSync(resolve(outPath), JSON.stringify(snapshot, null, 2), "utf8");
-            writeJson(context.stdout, { success: true, out: outPath }, context.pretty);
+            output.end();
+            await once(output, "close");
+            writeJson(context.stdout, { success: true, out: outPath, format: "thingd-snapshot-jsonl", version: "2.0.0" }, context.pretty);
         });
     }
     else if (subCommand === "restore") {
@@ -369,13 +390,65 @@ export async function runSnapshot(context) {
         if (!existsSync(resolvedPath)) {
             throw new Error(`Snapshot file not found: ${inPath}`);
         }
-        const snapshot = JSON.parse(readFileSync(resolvedPath, "utf8"));
-        if (snapshot.version !== "1.0.0") {
-            throw new Error(`Unsupported snapshot version: ${snapshot.version}`);
+        if (inPath.endsWith(".jsonl") || inPath.endsWith(".ndjson")) {
+            await restoreJsonlStream(context, inPath, resolvedPath);
+            return;
+        }
+        const content = readFileSync(resolvedPath, "utf8");
+        const firstLine = content
+            .split("\n")
+            .find((line) => line.trim().length > 0)
+            ?.trim() ?? "";
+        const isJsonl = firstLine.includes('"type":"thingd.snapshot"');
+        const snapshot = isJsonl ? null : JSON.parse(content);
+        if (!isJsonl && snapshot?.version !== "1.0.0") {
+            throw new Error(`Unsupported snapshot version: ${snapshot?.version ?? "unknown"}`);
         }
         context.stderr.write("Restoring snapshot... (consider 'thingd backup --out pre-restore.db' first)\n");
         await withDb(context, async (db) => {
             try {
+                if (isJsonl) {
+                    const records = content
+                        .split("\n")
+                        .map((line) => line.trim())
+                        .filter(Boolean)
+                        .map((line) => JSON.parse(line));
+                    const header = records.shift();
+                    if (header?.type !== "thingd.snapshot" || header.version !== "2.0.0") {
+                        throw new Error(`Unsupported JSONL snapshot version: ${String(header?.version ?? "unknown")}`);
+                    }
+                    for (const record of records) {
+                        if (record.type === "object") {
+                            const object = record.object;
+                            const cleanObject = { ...object };
+                            delete cleanObject.collection;
+                            delete cleanObject.createdAt;
+                            delete cleanObject.updatedAt;
+                            delete cleanObject.version;
+                            await db.put(String(record.collection), cleanObject);
+                        }
+                        else if (record.type === "event") {
+                            const event = record.event;
+                            const cleanEvent = { ...event };
+                            delete cleanEvent.id;
+                            delete cleanEvent.createdAt;
+                            delete cleanEvent.stream;
+                            await db.events.append(event.stream, cleanEvent);
+                        }
+                        else if (record.type === "queue") {
+                            const job = record.job;
+                            await db.queue(job.queue).push(job.payload, {
+                                idempotencyKey: job.id,
+                                maxAttempts: job.maxAttempts,
+                            });
+                        }
+                        else {
+                            throw new Error(`Unsupported snapshot record type: ${String(record.type)}`);
+                        }
+                    }
+                    writeJson(context.stdout, { success: true, in: inPath, format: "thingd-snapshot-jsonl", records: records.length }, context.pretty);
+                    return;
+                }
                 // 1. Restore Collections (clear existing first for true restore)
                 if (snapshot.collections) {
                     for (const [colName, objects] of Object.entries(snapshot.collections)) {
@@ -438,6 +511,100 @@ export async function runSnapshot(context) {
         throw new Error(`Unknown snapshot command: ${subCommand}. Expected 'create' or 'restore'.`);
     }
 }
+async function restoreJsonlStream(context, inPath, resolvedPath) {
+    context.stderr.write("Restoring snapshot... (consider 'thingd backup --out pre-restore.db' first)\n");
+    await withDb(context, async (db) => {
+        const input = createInterface({ input: createReadStream(resolvedPath), crlfDelay: Infinity });
+        let headerSeen = false;
+        let records = 0;
+        try {
+            for await (const line of input) {
+                if (!line.trim()) {
+                    continue;
+                }
+                const record = JSON.parse(line);
+                if (!headerSeen) {
+                    if (record.type !== "thingd.snapshot" || record.version !== "2.0.0") {
+                        throw new Error(`Unsupported JSONL snapshot version: ${String(record.version ?? "unknown")}`);
+                    }
+                    headerSeen = true;
+                    continue;
+                }
+                if (record.type === "object") {
+                    const object = record.object;
+                    const cleanObject = { ...object };
+                    delete cleanObject.collection;
+                    delete cleanObject.createdAt;
+                    delete cleanObject.updatedAt;
+                    delete cleanObject.version;
+                    await db.put(String(record.collection), cleanObject);
+                }
+                else if (record.type === "event") {
+                    const event = record.event;
+                    const cleanEvent = { ...event };
+                    delete cleanEvent.id;
+                    delete cleanEvent.createdAt;
+                    delete cleanEvent.stream;
+                    await db.events.append(event.stream, cleanEvent);
+                }
+                else if (record.type === "queue") {
+                    const job = record.job;
+                    await db.queue(job.queue).push(job.payload, {
+                        idempotencyKey: job.id,
+                        maxAttempts: job.maxAttempts,
+                    });
+                }
+                else {
+                    throw new Error(`Unsupported snapshot record type: ${String(record.type)}`);
+                }
+                records += 1;
+            }
+        }
+        finally {
+            input.close();
+        }
+        if (!headerSeen) {
+            throw new Error("Snapshot is missing its header");
+        }
+        writeJson(context.stdout, { success: true, in: inPath, format: "thingd-snapshot-jsonl", records }, context.pretty);
+    });
+}
+async function runRemoteSnapshot(context, subCommand) {
+    const inPath = stringFlag(context.parsed, "in");
+    const outPath = stringFlag(context.parsed, "out");
+    const base = resolveSidecarUrl(context);
+    const headers = authHeaders(context);
+    if (subCommand === "create") {
+        if (!outPath) {
+            throw new Error("Expected --out <path> for remote snapshot export.");
+        }
+        const response = await fetch(`${base}/v1/snapshot`, { headers });
+        if (!response.ok || !response.body) {
+            throw new Error(`Remote snapshot export failed: HTTP ${response.status}`);
+        }
+        await pipeline(Readable.fromWeb(response.body), createWriteStream(resolve(outPath)));
+        writeJson(context.stdout, { success: true, out: outPath, format: "thingd-snapshot-jsonl", remote: true }, context.pretty);
+        return;
+    }
+    if (subCommand === "restore") {
+        if (!inPath) {
+            throw new Error("Expected --in <path> for remote snapshot import.");
+        }
+        const response = await fetch(`${base}/v1/snapshot`, {
+            method: "POST",
+            headers: { ...headers, "content-type": "application/x-ndjson" },
+            body: createReadStream(resolve(inPath)),
+            duplex: "half",
+        });
+        const result = (await response.json());
+        if (!response.ok) {
+            throw new Error(`Remote snapshot import failed: ${JSON.stringify(result)}`);
+        }
+        writeJson(context.stdout, result, context.pretty);
+        return;
+    }
+    throw new Error(`Unknown snapshot command: ${subCommand}. Expected 'create' or 'restore'.`);
+}
 export async function runBackup(context) {
     const inPath = stringFlag(context.parsed, "in");
     const outPath = stringFlag(context.parsed, "out");

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAeA,OAAO,EAYL,MAAM,EACN,KAAK,YAAY,EAClB,MAAM,aAAa,CAAC;AASrB,KAAK,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAEjD,KAAK,YAAY,GAAG;IAClB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC;AAEF,KAAK,YAAY,GAAG,MAAM,CAAC,cAAc,CAAC;AAE1C,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7B,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,UAAU,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAsCF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,sDAAsD;IACtD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAqGF,wBAAsB,MAAM,CAC1B,IAAI,WAAwB,EAC5B,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,MAAM,CAAC,CA8EjB;AAiuCD,wBAAsB,MAAM,CAC1B,OAAO,EAAE,UAAU,EACnB,QAAQ,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GACtC,OAAO,CAAC,IAAI,CAAC,CAgBf;AA4BD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,UAAU,GAAG,iBAAiB,CAuDxE;AAiDD,wBAAgB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjE;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE/E;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAGlF;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMrE;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAEnF;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMrF;AAyFD,wBAAgB,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAEpF;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAElE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAeA,OAAO,EAYL,MAAM,EACN,KAAK,YAAY,EAClB,MAAM,aAAa,CAAC;AASrB,KAAK,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;AAEjD,KAAK,YAAY,GAAG;IAClB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC;AAEF,KAAK,YAAY,GAAG,MAAM,CAAC,cAAc,CAAC;AAE1C,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7B,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,UAAU,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,YAAY,CAAC;IACrB,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAsCF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,sDAAsD;IACtD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAuGF,wBAAsB,MAAM,CAC1B,IAAI,WAAwB,EAC5B,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,MAAM,CAAC,CA8EjB;AAwxCD,wBAAsB,MAAM,CAC1B,OAAO,EAAE,UAAU,EACnB,QAAQ,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GACtC,OAAO,CAAC,IAAI,CAAC,CAgBf;AA4BD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,UAAU,GAAG,iBAAiB,CAuDxE;AAiDD,wBAAgB,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjE;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE/E;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,CAGlF;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMrE;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAEnF;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAMrF;AAyFD,wBAAgB,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAEpF;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAElE"}

package/dist/index.js

@@ -106,6 +106,8 @@ Usage:
   thingd cloud api-key create <project> <name>
   thingd db checkpoint [--path <path>]
   thingd db integrity [--path <path>]
+  thingd db backup --out <archive.tar> [--path <path>]
+  thingd db restore --in <archive.tar> --destination <path> [--replace]
   thingd db reencrypt --source <path> --destination <path> [--allow-plaintext-output]
 
 Options:
@@ -329,11 +331,19 @@ async function runCommand(context) {
             await runDbIntegrity(context);
             return;
         }
+        if (sub === "backup") {
+            await runDbNativeBackup(context);
+            return;
+        }
+        if (sub === "restore") {
+            await runDbNativeRestore(context);
+            return;
+        }
         if (sub === "reencrypt") {
             await runDbReencrypt(context);
             return;
         }
-        throw new Error(`Unknown db subcommand: ${sub}. Expected: checkpoint, integrity, reencrypt`);
+        throw new Error(`Unknown db subcommand: ${sub}. Expected: checkpoint, integrity, backup, restore, reencrypt`);
     }
     throw new Error(`Unknown command: ${command}`);
 }
@@ -427,6 +437,40 @@ async function runDbIntegrity(context) {
         }
     });
 }
+async function runDbNativeBackup(context) {
+    const output = stringFlag(context.parsed, "out");
+    if (!output) {
+        throw new Error("db backup requires --out <archive.tar>");
+    }
+    const connection = resolveConnection(context);
+    if (connection.cloud || connection.driver !== "native") {
+        throw new Error("db backup requires a local native database; logical snapshots support remote stores");
+    }
+    const db = await ThingD.open({
+        path: connection.path,
+        driver: "native",
+        encryption: connection.encryptionKey ? { key: connection.encryptionKey } : undefined,
+    });
+    try {
+        db.walCheckpoint();
+    }
+    finally {
+        await db.close();
+    }
+    const { createNativeArchive } = await import("./native-archive.js");
+    await createNativeArchive(connection.path, output);
+    writeJson(context.stdout, { ok: true, out: resolve(output), format: "thingd-native-tar" }, context.pretty);
+}
+async function runDbNativeRestore(context) {
+    const input = stringFlag(context.parsed, "in");
+    const destination = stringFlag(context.parsed, "destination");
+    if (!input || !destination) {
+        throw new Error("db restore requires --in <archive.tar> and --destination <path>");
+    }
+    const { restoreNativeArchive } = await import("./native-archive.js");
+    await restoreNativeArchive(input, destination, hasFlag(context.parsed, "replace"));
+    writeJson(context.stdout, { ok: true, destination: resolve(destination), format: "thingd-native-tar" }, context.pretty);
+}
 async function runCompletions(context) {
     const shell = optionalToken(context.parsed, 1) ?? "bash";
     const cmds = [

package/dist/native-archive.d.ts

@@ -0,0 +1,3 @@
+export declare function createNativeArchive(sourcePath: string, outputPath: string): Promise<void>;
+export declare function restoreNativeArchive(archivePath: string, destinationPath: string, replace: boolean): Promise<void>;
+//# sourceMappingURL=native-archive.d.ts.map

package/dist/native-archive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"native-archive.d.ts","sourceRoot":"","sources":["../src/native-archive.ts"],"names":[],"mappings":"AA0DA,wBAAsB,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAoC/F;AAED,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EACnB,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,IAAI,CAAC,CAkEf"}

package/dist/native-archive.js

@@ -0,0 +1,134 @@
+import { execFile, execFileSync } from "node:child_process";
+import { existsSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, renameSync, rmSync, writeFileSync, } from "node:fs";
+import { tmpdir } from "node:os";
+import { basename, dirname, isAbsolute, join, relative, resolve } from "node:path";
+import { promisify } from "node:util";
+const execFileAsync = promisify(execFile);
+const METADATA_NAME = "thingd-backup.json";
+async function runTar(args) {
+    try {
+        await execFileAsync("tar", args, { maxBuffer: 16 * 1024 * 1024 });
+    }
+    catch (error) {
+        const detail = error instanceof Error ? error.message : String(error);
+        throw new Error(`tar operation failed: ${detail}`);
+    }
+}
+function assertDirectory(path, label) {
+    if (!existsSync(path) || !lstatSync(path).isDirectory()) {
+        throw new Error(`${label} must be an existing directory: ${path}`);
+    }
+}
+function assertArchivePathSafe(path) {
+    if (path.startsWith("/") || path.startsWith("\\") || /^[A-Za-z]:[\\/]/.test(path)) {
+        throw new Error(`Unsafe archive path: ${path}`);
+    }
+    const normalized = path.replaceAll("\\", "/");
+    if (normalized.split("/").includes("..")) {
+        throw new Error(`Unsafe archive path: ${path}`);
+    }
+}
+function archiveEntries(archive) {
+    const result = execFileSync("tar", ["-tf", archive], {
+        encoding: "utf8",
+        maxBuffer: 16 * 1024 * 1024,
+    });
+    return result.split(/\r?\n/).filter(Boolean);
+}
+export async function createNativeArchive(sourcePath, outputPath) {
+    const source = resolve(sourcePath);
+    const output = resolve(outputPath);
+    assertDirectory(source, "Native database");
+    const outputRelative = relative(source, output);
+    if (outputRelative && !outputRelative.startsWith("..") && !isAbsolute(outputRelative)) {
+        throw new Error("Backup archive must be outside the source database directory");
+    }
+    if (existsSync(output)) {
+        throw new Error(`Backup destination already exists: ${output}`);
+    }
+    mkdirSync(dirname(output), { recursive: true });
+    const staging = mkdtempSync(join(tmpdir(), "thingd-backup-"));
+    const metadata = {
+        format: "thingd-native-tar",
+        version: 1,
+        sourceName: basename(source),
+        createdAt: new Date().toISOString(),
+    };
+    const metadataPath = join(staging, METADATA_NAME);
+    writeFileSync(metadataPath, `${JSON.stringify(metadata, null, 2)}\n`, "utf8");
+    try {
+        await runTar([
+            "-cf",
+            output,
+            "-C",
+            dirname(source),
+            basename(source),
+            "-C",
+            staging,
+            METADATA_NAME,
+        ]);
+    }
+    finally {
+        rmSync(staging, { recursive: true, force: true });
+    }
+}
+export async function restoreNativeArchive(archivePath, destinationPath, replace) {
+    const archive = resolve(archivePath);
+    const destination = resolve(destinationPath);
+    if (!existsSync(archive) || !lstatSync(archive).isFile()) {
+        throw new Error(`Backup archive not found: ${archive}`);
+    }
+    if (existsSync(destination) && !replace) {
+        throw new Error(`Restore destination already exists: ${destination}; pass --replace to replace it`);
+    }
+    mkdirSync(dirname(destination), { recursive: true });
+    const entries = archiveEntries(archive);
+    for (const entry of entries) {
+        assertArchivePathSafe(entry);
+    }
+    if (!entries.includes(METADATA_NAME)) {
+        throw new Error(`Invalid Thingd archive: missing ${METADATA_NAME}`);
+    }
+    const roots = new Set(entries
+        .filter((entry) => entry !== METADATA_NAME)
+        .map((entry) => entry.split("/")[0])
+        .filter(Boolean));
+    if (roots.size !== 1) {
+        throw new Error("Invalid Thingd archive: expected exactly one database directory");
+    }
+    const stagingParent = mkdtempSync(join(dirname(destination), ".thingd-restore-"));
+    const root = [...roots][0];
+    if (!root) {
+        throw new Error("Invalid Thingd archive: missing database directory");
+    }
+    const staging = join(stagingParent, root);
+    let previous;
+    try {
+        await runTar(["-xf", archive, "-C", stagingParent]);
+        const metadata = JSON.parse(readFileSync(join(stagingParent, METADATA_NAME), "utf8"));
+        if (metadata.format !== "thingd-native-tar" || metadata.version !== 1) {
+            throw new Error("Invalid Thingd archive metadata");
+        }
+        assertDirectory(staging, "Restored native database");
+        if (!existsSync(join(staging, "lock")) || !existsSync(join(staging, "keyspaces"))) {
+            throw new Error("Invalid Thingd archive: missing lock or keyspaces directory");
+        }
+        if (replace && existsSync(destination)) {
+            previous = `${destination}.previous-${Date.now()}`;
+            renameSync(destination, previous);
+        }
+        renameSync(staging, destination);
+        if (previous) {
+            rmSync(previous, { recursive: true, force: true });
+        }
+    }
+    catch (error) {
+        if (previous && !existsSync(destination) && existsSync(previous)) {
+            renameSync(previous, destination);
+        }
+        throw error;
+    }
+    finally {
+        rmSync(stagingParent, { recursive: true, force: true });
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@thingd/cli",
-  "version": "0.79.1",
+  "version": "0.81.0",
   "description": "CLI, Interactive TUI Dashboard, and MCP server for thingd — a fast object-first data engine for applications and AI agents.",
   "type": "module",
   "homepage": "https://engine.thingd.cloud",
@@ -42,7 +42,7 @@
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.30.0",
-    "@thingd/sdk": "^0.79.1",
+    "@thingd/sdk": "^0.81.0",
     "cli-table3": "^0.6.5",
     "picocolors": "^1.1.1",
     "zod": "^4.4.3"