datasette-ts 0.0.6 → 0.0.8

package/dist/cli.js

@@ -23687,10 +23687,12 @@ async function dumpSqliteForD1(options) {
   const baseName = options.outputName ?? path.basename(options.dbFile, path.extname(options.dbFile));
   const outputPath = path.join(options.outputDir, `${baseName}.sql`);
   const rawPath = path.join(options.outputDir, `${baseName}.raw.sql`);
+  const log = typeof options.log === "function" ? options.log : null;
+  const progressIntervalMs = typeof options.progressIntervalMs === "number" && Number.isFinite(options.progressIntervalMs) ? options.progressIntervalMs : 5e3;
   await mkdir(options.outputDir, { recursive: true });
-  await dumpSqliteToFile(options.dbFile, rawPath);
+  await dumpSqliteToFile(options.dbFile, rawPath, { log, progressIntervalMs });
   try {
-    await normalizeDumpFile(rawPath, outputPath);
+    await normalizeDumpFile(rawPath, outputPath, { log });
   } finally {
     await unlink(rawPath).catch(() => void 0);
   }
@@ -23816,9 +23818,12 @@ function escapeIdentifier(name) {
   const escaped = String(name).replace(/"/g, '""');
   return `"${escaped}"`;
 }
-async function normalizeDumpFile(inputPath, outputPath) {
+async function normalizeDumpFile(inputPath, outputPath, { log } = {}) {
   const tablesInOrder = [];
   const viewsInOrder = [];
+  if (log) {
+    log(`Normalizing D1 import SQL: ${outputPath}`);
+  }
   await forEachLine(inputPath, (line) => {
     const tableMatch = line.match(/^CREATE TABLE\s+("?[^"]+"?)/i);
     if (tableMatch) {
@@ -23848,8 +23853,15 @@ async function normalizeDumpFile(inputPath, outputPath) {
   });
   outputStream.end();
   await once(outputStream, "finish");
+  if (log) {
+    const { size } = await stat(outputPath);
+    log(`D1 import SQL ready (${formatBytes(size)})`);
+  }
 }
-async function dumpSqliteToFile(dbFile, outputPath) {
+async function dumpSqliteToFile(dbFile, outputPath, { log, progressIntervalMs } = {}) {
+  if (log) {
+    log(`Dumping SQLite database via sqlite3 .dump`);
+  }
   const child = spawn("sqlite3", [dbFile, ".dump"], {
     stdio: ["ignore", "pipe", "pipe"]
   });
@@ -23870,13 +23882,22 @@ async function dumpSqliteToFile(dbFile, outputPath) {
     stdout.destroy(error);
     outputStream.destroy(error);
   });
-  await pipeline(stdout, outputStream);
+  const stopProgress = log ? startProgressLogger(outputPath, log, progressIntervalMs) : () => void 0;
+  try {
+    await pipeline(stdout, outputStream);
+  } finally {
+    stopProgress();
+  }
   const [code, signal] = await once(child, "close");
   if (code !== 0) {
     const suffix = signal ? ` (signal ${signal})` : "";
     const message = stderr.trim() || `sqlite3 exited with code ${code ?? "unknown"}${suffix}`;
     throw new Error(message);
   }
+  if (log) {
+    const { size } = await stat(outputPath);
+    log(`SQLite dump completed (${formatBytes(size)})`);
+  }
 }
 async function forEachLine(filePath, handler) {
   const stream = createReadStream(filePath, { encoding: "utf8" });
@@ -23896,6 +23917,28 @@ async function writeLine(stream, line) {
     await once(stream, "drain");
   }
 }
+function startProgressLogger(filePath, log, intervalMs) {
+  const interval = setInterval(() => {
+    void stat(filePath).then((info) => {
+      log(`Dump size: ${formatBytes(info.size)}`);
+    }).catch(() => void 0);
+  }, intervalMs);
+  return () => clearInterval(interval);
+}
+function formatBytes(bytes) {
+  if (!Number.isFinite(bytes) || bytes < 0) {
+    return "0 B";
+  }
+  const units = ["B", "KB", "MB", "GB", "TB"];
+  let value = bytes;
+  let index = 0;
+  while (value >= 1024 && index < units.length - 1) {
+    value /= 1024;
+    index += 1;
+  }
+  const rounded = index === 0 ? value.toFixed(0) : value.toFixed(1);
+  return `${rounded} ${units[index]}`;
+}
 async function hashFile(filePath) {
   return new Promise((resolve2, reject) => {
     const hash = createHash("sha256");
@@ -23988,15 +24031,15 @@ async function runCloudflareDeploy(args) {
   logStep(`Worker entrypoint: ${workerEntrypoint}`);
   const assetsPath = join(packageRoot, "public");
   await assertFileExists(assetsPath, "assets directory");
-  logStep("Initializing Alchemy app");
-  const app = await alchemy(options.workerName);
   let importFile;
   try {
     logStep("Exporting SQLite for D1 import");
     importFile = await dumpSqliteForD1({
       dbFile: options.dbFile,
       outputDir: options.importsDir,
-      outputName: options.d1Name
+      outputName: options.d1Name,
+      log: logStep,
+      progressIntervalMs: 5e3
     });
     logStep(`D1 import file: ${importFile}`);
   } catch (error) {
@@ -24014,6 +24057,8 @@ async function runCloudflareDeploy(args) {
     logStep("Precomputing inspect data");
     inspectData = await loadInspectDataFromFile(options.dbFile, options.dbName);
   }
+  logStep("Initializing Alchemy app");
+  const app = await alchemy(options.workerName);
   logStep("Creating D1 database");
   const db = await D1Database(`d1-${options.d1Name}`, {
     name: options.d1Name,