realitydb 1.9.0 → 2.0.0

package/dist/index.js

@@ -31672,15 +31672,92 @@ async function captureDatabase(config, options) {
       foreignKeyCount: filteredFKs.length
     };
     const ddl = generateCreateTableDDL(filteredSchema);
+    let aroundFilter;
+    if (options.around) {
+      aroundFilter = /* @__PURE__ */ new Map();
+      const { column: aroundCol, value: aroundVal } = options.around;
+      for (const table of filteredTables) {
+        const hasCol = table.columns.some((c) => c.name === aroundCol);
+        if (hasCol) {
+          aroundFilter.set(table.name, { column: aroundCol, values: /* @__PURE__ */ new Set([aroundVal]) });
+        }
+      }
+      for (const fk of filteredFKs) {
+        const sourceFilter = aroundFilter.get(fk.targetTable);
+        if (sourceFilter && sourceFilter.column === fk.targetColumn) {
+          aroundFilter.set(fk.sourceTable, { column: fk.sourceColumn, values: sourceFilter.values });
+        }
+      }
+    }
+    const detectionsByTable = /* @__PURE__ */ new Map();
+    let piiSummary;
+    if (options.safe) {
+      const mode = "gdpr";
+      for (const table of filteredTables) {
+        const tableForeignKeys = filteredFKs.filter((fk) => fk.sourceTable === table.name);
+        const detections = detectTablePII(table.columns, tableForeignKeys, table.name, mode);
+        detectionsByTable.set(table.name, detections);
+      }
+      let columnsDetected = 0;
+      let tablesAffected = 0;
+      const categoriesFound = /* @__PURE__ */ new Set();
+      for (const [, detections] of detectionsByTable) {
+        const piiCols = detections.filter((d) => d.shouldMask);
+        if (piiCols.length > 0) {
+          tablesAffected++;
+          columnsDetected += piiCols.length;
+          for (const d of piiCols) {
+            categoriesFound.add(d.category);
+          }
+        }
+      }
+      piiSummary = {
+        columnsDetected,
+        tablesAffected,
+        categoriesFound: Array.from(categoriesFound)
+      };
+    }
     const packDataset = { tables: {} };
     const tableDetails = [];
     let totalRows = 0;
+    const safeMode = options.safeMode ?? "mask";
+    const random = options.safe ? createSeededRandom(42) : void 0;
+    const tokenPrefix = options.safe && safeMode === "tokenize" ? generateTokenPrefix() : void 0;
     for (const tableName of tablesToCapture) {
       const tableSchema = filteredTables.find((t) => t.name === tableName);
       if (!tableSchema)
         continue;
       const columns = tableSchema.columns.map((c) => c.name);
-      const rows = await readTableRows(pool, tableName, columns);
+      let rows = await readTableRows(pool, tableName, columns);
+      const filter = aroundFilter?.get(tableName);
+      if (filter) {
+        rows = rows.filter((row) => {
+          const val = row[filter.column];
+          return val !== null && val !== void 0 && filter.values.has(String(val));
+        });
+      }
+      if (options.maxRows !== void 0 && rows.length > options.maxRows) {
+        rows = rows.slice(0, options.maxRows);
+      }
+      if (options.safe) {
+        const detections = detectionsByTable.get(tableName);
+        if (detections) {
+          const hasPII = detections.some((d) => d.shouldMask);
+          if (hasPII) {
+            if (safeMode === "tokenize" && tokenPrefix) {
+              const { tokenizedRows } = tokenizeTableRows(rows, detections, tableName, tokenPrefix);
+              rows = tokenizedRows;
+            } else if (safeMode === "redact") {
+              const redactDetections = detections.map((d) => d.shouldMask ? { ...d, maskStrategy: "redact" } : d);
+              const { maskedRows } = maskTableRows(rows, redactDetections, random, tableName);
+              rows = maskedRows;
+            } else {
+              const { maskedRows } = maskTableRows(rows, detections, random, tableName);
+              rows = maskedRows;
+            }
+          }
+        }
+      }
       const rowCount = rows.length;
       packDataset.tables[tableName] = {
         columns,
@@ -31725,6 +31802,7 @@ async function captureDatabase(config, options) {
       }
     };
     const masked = maskConnection(config.database.connectionString);
+    const safeModeValue = options.safe ? safeMode === "tokenize" ? "tokenized" : safeMode === "redact" ? "redacted" : "masked" : "raw";
     const pack = {
       format: "realitydb-pack",
       version: "1.0",
@@ -31736,7 +31814,9 @@ async function captureDatabase(config, options) {
         totalRows,
         tableCount: tablesToCapture.length,
         ddl,
-        capturedFrom: masked
+        capturedFrom: masked,
+        safeMode: safeModeValue,
+        piiSummary
       },
       schema: packSchema,
       plan,
@@ -31751,7 +31831,8 @@ async function captureDatabase(config, options) {
       totalRows,
       tableCount: tablesToCapture.length,
       durationMs,
-      tableDetails
+      tableDetails,
+      piiSummary
     };
   } finally {
     await closeConnection(pool);
@@ -33737,6 +33818,18 @@ async function captureCommand(options) {
     const config = await loadConfig(options.configPath);
     const masked = maskConnectionString(config.database.connectionString);
     const tables = options.tables ? options.tables.split(",").map((t) => t.trim()).filter((t) => t.length > 0) : void 0;
+    const safeMode = options.safe ? ["mask", "tokenize", "redact"].includes(options.safeMode ?? "") ? options.safeMode : "mask" : void 0;
+    const maxRows = options.maxRows ? parseInt(options.maxRows, 10) : void 0;
+    let around;
+    if (options.around) {
+      const eqIdx = options.around.indexOf("=");
+      if (eqIdx > 0) {
+        around = {
+          column: options.around.substring(0, eqIdx),
+          value: options.around.substring(eqIdx + 1)
+        };
+      }
+    }
     if (!options.ci) {
       console.log("");
       console.log("RealityDB Capture");
@@ -33746,6 +33839,15 @@ async function captureCommand(options) {
       if (tables) {
         console.log(`Tables: ${tables.join(", ")}`);
       }
+      if (options.safe) {
+        console.log(`Safe mode: ${safeMode} (PII will be sanitized)`);
+      }
+      if (maxRows !== void 0) {
+        console.log(`Max rows per table: ${maxRows}`);
+      }
+      if (around) {
+        console.log("");
+      }
       console.log("");
       console.log("Capturing...");
     }
@@ -33753,7 +33855,11 @@ async function captureCommand(options) {
       name: options.name,
       description: options.description,
       tables,
-      outputDir: options.output
+      outputDir: options.output,
+      safe: options.safe,
+      safeMode,
+      maxRows,
+      around
     });
     const durationMs = Math.round(performance.now() - start);
     if (options.ci) {
@@ -33769,6 +33875,8 @@ async function captureCommand(options) {
           filePath: result.filePath,
           tableCount: result.tableCount,
           totalRows: result.totalRows,
+          safeMode: result.pack.metadata.safeMode,
+          piiSummary: result.piiSummary,
           tables: result.tableDetails.map((t) => ({
             name: t.name,
             rowCount: t.rowCount
@@ -33778,6 +33886,21 @@ async function captureCommand(options) {
       }));
       return;
     }
+    if (options.safe && result.piiSummary) {
+      const { columnsDetected, tablesAffected, categoriesFound } = result.piiSummary;
+      if (columnsDetected > 0) {
+        console.log(`PII detected: ${columnsDetected} columns across ${tablesAffected} tables. Sanitizing...`);
+        console.log(`  Categories: ${categoriesFound.join(", ")}`);
+        console.log("");
+      } else {
+        console.log("No PII detected \u2014 data captured as-is.");
+        console.log("");
+      }
+    }
+    if (around) {
+      console.log(`Capturing rows related to ${around.column}=${around.value} across ${result.tableCount} tables`);
+      console.log("");
+    }
     for (const table of result.tableDetails) {
       console.log(`  ${table.name}: ${table.rowCount} rows`);
     }
@@ -33785,6 +33908,9 @@ async function captureCommand(options) {
     const sizeKb = Math.round(fileStat.size / 1024);
     console.log("");
     console.log(`Captured: ${result.filePath} (${sizeKb} KB)`);
+    if (options.safe) {
+      console.log(`Privacy: PII sanitized (${safeMode} mode). Safe to share.`);
+    }
     console.log("Schema DDL included. Share this file to reproduce the environment.");
     console.log("");
   } catch (err) {
@@ -33915,6 +34041,19 @@ var VERSION9 = "0.10.0";
 function isUrl(input) {
   return input.startsWith("http://") || input.startsWith("https://");
 }
+function displaySafeModeStatus(safeMode) {
+  if (!safeMode) {
+    console.warn("Note: This pack was captured before privacy-safe mode was available");
+  } else if (safeMode === "raw") {
+    console.log("WARNING: This pack contains raw (unsanitized) data");
+  } else if (safeMode === "masked") {
+    console.log("This pack was captured with PII masking");
+  } else if (safeMode === "tokenized") {
+    console.log("This pack was captured with PII tokenization");
+  } else if (safeMode === "redacted") {
+    console.log("This pack was captured with PII redaction");
+  }
+}
 async function loadCommand(filePath, options) {
   const start = performance.now();
   try {
@@ -33950,6 +34089,57 @@ async function loadCommand(filePath, options) {
       }
     }
     const pack = await loadRealityPack(localPath);
+    if (options.preview) {
+      const meta2 = pack.metadata;
+      const safeMode2 = meta2.safeMode;
+      const piiSummary = meta2.piiSummary;
+      if (options.ci) {
+        const tableNames = Object.keys(pack.dataset.tables);
+        const tableInfo = tableNames.map((name) => ({
+          name,
+          rowCount: pack.dataset.tables[name].rowCount
+        }));
+        console.log(formatCIOutput({
+          success: true,
+          command: "load",
+          version: VERSION9,
+          timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+          durationMs: Math.round(performance.now() - start),
+          data: {
+            packName: pack.metadata.name,
+            safeMode: safeMode2 ?? null,
+            piiSummary: piiSummary ?? null,
+            tableCount: pack.metadata.tableCount,
+            totalRows: pack.metadata.totalRows,
+            tables: tableInfo
+          }
+        }));
+        return;
+      }
+      console.log("");
+      console.log("Reality Pack Preview");
+      console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550");
+      console.log(`Name: ${pack.metadata.name}`);
+      if (pack.metadata.description) {
+        console.log(`Description: ${pack.metadata.description}`);
+      }
+      console.log(`Tables: ${pack.metadata.tableCount}`);
+      console.log(`Total rows: ${pack.metadata.totalRows}`);
+      console.log("");
+      displaySafeModeStatus(safeMode2);
+      if (piiSummary) {
+        console.log(`  PII columns detected: ${piiSummary.columnsDetected}`);
+        console.log(`  Tables affected: ${piiSummary.tablesAffected}`);
+        console.log(`  Categories: ${piiSummary.categoriesFound.join(", ")}`);
+      }
+      console.log("");
+      console.log("Tables:");
+      for (const [name, tableData] of Object.entries(pack.dataset.tables)) {
+        console.log(`  ${name}: ${tableData.rowCount} rows`);
+      }
+      console.log("");
+      return;
+    }
     if (options.showDdl) {
       const ddl = pack.metadata.ddl;
       if (options.ci) {
@@ -33982,6 +34172,8 @@ async function loadCommand(filePath, options) {
     }
     const config = await loadConfig(options.configPath);
     const masked = maskConnectionString(config.database.connectionString);
+    const meta = pack.metadata;
+    const safeMode = meta.safeMode;
     if (!options.ci) {
       console.log("");
       console.log("RealityDB Load");
@@ -34001,6 +34193,8 @@ async function loadCommand(filePath, options) {
         console.log("Schema DDL: included");
       }
       console.log("");
+      displaySafeModeStatus(safeMode);
+      console.log("");
     }
     if (!options.ci && !options.confirm) {
       console.error("[realitydb] Load requires --confirm flag.");
@@ -34008,6 +34202,9 @@ async function loadCommand(filePath, options) {
       console.error("");
       console.error("To view the schema DDL first:");
       console.error(`  realitydb load ${filePath} --show-ddl`);
+      console.error("");
+      console.error("To preview pack contents:");
+      console.error(`  realitydb load ${filePath} --preview`);
       process.exit(1);
     }
     if (!options.ci) {
@@ -34026,6 +34223,7 @@ async function loadCommand(filePath, options) {
           database: masked,
           packName: pack.metadata.name,
           totalRows: result.totalRows,
+          safeMode: safeMode ?? null,
           source: isUrl(filePath) ? filePath : void 0,
           tables: result.insertResult.tables.map((t) => ({
             name: t.tableName,
@@ -34043,7 +34241,8 @@ async function loadCommand(filePath, options) {
     }
     const totalTime = (result.durationMs / 1e3).toFixed(1);
     console.log("");
-    console.log(`Load complete. ${result.totalRows} rows in ${totalTime}s`);
+    console.log(`Bug reproduction environment ready. ${result.insertResult.tables.length} tables, ${result.totalRows} rows loaded.`);
+    console.log(`Load complete in ${totalTime}s`);
     console.log("");
   } catch (err) {
     const message = err instanceof Error ? err.message : String(err);
@@ -35664,7 +35863,7 @@ async function simulateWebhooksCommand(options) {
 }
 
 // src/cli.ts
-var VERSION17 = "1.9.0";
+var VERSION17 = "2.0.0";
 function run(argv) {
   const program2 = new Command();
   program2.name("realitydb").description("RealityDB -- Developer Reality Platform").version(VERSION17).option("--config <path>", "Path to config file").option("--ci", "CI mode: JSON output, no prompts, proper exit codes", false).option("--verbose", "Enable verbose output", false);
@@ -35766,7 +35965,7 @@ function run(argv) {
     const opts = program2.opts();
     await simulateWebhooksCommand({ ...cmdOpts, ci: opts.ci, configPath: opts.config });
   });
-  program2.command("capture").description("Capture live database state into a Reality Pack").requiredOption("--name <name>", "Name for the captured pack").option("--description <desc>", "Pack description").option("--tables <tables>", "Comma-separated list of tables to capture").option("--output <dir>", "Output directory", ".").action(async (cmdOpts) => {
+  program2.command("capture").description("Capture live database state into a Reality Pack").requiredOption("--name <name>", "Name for the captured pack").option("--description <desc>", "Pack description").option("--tables <tables>", "Comma-separated list of tables to capture").option("--output <dir>", "Output directory", ".").option("--safe", "Enable privacy-safe capture (sanitize PII before writing)").option("--safe-mode <mode>", "PII sanitization mode: mask (default), tokenize, redact", "mask").option("--max-rows <count>", "Maximum rows to capture per table").option("--around <column=value>", "Capture rows related to a specific entity (follows FK chains)").action(async (cmdOpts) => {
     const opts = program2.opts();
     await captureCommand({ ...cmdOpts, ci: opts.ci, configPath: opts.config });
   });
@@ -35774,7 +35973,7 @@ function run(argv) {
     const opts = program2.opts();
     await shareCommand(filePath, { ...cmdOpts, ci: opts.ci, configPath: opts.config });
   });
-  program2.command("load <file>").description("Load a Reality Pack into the database (file path or URL)").option("--confirm", "Confirm import operation").option("--show-ddl", "Show schema DDL without importing").action(async (filePath, cmdOpts) => {
+  program2.command("load <file>").description("Load a Reality Pack into the database (file path or URL)").option("--confirm", "Confirm import operation").option("--show-ddl", "Show schema DDL without importing").option("--preview", "Preview pack contents without importing").action(async (filePath, cmdOpts) => {
     const opts = program2.opts();
     await loadCommand(filePath, { ...cmdOpts, ci: opts.ci, configPath: opts.config });
   });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "realitydb",
-  "version": "1.9.0",
+  "version": "2.0.0",
   "description": "Developer Reality Platform - realistic database environments from your schema",
   "license": "MIT",
   "keywords": [