kiroo 0.8.0 → 0.9.0

package/src/storage.js

@@ -1,142 +1,223 @@
-import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, rmSync } from 'fs';
-import { join } from 'path';
-
-const KIROO_DIR = '.kiroo';
-const INTERACTIONS_DIR = join(KIROO_DIR, 'interactions');
-const SNAPSHOTS_DIR = join(KIROO_DIR, 'snapshots');
-const ENV_FILE = join(KIROO_DIR, 'env.json');
-
-export function ensureKirooDir() {
-  if (!existsSync(KIROO_DIR)) {
-    mkdirSync(KIROO_DIR);
-  }
-  if (!existsSync(INTERACTIONS_DIR)) {
-    mkdirSync(INTERACTIONS_DIR);
-  }
-  if (!existsSync(SNAPSHOTS_DIR)) {
-    mkdirSync(SNAPSHOTS_DIR);
-  }
-  if (!existsSync(ENV_FILE)) {
-    writeFileSync(ENV_FILE, JSON.stringify({ current: 'default', environments: { default: {} } }, null, 2));
-  }
-  
-  const GITIGNORE_FILE = join(KIROO_DIR, '.gitignore');
-  if (!existsSync(GITIGNORE_FILE)) {
-    writeFileSync(GITIGNORE_FILE, 'env.json\n');
-  }
-}
-
-export async function saveInteraction(interaction) {
-  ensureKirooDir();
-  
-  const timestamp = new Date().toISOString();
-  const id = timestamp.replace(/[:.]/g, '-');
-  
-  const interactionData = {
-    id,
-    timestamp,
-    request: {
-      method: interaction.method,
-      url: interaction.url,
-      headers: interaction.headers,
-      body: interaction.body,
-    },
-    response: interaction.response,
-    metadata: {
-      duration_ms: interaction.duration,
-      saves: interaction.saves || [], // Variables saved from this response
-      uses: interaction.uses || [],   // Variables used in this request
-    },
-  };
-
-  const filename = `${id}.json`;
-  const filepath = join(INTERACTIONS_DIR, filename);
-  
-  writeFileSync(filepath, JSON.stringify(interactionData, null, 2));
-  
-  return id;
-}
-
-export function loadInteraction(id) {
-  const filepath = join(INTERACTIONS_DIR, `${id}.json`);
-  
-  if (!existsSync(filepath)) {
-    throw new Error(`Interaction not found: ${id}`);
-  }
-  
-  const data = readFileSync(filepath, 'utf8');
-  return JSON.parse(data);
-}
-
-export function getAllInteractions() {
-  ensureKirooDir();
-  
-  if (!existsSync(INTERACTIONS_DIR)) {
-    return [];
-  }
-  
-  const files = readdirSync(INTERACTIONS_DIR)
-    .filter(f => f.endsWith('.json'))
-    .sort()
-    .reverse(); // Most recent first
-  
-  return files.map(f => {
-    const filepath = join(INTERACTIONS_DIR, f);
-    const data = readFileSync(filepath, 'utf8');
-    return JSON.parse(data);
-  });
-}
-
-export function saveSnapshotData(tag, data) {
-  ensureKirooDir();
-  
-  const filename = `${tag}.json`;
-  const filepath = join(SNAPSHOTS_DIR, filename);
-  
-  writeFileSync(filepath, JSON.stringify(data, null, 2));
-}
-
-export function loadSnapshotData(tag) {
-  const filepath = join(SNAPSHOTS_DIR, `${tag}.json`);
-  
-  if (!existsSync(filepath)) {
-    throw new Error(`Snapshot not found: ${tag}`);
-  }
-  
-  const data = readFileSync(filepath, 'utf8');
-  return JSON.parse(data);
-}
-
-export function getAllSnapshots() {
-  ensureKirooDir();
-  
-  if (!existsSync(SNAPSHOTS_DIR)) {
-    return [];
-  }
-  
-  return readdirSync(SNAPSHOTS_DIR)
-    .filter(f => f.endsWith('.json'))
-    .map(f => f.replace('.json', ''));
-}
-
-export function clearAllInteractions() {
-  ensureKirooDir();
-  if (existsSync(INTERACTIONS_DIR)) {
-    const files = readdirSync(INTERACTIONS_DIR);
-    files.forEach(f => {
-      const filepath = join(INTERACTIONS_DIR, f);
-      rmSync(filepath, { force: true });
-    });
-  }
-}
-
-export function loadEnv() {
-  ensureKirooDir();
-  const data = readFileSync(ENV_FILE, 'utf8');
-  return JSON.parse(data);
-}
-
-export function saveEnv(data) {
-  ensureKirooDir();
-  writeFileSync(ENV_FILE, JSON.stringify(data, null, 2));
-}
+import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync, rmSync } from 'fs';
+import { join } from 'path';
+import { sanitizeInteractionRecord } from './sanitizer.js';
+import { loadKirooConfig } from './config.js';
+import { stableJSONStringify } from './deterministic.js';
+
+const KIROO_DIR = '.kiroo';
+const INTERACTIONS_DIR = join(KIROO_DIR, 'interactions');
+const SNAPSHOTS_DIR = join(KIROO_DIR, 'snapshots');
+const ENV_FILE = join(KIROO_DIR, 'env.json');
+
+function getPersistenceSettings() {
+  const config = loadKirooConfig();
+  const redaction = config.settings?.redaction || {};
+  const determinism = config.settings?.determinism || {};
+
+  return {
+    redactEnabled: redaction.enabled !== false,
+    redactedValue: redaction.redactedValue || '<REDACTED>',
+    sortKeys: determinism.sortKeys !== false
+  };
+}
+
+function stringifyForPersistence(value, sortKeysEnabled) {
+  if (sortKeysEnabled) {
+    return stableJSONStringify(value, 2);
+  }
+  return JSON.stringify(value, null, 2);
+}
+
+export function ensureKirooDir() {
+  if (!existsSync(KIROO_DIR)) {
+    mkdirSync(KIROO_DIR);
+  }
+  if (!existsSync(INTERACTIONS_DIR)) {
+    mkdirSync(INTERACTIONS_DIR);
+  }
+  if (!existsSync(SNAPSHOTS_DIR)) {
+    mkdirSync(SNAPSHOTS_DIR);
+  }
+  if (!existsSync(ENV_FILE)) {
+    writeFileSync(ENV_FILE, JSON.stringify({ current: 'default', environments: { default: {} } }, null, 2));
+  }
+  
+  const GITIGNORE_FILE = join(KIROO_DIR, '.gitignore');
+  if (!existsSync(GITIGNORE_FILE)) {
+    writeFileSync(GITIGNORE_FILE, 'env.json\n');
+  }
+}
+
+export async function saveInteraction(interaction) {
+  ensureKirooDir();
+  const settings = getPersistenceSettings();
+  
+  const timestamp = new Date().toISOString();
+  const id = timestamp.replace(/[:.]/g, '-');
+  
+  const interactionData = {
+    id,
+    timestamp,
+    request: {
+      method: interaction.method,
+      url: interaction.url,
+      headers: interaction.headers,
+      body: interaction.body,
+    },
+    response: interaction.response,
+    metadata: {
+      duration_ms: interaction.duration,
+      saves: interaction.saves || [], // Variables saved from this response
+      uses: interaction.uses || [],   // Variables used in this request
+    },
+  };
+
+  const sanitizedInteractionData = sanitizeInteractionRecord(interactionData, {
+    enabled: settings.redactEnabled,
+    redactedValue: settings.redactedValue
+  });
+
+  const filename = `${id}.json`;
+  const filepath = join(INTERACTIONS_DIR, filename);
+  
+  writeFileSync(filepath, stringifyForPersistence(sanitizedInteractionData, settings.sortKeys));
+  
+  return id;
+}
+
+export function loadInteraction(id) {
+  const filepath = join(INTERACTIONS_DIR, `${id}.json`);
+  
+  if (!existsSync(filepath)) {
+    throw new Error(`Interaction not found: ${id}`);
+  }
+  
+  const data = readFileSync(filepath, 'utf8');
+  return JSON.parse(data);
+}
+
+export function getAllInteractions() {
+  ensureKirooDir();
+  
+  if (!existsSync(INTERACTIONS_DIR)) {
+    return [];
+  }
+  
+  const files = readdirSync(INTERACTIONS_DIR)
+    .filter(f => f.endsWith('.json'))
+    .sort()
+    .reverse(); // Most recent first
+  
+  return files.map(f => {
+    const filepath = join(INTERACTIONS_DIR, f);
+    const data = readFileSync(filepath, 'utf8');
+    return JSON.parse(data);
+  });
+}
+
+export function saveSnapshotData(tag, data) {
+  ensureKirooDir();
+  const settings = getPersistenceSettings();
+  
+  const filename = `${tag}.json`;
+  const filepath = join(SNAPSHOTS_DIR, filename);
+  const sanitizedSnapshot = sanitizeInteractionRecord(data, {
+    enabled: settings.redactEnabled,
+    redactedValue: settings.redactedValue
+  });
+  
+  writeFileSync(filepath, stringifyForPersistence(sanitizedSnapshot, settings.sortKeys));
+}
+
+export function loadSnapshotData(tag) {
+  const filepath = join(SNAPSHOTS_DIR, `${tag}.json`);
+  
+  if (!existsSync(filepath)) {
+    throw new Error(`Snapshot not found: ${tag}`);
+  }
+  
+  const data = readFileSync(filepath, 'utf8');
+  return JSON.parse(data);
+}
+
+export function getAllSnapshots() {
+  ensureKirooDir();
+  
+  if (!existsSync(SNAPSHOTS_DIR)) {
+    return [];
+  }
+  
+  return readdirSync(SNAPSHOTS_DIR)
+    .filter(f => f.endsWith('.json'))
+    .sort((a, b) => a.localeCompare(b))
+    .map(f => f.replace('.json', ''));
+}
+
+export function clearAllInteractions() {
+  ensureKirooDir();
+  if (existsSync(INTERACTIONS_DIR)) {
+    const files = readdirSync(INTERACTIONS_DIR);
+    files.forEach(f => {
+      const filepath = join(INTERACTIONS_DIR, f);
+      rmSync(filepath, { force: true });
+    });
+  }
+}
+
+function scrubDirectory(directoryPath, { dryRun = false } = {}) {
+  const settings = getPersistenceSettings();
+
+  if (!existsSync(directoryPath)) {
+    return { scanned: 0, updated: 0 };
+  }
+
+  const files = readdirSync(directoryPath).filter((f) => f.endsWith('.json'));
+  let updated = 0;
+
+  for (const fileName of files) {
+    const filePath = join(directoryPath, fileName);
+    const originalRaw = readFileSync(filePath, 'utf8');
+    const originalData = JSON.parse(originalRaw);
+    const sanitizedData = sanitizeInteractionRecord(originalData, {
+      enabled: settings.redactEnabled,
+      redactedValue: settings.redactedValue
+    });
+    const sanitizedRaw = stringifyForPersistence(sanitizedData, settings.sortKeys);
+
+    if (originalRaw !== sanitizedRaw) {
+      updated += 1;
+      if (!dryRun) {
+        writeFileSync(filePath, sanitizedRaw);
+      }
+    }
+  }
+
+  return { scanned: files.length, updated };
+}
+
+export function scrubStoredData(options = {}) {
+  ensureKirooDir();
+  const { dryRun = false } = options;
+
+  const interactions = scrubDirectory(INTERACTIONS_DIR, { dryRun });
+  const snapshots = scrubDirectory(SNAPSHOTS_DIR, { dryRun });
+
+  return {
+    interactions,
+    snapshots,
+    totalUpdated: interactions.updated + snapshots.updated,
+    dryRun,
+  };
+}
+
+export function loadEnv() {
+  ensureKirooDir();
+  const data = readFileSync(ENV_FILE, 'utf8');
+  return JSON.parse(data);
+}
+
+export function saveEnv(data) {
+  ensureKirooDir();
+  const settings = getPersistenceSettings();
+  writeFileSync(ENV_FILE, stringifyForPersistence(data, settings.sortKeys));
+}