boltstore 0.5.1 → 0.6.0

package/src/config/yaml.ts

@@ -1,78 +0,0 @@
-// ── YAML Config Parser ──
-// Minimal YAML parser for boltstore.yaml — no external dependency.
-// Handles simple key-value pairs and nested objects.
-
-import { readFileSync } from "node:fs";
-
-/**
- * Try to read and parse a YAML config file.
- * Returns null if the file doesn't exist or can't be parsed.
- */
-export function tryParseYaml(path: string): Record<string, unknown> | null {
-  try {
-    const content = readFileSync(path, "utf-8");
-    return parseSimpleYaml(content);
-  } catch {
-    return null;
-  }
-}
-
-/**
- * Parse a simple YAML string into a nested object.
- * Supports comments (#), string/number/boolean values, and indented sections.
- */
-function parseSimpleYaml(content: string): Record<string, unknown> {
-  const result: Record<string, unknown> = {};
-  const lines = content.split("\n");
-  let currentSection: Record<string, unknown> = result;
-  const sectionStack: Array<{ obj: Record<string, unknown>; indent: number }> = [];
-
-  for (const line of lines) {
-    const trimmed = line.trimEnd();
-    if (!trimmed || trimmed.startsWith("#")) continue;
-
-    const indent = line.length - line.trimStart().length;
-    const colonIdx = trimmed.indexOf(":");
-
-    // Section header (key: without value on same line)
-    if (colonIdx > 0 && colonIdx === trimmed.length - 1) {
-      const key = trimmed.slice(0, -1).trim();
-      while (sectionStack.length > 0 && sectionStack[sectionStack.length - 1]!.indent >= indent) {
-        sectionStack.pop();
-      }
-      currentSection = sectionStack.length > 0 ? sectionStack[sectionStack.length - 1]!.obj : result;
-      const newSection: Record<string, unknown> = {};
-      currentSection[key] = newSection;
-      sectionStack.push({ obj: newSection, indent });
-      currentSection = newSection;
-      continue;
-    }
-
-    if (colonIdx > 0) {
-      const key = trimmed.slice(0, colonIdx).trim();
-      let value: string = trimmed.slice(colonIdx + 1).trim();
-
-      if ((value.startsWith('"') && value.endsWith('"')) ||
-          (value.startsWith("'") && value.endsWith("'"))) {
-        value = value.slice(1, -1);
-      }
-
-      while (sectionStack.length > 0 && sectionStack[sectionStack.length - 1]!.indent >= indent) {
-        sectionStack.pop();
-      }
-      currentSection = sectionStack.length > 0 ? sectionStack[sectionStack.length - 1]!.obj : result;
-
-      currentSection[key] = parseYamlValue(value);
-    }
-  }
-
-  return result;
-}
-
-function parseYamlValue(value: string): unknown {
-  if (value === "true") return true;
-  if (value === "false") return false;
-  if (/^-?\d+$/.test(value)) return parseInt(value, 10);
-  if (/^-?\d+\.\d+$/.test(value)) return parseFloat(value);
-  return value;
-}

package/src/config.ts

@@ -1,240 +0,0 @@
-// ── Configuration ──
-// Loads from boltstore.yaml, env vars, and CLI flags.
-
-import { parseArgs } from "node:util";
-import { existsSync, readFileSync, writeFileSync, mkdirSync } from "node:fs";
-import { join } from "node:path";
-import type { StorageConfig } from "@boltstore/utils/storage-types";
-import type { OAuth2Provider } from "@boltstore/utils/auth-types";
-import { ServerDefaults } from "@boltstore/utils/constants";
-
-export interface BoltstoreConfig {
-  /** Server hostname */
-  host: string;
-  /** Server port */
-  port: number;
-  /** Path to the data directory */
-  dataDir: string;
-  /** JWT secret for signing tokens */
-  jwtSecret: string;
-  /** Storage configuration */
-  storage: StorageConfig;
-  /** OAuth2 providers */
-  oauth2?: Partial<Record<OAuth2Provider, OAuth2ProviderConfig>>;
-  /** SMTP configuration */
-  smtp?: SmtpConfig;
-  /** Logging */
-  logLevel: "debug" | "info" | "warn" | "error";
-  /** Rate limiting */
-  rateLimit?: RateLimitConfig;
-  /** Backup schedule */
-  backup?: BackupConfig;
-  /** Admin UI enabled */
-  admin: boolean;
-  /** WebSocket configuration */
-  websocket?: WebsocketConfig;
-  /** CORS */
-  cors?: CorsConfig;
-}
-
-export interface OAuth2ProviderConfig {
-  clientId: string;
-  clientSecret: string;
-  redirectUri: string;
-}
-
-export interface SmtpConfig {
-  host: string;
-  port: number;
-  username?: string;
-  password?: string;
-  from: string;
-  fromName?: string;
-  tls?: boolean;
-}
-
-export interface RateLimitConfig {
-  enabled: boolean;
-  window: number;
-  max: number;
-  /** Rate limit per API key (separate from IP) */
-  perApiKey?: number;
-  /** List of trusted proxy IPs. When the direct connection IP is in this list, X-Forwarded-For is trusted. */
-  trustedProxies?: string[];
-}
-
-export interface BackupConfig {
-  /** Interval in hours for per-application SQLite snapshots */
-  snapshotIntervalHours: number;
-  /** Interval in days for full-instance backups */
-  fullBackupIntervalDays: number;
-  /** Upload backups to S3 */
-  uploadToS3: boolean;
-  /** Keep N most recent snapshots */
-  retentionCount: number;
-}
-
-export interface WebsocketConfig {
-  idleTimeout: number;
-  maxPayloadLength: number;
-  perMessageDeflate: boolean;
-  sendPings: boolean;
-}
-
-export interface CorsConfig {
-  allowedOrigins: string[];
-  allowedMethods: string[];
-  allowedHeaders: string[];
-  maxAge: number;
-}
-
-// ── Default Config ──
-
-function generateJwtSecret(): string {
-  const bytes = crypto.getRandomValues(new Uint8Array(32));
-  let hex = "";
-  for (let i = 0; i < bytes.length; i++) {
-    hex += bytes[i]!.toString(16).padStart(2, "0");
-  }
-  return hex;
-}
-
-function loadOrGenerateJwtSecret(dataDir: string): string {
-  const secretPath = join(dataDir, ".jwt-secret");
-  if (existsSync(secretPath)) {
-    return readFileSync(secretPath, "utf-8").trim();
-  }
-  const secret = generateJwtSecret();
-  mkdirSync(dataDir, { recursive: true });
-  writeFileSync(secretPath, secret, "utf-8");
-  return secret;
-}
-
-const DEFAULT_CONFIG: BoltstoreConfig = {
-  host: ServerDefaults.DEFAULT_HOST,
-  port: ServerDefaults.DEFAULT_PORT,
-  dataDir: "data",
-  jwtSecret: generateJwtSecret(),
-  storage: {
-    provider: "local",
-    localBasePath: "data/application",
-  },
-  logLevel: "info",
-  admin: true,
-  websocket: {
-    idleTimeout: ServerDefaults.WS_IDLE_TIMEOUT,
-    maxPayloadLength: 16 * 1024 * 1024,
-    perMessageDeflate: true,
-    sendPings: true,
-  },
-  rateLimit: {
-    enabled: true,
-    window: ServerDefaults.RATE_LIMIT_WINDOW,
-    max: ServerDefaults.RATE_LIMIT_MAX,
-  },
-  backup: {
-    snapshotIntervalHours: ServerDefaults.BACKUP_INTERVAL_HOURS,
-    fullBackupIntervalDays: ServerDefaults.FULL_BACKUP_INTERVAL_DAYS,
-    uploadToS3: false,
-    retentionCount: 48,
-  },
-  cors: {
-    allowedOrigins: ["*"],
-    allowedMethods: ["GET", "POST", "PATCH", "DELETE", "OPTIONS"],
-    allowedHeaders: ["Authorization", "Content-Type"],
-    maxAge: 86400,
-  },
-};
-
-// ── Config Loading ──
-
-import { tryParseYaml } from "./config/yaml";
-
-/**
- * Load configuration from YAML file, environment variables, and CLI flags.
- * Precedence: CLI flags > env vars > YAML file > defaults
- *
- * JWT secret can be provided via the `BOLTSTORE_JWT_SECRET` environment variable.
- * If not provided, a secret is persisted to `{dataDir}/.jwt-secret` across restarts.
- */
-export function loadConfig(args?: string[]): BoltstoreConfig {
-  // 1. Start with defaults
-  const config = deepClone(DEFAULT_CONFIG);
-
-  // 2. Load YAML file
-  const yamlPath = process.env.BOLTSTORE_CONFIG ?? "boltstore.yaml";
-  const yamlConfig = tryParseYaml(yamlPath);
-  if (yamlConfig) {
-    mergeConfig(config, yamlConfig);
-  }
-
-  // 3. Apply environment variables
-  applyEnvOverrides(config);
-
-  // 4. Apply CLI flags
-  if (args) {
-    applyCliOverrides(config, args);
-  }
-
-  // 5. Persist or load JWT secret
-  if (!process.env.BOLTSTORE_JWT_SECRET) {
-    config.jwtSecret = loadOrGenerateJwtSecret(config.dataDir);
-  }
-
-  return config;
-}
-
-function deepClone<T>(obj: T): T {
-  return JSON.parse(JSON.stringify(obj));
-}
-
-function mergeConfig(target: Record<string, unknown>, source: Record<string, unknown>): void {
-  for (const [key, value] of Object.entries(source)) {
-    if (value && typeof value === "object" && !Array.isArray(value) &&
-        target[key] && typeof target[key] === "object" && !Array.isArray(target[key])) {
-      mergeConfig(target[key] as Record<string, unknown>, value as Record<string, unknown>);
-    } else {
-      target[key] = value;
-    }
-  }
-}
-
-function applyEnvOverrides(config: Record<string, unknown>, prefix = "BOLTSTORE_"): void {
-  for (const [key, value] of Object.entries(process.env)) {
-    if (!key.startsWith(prefix) || !value) continue;
-
-    const configKey = key.slice(prefix.length).toLowerCase();
-    const parts = configKey.split("_");
-
-    let current = config;
-    for (let i = 0; i < parts.length - 1; i++) {
-      const part = parts[i]!;
-      if (!current[part] || typeof current[part] !== "object") {
-        current[part] = {};
-      }
-      current = current[part] as Record<string, unknown>;
-    }
-
-    const lastPart = parts[parts.length - 1]!;
-    current[lastPart] = parseYamlValue(value);
-  }
-}
-
-function applyCliOverrides(config: BoltstoreConfig, args: string[]): void {
-  const { values } = parseArgs({
-    args,
-    options: {
-      port: { type: "string" },
-      host: { type: "string" },
-      dataDir: { type: "string" },
-      config: { type: "string" },
-      logLevel: { type: "string" },
-    },
-    strict: false,
-  });
-
-  if (values.port) config.port = parseInt(values.port, 10);
-  if (values.host) config.host = values.host;
-  if (values.dataDir) config.dataDir = values.dataDir;
-  if (values.logLevel) config.logLevel = values.logLevel as BoltstoreConfig["logLevel"];
-}

package/src/db/application-migrations.ts

@@ -1,112 +0,0 @@
-// ── Application Database Migrations ──
-// Applied to every application database when it is first accessed.
-// Ensures existing application DBs get new tables as the schema evolves.
-
-import { defineMigration } from "./migrations";
-
-export const applicationMigrations = [
-  defineMigration("001_create_collections_meta", `
-    CREATE TABLE IF NOT EXISTS _collections (
-      name TEXT PRIMARY KEY,
-      schema_json TEXT NOT NULL,
-      created TEXT NOT NULL DEFAULT (datetime('now')),
-      updated TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-  `),
-
-  defineMigration("002_create_changes_log", `
-    CREATE TABLE IF NOT EXISTS _changes (
-      id TEXT PRIMARY KEY,
-      row_id TEXT NOT NULL,
-      collection TEXT NOT NULL,
-      field TEXT,
-      old_value TEXT,
-      new_value TEXT,
-      clock INTEGER NOT NULL,
-      client_id TEXT NOT NULL,
-      operation TEXT NOT NULL CHECK(operation IN ('insert', 'update', 'delete')),
-      timestamp TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-    CREATE INDEX IF NOT EXISTS idx_changes_clock ON _changes(clock);
-    CREATE INDEX IF NOT EXISTS idx_changes_row ON _changes(row_id, collection);
-    CREATE INDEX IF NOT EXISTS idx_changes_collection_clock ON _changes(collection, clock);
-  `),
-
-  defineMigration("003_create_users", `
-    CREATE TABLE IF NOT EXISTS _users (
-      id TEXT PRIMARY KEY,
-      email TEXT NOT NULL UNIQUE,
-      password_hash TEXT NOT NULL,
-      name TEXT,
-      role TEXT NOT NULL DEFAULT 'user',
-      avatar TEXT,
-      email_verified INTEGER NOT NULL DEFAULT 0,
-      created TEXT NOT NULL DEFAULT (datetime('now')),
-      updated TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-    CREATE INDEX IF NOT EXISTS idx_users_email ON _users(email);
-  `),
-
-  defineMigration("004_create_user_refresh_tokens", `
-    CREATE TABLE IF NOT EXISTS _user_refresh_tokens (
-      id TEXT PRIMARY KEY,
-      user_id TEXT NOT NULL,
-      token_hash TEXT NOT NULL,
-      family TEXT NOT NULL,
-      rotation_count INTEGER NOT NULL DEFAULT 0,
-      expires_at TEXT NOT NULL,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (user_id) REFERENCES _users(id) ON DELETE CASCADE
-    );
-    CREATE INDEX IF NOT EXISTS idx_user_refresh_hash ON _user_refresh_tokens(token_hash);
-    CREATE INDEX IF NOT EXISTS idx_user_refresh_user ON _user_refresh_tokens(user_id);
-  `),
-
-  defineMigration("005_create_user_email_verifications", `
-    CREATE TABLE IF NOT EXISTS _user_email_verifications (
-      id TEXT PRIMARY KEY,
-      user_id TEXT NOT NULL,
-      token TEXT NOT NULL,
-      expires_at TEXT NOT NULL,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      FOREIGN KEY (user_id) REFERENCES _users(id) ON DELETE CASCADE
-    );
-    CREATE INDEX IF NOT EXISTS idx_user_email_verif_token ON _user_email_verifications(token);
-  `),
-
-  defineMigration("006_create_user_password_resets", `
-    CREATE TABLE IF NOT EXISTS _user_password_resets (
-      id TEXT PRIMARY KEY,
-      user_id TEXT NOT NULL,
-      token TEXT NOT NULL,
-      expires_at TEXT NOT NULL,
-      created_at TEXT NOT NULL DEFAULT (datetime('now')),
-      used INTEGER NOT NULL DEFAULT 0,
-      FOREIGN KEY (user_id) REFERENCES _users(id) ON DELETE CASCADE
-    );
-    CREATE INDEX IF NOT EXISTS idx_user_password_reset_token ON _user_password_resets(token);
-  `),
-
-  defineMigration("007_create_folders_and_files", `
-    CREATE TABLE IF NOT EXISTS _folders (
-      path TEXT PRIMARY KEY,
-      visibility TEXT NOT NULL DEFAULT 'private',
-      max_size INTEGER,
-      mime_types TEXT,
-      created TEXT NOT NULL DEFAULT (datetime('now')),
-      updated TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-
-    CREATE TABLE IF NOT EXISTS _files (
-      key TEXT PRIMARY KEY,
-      filename TEXT NOT NULL,
-      size INTEGER NOT NULL,
-      mime_type TEXT,
-      folder TEXT,
-      visibility TEXT NOT NULL DEFAULT 'inherit',
-      uploaded_by TEXT,
-      uploaded_at TEXT NOT NULL DEFAULT (datetime('now'))
-    );
-    CREATE INDEX IF NOT EXISTS idx_files_folder ON _files(folder);
-  `),
-];