@agilesyndrome/cf-genai-base 5.0.0 → 5.0.1

package/src/cli/d1.js

@@ -0,0 +1,165 @@
+import { spawnSync } from "node:child_process";
+import { mkdir, mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+
+export const INTERNAL_TABLE_SQL = `
+SELECT name
+FROM sqlite_schema
+WHERE type = 'table'
+  AND name NOT LIKE 'sqlite_%'
+  AND name NOT LIKE '_cf_%'
+  AND name <> 'd1_migrations'
+ORDER BY name;
+`;
+
+export function shellCommand(value = "npx wrangler") {
+  return value.match(/(?:[^\s"']+|"[^"]*"|'[^']*')+/g)?.map((part) => part.replace(/^(["'])(.*)\1$/, "$2")) ?? ["npx", "wrangler"];
+}
+
+export function targetArgs(target, options = {}) {
+  if (target === "local") return ["--local"];
+  const args = ["--remote"];
+  const environment = target === "staging" ? options.stagingEnv : options.productionEnv;
+  if (environment) args.push("--env", environment);
+  return args;
+}
+
+export function extractRows(value) {
+  if (Array.isArray(value)) return value.flatMap(extractRows);
+  if (!value || typeof value !== "object") return [];
+  const rows = [];
+  for (const [key, child] of Object.entries(value)) {
+    if (key === "results" && Array.isArray(child)) rows.push(...child);
+    rows.push(...extractRows(child));
+  }
+  return rows;
+}
+
+export function parseJsonRows(output) {
+  try {
+    return extractRows(JSON.parse(output));
+  } catch {
+    throw new Error("Wrangler returned invalid JSON while inspecting D1.");
+  }
+}
+
+export function tableNamesFromJson(output) {
+  return parseJsonRows(output)
+    .map((row) => row?.name)
+    .filter((name) => typeof name === "string" && name.length > 0);
+}
+
+export function clearSql(tableNames) {
+  const identifiers = tableNames.map((name) => `"${name.replaceAll('"', '""')}"`);
+  return [
+    "PRAGMA defer_foreign_keys = ON;",
+    ...identifiers.map((name) => `DELETE FROM ${name};`),
+    "PRAGMA defer_foreign_keys = OFF;",
+    "",
+  ].join("\n");
+}
+
+export function stripInternalRows(sql) {
+  return sql
+    .split("\n")
+    .filter((line) => !/^\s*INSERT\s+INTO\s+["`]?((d1_migrations)|(sqlite_[^"`\s]*)|(_cf_[^"`\s]*))["`]?/i.test(line))
+    .join("\n");
+}
+
+function run(wrangler, args, options = {}) {
+  const result = spawnSync(wrangler[0], [...wrangler.slice(1), ...args], {
+    cwd: options.cwd,
+    env: options.env,
+    encoding: "utf8",
+    stdio: options.capture ? ["ignore", "pipe", "pipe"] : "inherit",
+  });
+  if (result.error) throw result.error;
+  if (result.status !== 0) throw new Error(`${wrangler.join(" ")} exited with status ${result.status ?? "unknown"}.`);
+  return result.stdout ?? "";
+}
+
+function execute(wrangler, database, target, sqlFile, options) {
+  run(wrangler, ["d1", "execute", database, ...targetArgs(target, options), "--file", sqlFile, "--yes", "--config", options.config], options);
+}
+
+export function executeJson(wrangler, database, target, command, options) {
+  return run(wrangler, ["d1", "execute", database, ...targetArgs(target, options), "--command", command, "--json", "--config", options.config], { ...options, capture: true });
+}
+
+function migrations(wrangler, database, target, options) {
+  run(wrangler, ["d1", "migrations", "apply", database, ...targetArgs(target, options), "--config", options.config], options);
+}
+
+async function refreshD1(target, { database, productionDatabase, options }) {
+  const directory = await mkdtemp(join(tmpdir(), "cf-genai-d1-refresh-"));
+  const exportPath = join(directory, "production-data.sql");
+  const importPath = join(directory, "application-data.sql");
+  try {
+    run(options.wranglerCommand, [
+      "d1", "export", productionDatabase, "--remote",
+      ...(options.productionEnv ? ["--env", options.productionEnv] : []),
+      "--no-schema", "--output", exportPath, "--skip-confirmation", "--config", options.config,
+    ], options);
+    migrations(options.wranglerCommand, database, target, options);
+    const tableOutput = executeJson(options.wranglerCommand, database, target, INTERNAL_TABLE_SQL, options);
+    const tables = tableNamesFromJson(tableOutput);
+    if (tables.length === 0) throw new Error(`No application tables found in ${target} D1 database.`);
+    const exported = await readFile(exportPath, "utf8");
+    await writeFile(importPath, `${clearSql(tables)}${stripInternalRows(exported)}`);
+    execute(options.wranglerCommand, database, target, importPath, options);
+    await mkdir(options.cwd || process.cwd(), { recursive: true });
+    await writeFile(join(options.cwd || process.cwd(), ".cf-genai-last-prod-refresh"), new Date().toISOString() + "\n");
+  } finally {
+    await rm(directory, { recursive: true, force: true });
+  }
+}
+
+export function refreshLocalD1(args) {
+  return refreshD1("local", args);
+}
+
+export function refreshStagingD1(args) {
+  return refreshD1("staging", args);
+}
+
+export function migrateD1({ target, database, options }) {
+  migrations(options.wranglerCommand, database, target, options);
+}
+
+export function statusD1({ target, database, options }) {
+  if (target !== "local") {
+    run(options.wranglerCommand, ["d1", "info", database, ...(target === "staging" && options.stagingEnv ? ["--env", options.stagingEnv] : []), ...(target === "production" && options.productionEnv ? ["--env", options.productionEnv] : []), "--config", options.config], options);
+    return;
+  }
+  const output = executeJson(options.wranglerCommand, database, target, "SELECT name, type FROM sqlite_schema WHERE type IN ('table', 'index') ORDER BY type, name;", options);
+  console.log(output);
+}
+
+export function checkD1({ target, database, options }) {
+  const output = executeJson(options.wranglerCommand, database, target, "PRAGMA foreign_key_check; PRAGMA integrity_check;", options);
+  const rows = parseJsonRows(output);
+  const failures = rows.filter((row) => !(Object.values(row ?? {}).length === 1 && Object.values(row)[0] === "ok"));
+  if (failures.length > 0) throw new Error(`D1 integrity checks failed: ${JSON.stringify(failures)}`);
+  console.log(`${target} D1 integrity checks passed.`);
+}
+
+export function backupD1({ target, database, options }) {
+  if (!options.output) throw new Error("Backup requires --output PATH.");
+  if (target === "production" && !options.confirmProduction) throw new Error("Production backup requires --confirm-production.");
+  run(options.wranglerCommand, ["d1", "export", database, ...targetArgs(target, options), "--output", options.output, "--skip-confirmation", "--config", options.config], options);
+  console.log("Backed up " + database + " (" + target + ") to " + options.output);
+}
+
+export async function restoreD1({ target, database, options }) {
+  if (!options.file) throw new Error("Restore requires --file PATH.");
+  try { await readFile(options.file); } catch { throw new Error("Restore file not found: " + options.file); }
+  if (target !== "local" && !options.yes) throw new Error("Remote restore replaces data; rerun with --yes.");
+  if (target === "production" && !options.confirmProduction) throw new Error("Production restore requires --confirm-production.");
+  execute(options.wranglerCommand, database, target, options.file, options);
+  console.log("Restored " + database + " (" + target + ") from " + options.file);
+}
+
+export function checkConfig(options) {
+  run(options.wranglerCommand, ["deploy", "--dry-run", "--config", options.config], options);
+}

package/src/cli/operations.js

@@ -0,0 +1,34 @@
+import { executeJson, parseJsonRows } from "./d1.js";
+
+function query(sql, options) { return parseJsonRows(executeJson(options.wranglerCommand, options.database, normalizeTarget(options.target), sql, options)); }
+function normalizeTarget(target) { return target === "prod" ? "production" : target || "local"; }
+function output(value) { console.log(JSON.stringify(value, null, 2)); }
+
+export function runOperationalCommand({ domain, action, identifier, value, options }) {
+  const target = normalizeTarget(options.target);
+  if (!["local", "staging", "production"].includes(target)) throw new Error("Environment must be local, staging, or prod/production.");
+  if (domain === "admin" && action === "status") return output(query("SELECT feature,MAX(CASE state WHEN 'red' THEN 2 WHEN 'yellow' THEN 1 ELSE 0 END) AS severity,COUNT(*) AS healthchecks FROM core_healthchecks GROUP BY feature ORDER BY feature;", { ...options, target }));
+  if (domain === "admin" && action === "features") return output(query("SELECT feature,COUNT(*) AS healthchecks FROM core_healthchecks GROUP BY feature ORDER BY feature;", { ...options, target }));
+  if (domain === "admin" && action === "users") return output(query("SELECT id,email,display_name,provider,subject,is_admin,created_at,updated_at FROM auth_users ORDER BY email COLLATE NOCASE;", { ...options, target }));
+  if (domain === "admin" && action === "scopes") return output(query("SELECT name,label,description,system FROM auth_scopes ORDER BY name;", { ...options, target }));
+  if (domain === "admin" && action === "groups") return output(query("SELECT name,display_name,description,created_at,updated_at FROM auth_groups ORDER BY display_name COLLATE NOCASE;", { ...options, target }));
+  if ((domain === "healthcheck" || domain === "healthchecks" || (domain === "admin" && action === "healthchecks")) && action === "list") return output(query("SELECT id,feature,component,display_name,state,metadata_json,created_at,updated_at FROM core_healthchecks ORDER BY feature,component;", { ...options, target }));
+  if ((domain === "healthcheck" || domain === "healthchecks" || (domain === "admin" && action === "healthchecks")) && action === "get") { if (!identifier) throw new Error("A healthcheck id is required."); return output(query("SELECT id,feature,component,display_name,state,metadata_json,created_at,updated_at FROM core_healthchecks WHERE id=" + sql(identifier) + " LIMIT 1;", { ...options, target })); }
+  if ((domain === "healthcheck" || domain === "healthchecks" || (domain === "admin" && action === "healthchecks")) && ["set", "update"].includes(action)) { if (!identifier || !value) throw new Error("healthcheck:set requires an id and state (red, yellow, or green)."); if (!["red", "yellow", "green"].includes(value)) throw new Error("Healthcheck state must be red, yellow, or green."); query("UPDATE core_healthchecks SET state=" + sql(value) + ",updated_at=CURRENT_TIMESTAMP WHERE id=" + sql(identifier) + ";", { ...options, target }); return output({ id: identifier, state: value, environment: target, changed_by: "human:cli" }); }
+  if ((domain === "circuit-breaker" || domain === "circuit-breakers" || domain === "circuit" || (domain === "admin" && action === "circuit-breakers")) && action === "list") return output(query("SELECT id,feature,name,display_name,state,healthcheck_mode,allow_self_healing,metadata_json,created_at,updated_at FROM core_circuit_breakers ORDER BY feature,name;", { ...options, target }));
+  if ((domain === "circuit-breaker" || domain === "circuit-breakers" || domain === "circuit" || (domain === "admin" && action === "circuit-breakers")) && action === "get") {
+    if (!identifier) throw new Error("A circuit-breaker id is required.");
+    return output(query("SELECT id,feature,name,display_name,state,healthcheck_mode,allow_self_healing,metadata_json,created_at,updated_at FROM core_circuit_breakers WHERE id=" + sql(identifier) + " LIMIT 1;", { ...options, target }));
+  }
+  if ((domain === "circuit-breaker" || domain === "circuit-breakers" || domain === "circuit" || (domain === "admin" && action === "circuit-breakers")) && (action === "set" || action === "update")) {
+    if (!identifier || !value) throw new Error("circuit-breaker:set requires an id and state (off, tripped, or on).");
+    if (!["off", "tripped", "on"].includes(value)) throw new Error("Circuit-breaker state must be off, tripped, or on.");
+    if (target === "production" && !options.confirmProduction) throw new Error("Production circuit-breaker changes require --confirm-production.");
+    const rows = query("SELECT id,state FROM core_circuit_breakers WHERE id=" + sql(identifier) + " LIMIT 1;", { ...options, target });
+    if (!rows[0]) throw new Error("Circuit breaker not found: " + identifier);
+    query("UPDATE core_circuit_breakers SET state=" + sql(value) + ",updated_at=CURRENT_TIMESTAMP WHERE id=" + sql(identifier) + ";", { ...options, target });
+    return output({ id: identifier, state: value, environment: target, changed_by: "human:cli" });
+  }
+  throw new Error("Unknown operational command.");
+}
+function sql(value) { return "'" + String(value).replaceAll("'", "''") + "'"; }