@mindflight/mindbrain-personal-studio 0.6.1

package/scripts/export-serenity-v6-backup.mjs

@@ -0,0 +1,178 @@
+#!/usr/bin/env node
+import { mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { spawnSync } from 'node:child_process';
+
+const WORKSPACE = 'serenity-production-v6';
+const DEFAULT_DB = '/home/dlamotte/.ghostcrab/databases/ghostcrab-serenity-v4-demos.sqlite';
+const DEFAULT_OUT_ROOT = 'docs/demo/export-audit/2026-06-26/serenity-production-v6-backups';
+
+const dbPath = valueAfter('--db') ?? process.env.GHOSTCRAB_SQLITE_PATH ?? DEFAULT_DB;
+const outRoot = valueAfter('--out-dir') ?? DEFAULT_OUT_ROOT;
+const stamp = valueAfter('--stamp') ?? timestamp();
+const outDir = join(outRoot, stamp);
+
+function valueAfter(flag) {
+	const index = process.argv.indexOf(flag);
+	return index >= 0 ? process.argv[index + 1] : null;
+}
+
+function timestamp() {
+	const now = new Date();
+	const pad = (n) => String(n).padStart(2, '0');
+	return `${now.getFullYear()}${pad(now.getMonth() + 1)}${pad(now.getDate())}T${pad(now.getHours())}${pad(now.getMinutes())}${pad(now.getSeconds())}`;
+}
+
+function runJson(sql) {
+	const result = spawnSync('sqlite3', ['-readonly', '-json', dbPath, sql], {
+		encoding: 'utf8',
+		maxBuffer: 1024 * 1024 * 256
+	});
+	if (result.status !== 0) throw new Error(result.stderr || result.stdout || `sqlite3 failed: ${sql}`);
+	return JSON.parse(result.stdout || '[]');
+}
+
+function quote(value) {
+	if (value === null || value === undefined) return 'NULL';
+	if (typeof value === 'number') return Number.isFinite(value) ? String(value) : 'NULL';
+	if (typeof value === 'boolean') return value ? '1' : '0';
+	return `'${String(value).replaceAll("'", "''")}'`;
+}
+
+function sqlIn(values) {
+	if (values.length === 0) return "('__no_rows__')";
+	return `(${values.map(quote).join(', ')})`;
+}
+
+function tableColumns(table) {
+	return runJson(`PRAGMA table_info(${table})`).map((row) => row.name);
+}
+
+function selectTable(table, where) {
+	const rows = runJson(`SELECT * FROM ${table} WHERE ${where}`);
+	return { columns: tableColumns(table), rows };
+}
+
+function insertSql(table, columns, row) {
+	const values = columns.map((column) => quote(row[column])).join(', ');
+	return `INSERT INTO ${table} (${columns.join(', ')}) VALUES (${values});`;
+}
+
+const ontologyIds = runJson(
+	`SELECT ontology_id FROM ontologies WHERE workspace_id=${quote(WORKSPACE)} ORDER BY ontology_id`
+).map((row) => row.ontology_id);
+const artifactIds = runJson(
+	`SELECT artifact_id FROM mindbrain_answer_artifacts WHERE workspace_id=${quote(WORKSPACE)} ORDER BY artifact_id`
+).map((row) => row.artifact_id);
+const entityIds = runJson(
+	`SELECT entity_id FROM graph_entity WHERE workspace_id=${quote(WORKSPACE)} ORDER BY entity_id`
+).map((row) => row.entity_id);
+const relationIds = runJson(
+	`SELECT relation_id FROM graph_relation WHERE workspace_id=${quote(WORKSPACE)} ORDER BY relation_id`
+).map((row) => row.relation_id);
+
+const tableSpecs = [
+	['workspaces', `workspace_id=${quote(WORKSPACE)} OR id=${quote(WORKSPACE)}`],
+	['workspace_settings', `workspace_id=${quote(WORKSPACE)}`],
+	['ontologies', `workspace_id=${quote(WORKSPACE)}`],
+	['ontology_namespaces', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_dimensions', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_values', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_entity_types', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_edge_types', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_triples_raw', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_entities_raw', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['ontology_relations_raw', `ontology_id IN ${sqlIn(ontologyIds)}`],
+	['collections', `workspace_id=${quote(WORKSPACE)}`],
+	['collection_ontologies', `workspace_id=${quote(WORKSPACE)}`],
+	['documents_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['chunks_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['document_links_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['external_links_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['facet_assignments_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['agent_facts', `workspace_id=${quote(WORKSPACE)}`],
+	['graph_entity', `workspace_id=${quote(WORKSPACE)}`],
+	['graph_entity_alias', `entity_id IN ${sqlIn(entityIds)}`],
+	['graph_entity_chunk', `workspace_id=${quote(WORKSPACE)}`],
+	['graph_entity_document', `entity_id IN ${sqlIn(entityIds)}`],
+	['graph_entity_degree', `entity_id IN ${sqlIn(entityIds)}`],
+	['graph_lj_in', `entity_id IN ${sqlIn(entityIds)}`],
+	['graph_lj_out', `entity_id IN ${sqlIn(entityIds)}`],
+	['graph_relation', `workspace_id=${quote(WORKSPACE)}`],
+	['graph_relation_property', `relation_id IN ${sqlIn(relationIds)}`],
+	['graph_gap_rules', `workspace_id=${quote(WORKSPACE)}`],
+	['graph_rule_evaluations', `workspace_id=${quote(WORKSPACE)}`],
+	['graph_rule_events', `workspace_id=${quote(WORKSPACE)}`],
+	['entities_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['entity_aliases_raw', `workspace_id=${quote(WORKSPACE)} OR entity_id IN ${sqlIn(entityIds)}`],
+	['entity_documents_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['entity_chunks_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['relations_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['relation_properties_raw', `workspace_id=${quote(WORKSPACE)}`],
+	['table_semantics', `workspace_id=${quote(WORKSPACE)}`],
+	['column_semantics', `workspace_id=${quote(WORKSPACE)}`],
+	['relation_semantics', `workspace_id=${quote(WORKSPACE)}`],
+	['source_mappings', `workspace_id=${quote(WORKSPACE)}`],
+	['structured_import_provenance', `workspace_id=${quote(WORKSPACE)}`],
+	['pending_migrations', `workspace_id=${quote(WORKSPACE)}`],
+	['quality_convergence_run', `workspace_id=${quote(WORKSPACE)}`],
+	['quality_remediation_action', `workspace_id=${quote(WORKSPACE)}`],
+	['mindbrain_answer_artifacts', `workspace_id=${quote(WORKSPACE)}`],
+	['mindbrain_answer_events', `artifact_id IN ${sqlIn(artifactIds)}`]
+];
+
+const existingTables = new Set(runJson(`SELECT name FROM sqlite_master WHERE type='table'`).map((row) => row.name));
+const tables = {};
+for (const [table, where] of tableSpecs) {
+	if (!existingTables.has(table)) continue;
+	const data = selectTable(table, where);
+	if (data.rows.length > 0) tables[table] = data;
+}
+
+const manifest = {
+	generated_at: new Date().toISOString(),
+	workspace_id: WORKSPACE,
+	db_path: dbPath,
+	export_kind: 'workspace_scoped_json_and_sql',
+	row_counts: Object.fromEntries(Object.entries(tables).map(([table, data]) => [table, data.rows.length])),
+	total_rows: Object.values(tables).reduce((sum, data) => sum + data.rows.length, 0)
+};
+
+mkdirSync(outDir, { recursive: true });
+writeFileSync(
+	join(outDir, 'serenity-production-v6.backup.json'),
+	`${JSON.stringify({ manifest, tables }, null, 2)}\n`
+);
+writeFileSync(join(outDir, 'manifest.json'), `${JSON.stringify(manifest, null, 2)}\n`);
+
+const deleteOrder = Object.keys(tables).reverse();
+const insertOrder = Object.keys(tables);
+const sql = [
+	`-- Serenity Production V6 workspace-scoped SQL backup`,
+	`-- Generated at ${manifest.generated_at}`,
+	`-- Source DB: ${dbPath}`,
+	`PRAGMA foreign_keys=OFF;`,
+	`BEGIN IMMEDIATE;`,
+	...deleteOrder.map((table) => `DELETE FROM ${table} WHERE ${tableSpecs.find(([name]) => name === table)?.[1] ?? '1=0'};`),
+	...insertOrder.flatMap((table) =>
+		tables[table].rows.map((row) => insertSql(table, tables[table].columns, row))
+	),
+	`COMMIT;`,
+	`PRAGMA foreign_keys=ON;`
+].join('\n');
+
+writeFileSync(join(outDir, 'serenity-production-v6.backup.sql'), `${sql}\n`);
+
+console.log(
+	JSON.stringify(
+		{
+			out_dir: outDir,
+			json: join(outDir, 'serenity-production-v6.backup.json'),
+			sql: join(outDir, 'serenity-production-v6.backup.sql'),
+			manifest: join(outDir, 'manifest.json'),
+			...manifest
+		},
+		null,
+		2
+	)
+);