@voltro/database 0.84.0 → 0.86.0

package/dist/migrations/ledgerRows.js

@@ -0,0 +1,4 @@
+//#region src/migrations/ledgerRows.ts
+var e = (e) => e.literal("(source = 'file' AND id NOT LIKE 'plan!_%' ESCAPE '!')"), t = (e) => e.literal("(source IS NULL OR source <> 'file' OR id LIKE 'plan!_%' ESCAPE '!')");
+//#endregion
+export { t as describesSchema, e as isFileMigrationRow };

package/dist/migrations/lock.js

@@ -0,0 +1,91 @@
+import { sqlPoolCapacity as e } from "../sqlPoolCapacity.js";
+import { Effect as t, Exit as n, Fiber as r, Scope as i } from "effect";
+//#region src/migrations/lock.ts
+var a = (e, t) => e.executeUnprepared(t, [], void 0), o = 6322741009312437n, s = (e) => {
+	let t = e?.trim();
+	return t === void 0 || t === "" || t === "public" ? void 0 : t;
+}, c = (e) => e?.schema === void 0 ? s(process.env.DB_SCHEMA) : s(e.schema), l = 14695981039346656037n, u = 1099511628211n, d = 18446744073709551615n, f = (e) => {
+	let t = l;
+	for (let n of new TextEncoder().encode(e)) t ^= BigInt(n), t = t * u & d;
+	return t;
+}, p = (e) => {
+	let t = s(e);
+	return t === void 0 ? o : f(`voltro_migration_lock:${t}`) & 9223372036854775807n;
+}, m = (e) => {
+	let t = `voltro_migration_${o.toString(36)}`, n = s(e);
+	if (n === void 0) return t;
+	let r = `${t}_${n}`;
+	return /^[A-Za-z0-9_]+$/.test(n) && r.length <= 64 ? r : `${t}_h${(f(`voltro_migration_lock:${n}`) & d).toString(16)}`;
+}, h = 250, g = () => {
+	let e = Number(process.env.VOLTRO_MIGRATION_LOCK_TIMEOUT_MS);
+	return Number.isFinite(e) && e > 0 ? e : 3e4;
+}, _ = (e, n) => t.map(a(e, `SELECT (EXTRACT(EPOCH FROM (clock_timestamp() - a.state_change)) * 1000)::float8 AS silent
+    FROM pg_catalog.pg_locks l JOIN pg_catalog.pg_stat_activity a ON a.pid = l.pid
+    WHERE l.locktype = 'advisory' AND l.granted AND l.objsubid = 1
+      AND l.classid::bigint = ((${n.toString()}::bigint >> 32) & 4294967295)
+      AND l.objid::bigint = (${n.toString()}::bigint & 4294967295)
+    LIMIT 1`), (e) => {
+	let t = e[0]?.silent;
+	return t == null ? void 0 : Number(t);
+}), v = () => Math.max(250, Math.min(5e3, Math.floor(g() / 4))), y = (e, n) => t.gen(function* () {
+	let r = g(), i = Date.now(), o = 0;
+	for (;;) {
+		if ((yield* a(e, `SELECT pg_try_advisory_lock(${n.toString()}::bigint) AS got`))[0]?.got) return;
+		let s = yield* _(e, n), c = s !== void 0 && s < r, l = Date.now() - i;
+		c && l - o >= r && (o = l, yield* t.logInfo(`migration lock: waiting for another migration in progress (${Math.round(l / 1e3)}s so far; its session was active ${Math.round(s / 1e3)}s ago)`).pipe(t.annotateLogs({ scope: "voltro:migrate" }))), !c && l >= r && (yield* t.die(/* @__PURE__ */ Error(`could not acquire the postgres migration advisory lock: its holder has been silent for ${Math.round(r / 1e3)}s. A migration still running would have kept its lock session active, so this is most likely a prior boot that crashed while holding it. (A crashed process's session-level advisory lock is released once its DB connection closes; if this persists, find + terminate the holder via pg_stat_activity, or raise VOLTRO_MIGRATION_LOCK_TIMEOUT_MS.)`))), yield* t.sleep(`${h} millis`);
+	}
+}), b = (e, n) => t.asVoid(a(e, `SELECT pg_advisory_unlock(${n.toString()}::bigint)`)), x = (e, n) => t.map(a(e, `SELECT p.TIME AS silent FROM information_schema.PROCESSLIST p WHERE p.ID = IS_USED_LOCK('${n}')`), (e) => {
+	let t = e[0]?.silent;
+	return t == null ? void 0 : Number(t) * 1e3;
+}), S = (e, n) => t.gen(function* () {
+	let r = g(), i = Date.now(), o = 0;
+	for (;;) {
+		if ((yield* a(e, `SELECT GET_LOCK('${n}', 1) AS got`))[0]?.got === 1) return;
+		let s = yield* x(e, n), c = s !== void 0 && s - 1e3 < r, l = Date.now() - i;
+		c && l - o >= r && (o = l, yield* t.logInfo(`migration lock: waiting for another migration in progress (${Math.round(l / 1e3)}s so far)`).pipe(t.annotateLogs({ scope: "voltro:migrate" }))), !c && l >= r && (yield* t.die(/* @__PURE__ */ Error(`could not acquire the migration lock '${n}' within ${Math.round(r / 1e3)}s (another migration is in progress and has been silent that long, or a prior one left it held). Raise VOLTRO_MIGRATION_LOCK_TIMEOUT_MS if a migration legitimately goes quiet for longer.`)));
+	}
+}), C = (e, n) => t.asVoid(a(e, `SELECT RELEASE_LOCK('${n}')`)), w = 3e4, T = (e, n) => t.gen(function* () {
+	let r = yield* a(e, `
+      DECLARE @res int;
+      EXEC @res = sp_getapplock @Resource = '${n}', @LockMode = 'Exclusive',
+        @LockOwner = 'Session', @LockTimeout = ${String(w)};
+      SELECT @res AS res`);
+	(r[0]?.res ?? -999) < 0 && (yield* t.die(/* @__PURE__ */ Error(`could not acquire the migration lock '${n}' (sp_getapplock returned ${r[0]?.res ?? "no row"}; another migration is in progress).`)));
+}), E = (e, n) => t.asVoid(a(e, `EXEC sp_releaseapplock @Resource = '${n}', @LockOwner = 'Session'`)), D = t.void, O = (o, s) => t.gen(function* () {
+	let l = c(s), u = m(l), d = p(l);
+	if (!o.onDialectOrElse({
+		mysql: () => !0,
+		mssql: () => !0,
+		sqlite: () => !1,
+		orElse: () => !0
+	})) return {
+		release: D,
+		connection: void 0
+	};
+	let f = e(o);
+	if (f !== void 0 && f < 2) return yield* t.die(/* @__PURE__ */ Error(`migrate needs at least 2 connections, pool has ${f}: one holds the migration lock and another runs the statements. Configure maxConnections >= 2 for the migrating process.`));
+	let h = yield* i.make(), g = yield* t.provideService(o.reserve, i.Scope, h), _ = i.close(h, n.void);
+	yield* o.onDialectOrElse({
+		mysql: () => S(g, u),
+		mssql: () => T(g, u),
+		sqlite: () => D,
+		orElse: () => y(g, d)
+	}).pipe(t.onExit((e) => n.isSuccess(e) ? t.void : _));
+	let x = t.uninterruptible(t.ignore(a(g, "SELECT 1"))).pipe(t.delay(`${v()} millis`), t.forever, t.interruptible, t.forkIn(h)), w = yield* o.onDialectOrElse({
+		mysql: () => x,
+		mssql: () => t.succeed(void 0),
+		sqlite: () => t.succeed(void 0),
+		orElse: () => x
+	}), O = w === void 0 ? t.void : r.interrupt(w);
+	return {
+		release: o.onDialectOrElse({
+			mysql: () => C(g, u),
+			mssql: () => E(g, u),
+			sqlite: () => D,
+			orElse: () => b(g, d)
+		}).pipe((e) => t.andThen(O, e), t.ensuring(_)),
+		connection: g
+	};
+}), k = "a migration needs 2 connections: one holds the migration lock for the whole apply, the other runs the statements. The pool could not hand out the second one — raise its size (DB_MAX_CONNECTIONS / PG_MAX_CONNECTIONS, or the driver's own `maxConnections`) to at least 2 for the migrating process; behind a pooler (PgBouncer, Supavisor) point the migration at the database directly (DB_DIRECT_URL / DB_MIGRATE_URL).", A = (e) => /acquire connection/i.test(String(e?.message ?? e)), j = (e, n, r) => t.acquireUseRelease(O(e, r), () => n.pipe(t.tapError((e) => A(e) ? t.logError(`migrate: ${k}`).pipe(t.annotateLogs({ scope: "voltro:migrate" })) : t.void)), (e) => e.release.pipe(t.orDie));
+//#endregion
+export { k as MIGRATION_NEEDS_TWO_CONNECTIONS, o as VOLTRO_MIGRATION_LOCK_KEY, O as acquireMigrationLock, f as fnv1a64, p as migrationLockKeyForSchema, m as migrationLockNameForSchema, c as resolveMigrationLockSchema, j as withMigrationLock };

package/dist/migrations/migrationTableExists.js

@@ -0,0 +1,9 @@
+import { dialectOf as e } from "./resumeLedger.js";
+import { Effect as t } from "effect";
+//#region src/migrations/migrationTableExists.ts
+var n = (n, r) => {
+	let i = e(n);
+	return (i === "sqlite" ? n`SELECT COUNT(*) AS n FROM sqlite_master WHERE type = 'table' AND name = ${r}` : i === "mysql" ? n`SELECT COUNT(*) AS n FROM information_schema.tables WHERE table_schema = DATABASE() AND table_name = ${r}` : i === "mssql" ? n`SELECT COUNT(*) AS n FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_TYPE = 'BASE TABLE' AND TABLE_NAME = ${r}` : n`SELECT COUNT(*) AS n FROM information_schema.tables WHERE table_schema = current_schema() AND table_name = ${r}`).pipe(t.map((e) => Number(e[0]?.n ?? 0) > 0));
+};
+//#endregion
+export { n as migrationTableExists };

package/dist/migrations/mssqlColumnDependencies.js

@@ -0,0 +1,76 @@
+import { quoteIdent as e } from "../dialect.js";
+import { sqlError as t } from "../sqlError.js";
+import { Effect as n } from "effect";
+//#region src/migrations/mssqlColumnDependencies.ts
+var r = (t) => e(t, "mssql"), i = (e, i, a, o) => n.gen(function* () {
+	let s = yield* e`
+    SELECT 'foreign key' AS kind FROM sys.foreign_key_columns f
+    JOIN sys.columns c ON c.object_id = f.parent_object_id AND c.column_id = f.parent_column_id
+    WHERE c.object_id = OBJECT_ID(${i}) AND c.name = ${a}
+    UNION ALL
+    SELECT 'referencing foreign key' FROM sys.foreign_key_columns f
+    JOIN sys.columns c ON c.object_id = f.referenced_object_id AND c.column_id = f.referenced_column_id
+    WHERE c.object_id = OBJECT_ID(${i}) AND c.name = ${a}
+    UNION ALL
+    SELECT 'schema-bound expression' FROM sys.sql_expression_dependencies dep
+    JOIN sys.columns c ON c.object_id = dep.referenced_id AND c.column_id = dep.referenced_minor_id
+    WHERE c.object_id = OBJECT_ID(${i}) AND c.name = ${a} AND dep.is_schema_bound_reference = 1
+      AND dep.referencing_class <> 7
+      AND NOT EXISTS (SELECT 1 FROM sys.check_constraints ck WHERE ck.object_id = dep.referencing_id)
+    UNION ALL
+    SELECT 'user-created statistics' FROM sys.stats s
+    JOIN sys.stats_columns sc ON sc.object_id = s.object_id AND sc.stats_id = s.stats_id
+    JOIN sys.columns c ON c.object_id = sc.object_id AND c.column_id = sc.column_id
+    WHERE c.object_id = OBJECT_ID(${i}) AND c.name = ${a} AND s.user_created = 1
+      AND NOT EXISTS (SELECT 1 FROM sys.indexes i WHERE i.object_id = s.object_id AND i.index_id = s.stats_id)
+  `, c = yield* e`
+    SELECT dc.name, dc.definition FROM sys.default_constraints dc
+    JOIN sys.columns c ON c.object_id = dc.parent_object_id AND c.column_id = dc.parent_column_id
+    WHERE c.object_id = OBJECT_ID(${i}) AND c.name = ${a}
+  `, l = yield* e`
+    SELECT ck.name, ck.definition, ck.is_disabled AS disabled, ck.is_not_trusted AS untrusted,
+      ck.is_not_for_replication AS notForReplication
+    FROM sys.check_constraints ck WHERE ck.parent_object_id = OBJECT_ID(${i}) AND (
+      ck.parent_column_id = (SELECT c.column_id FROM sys.columns c WHERE c.object_id = ck.parent_object_id AND c.name = ${a})
+      OR EXISTS (SELECT 1 FROM sys.sql_expression_dependencies dep
+        JOIN sys.columns c ON c.object_id = dep.referenced_id AND c.column_id = dep.referenced_minor_id
+        WHERE dep.referencing_id = ck.object_id AND c.object_id = ck.parent_object_id AND c.name = ${a})
+    ) ORDER BY ck.name
+  `, u = yield* e`SELECT CASE WHEN COL_LENGTH('sys.indexes', 'optimize_for_sequential_key') IS NULL THEN 0 ELSE 1 END AS present`, d = yield* e`
+    SELECT i.index_id AS id, i.name, i.type, i.is_unique AS [unique], i.is_primary_key AS [primary],
+      i.is_unique_constraint AS [constraint], i.is_disabled AS disabled, i.filter_definition AS [filter],
+      i.fill_factor AS [fillFactor], i.is_padded AS padded, i.ignore_dup_key AS ignoreDuplicate,
+      i.allow_row_locks AS rowLocks, i.allow_page_locks AS pageLocks, s.no_recompute AS noRecompute,
+      ds.name AS dataSpace, ds.type AS dataSpaceType, ${e.literal(u[0].present ? "i.optimize_for_sequential_key" : "CAST(0 AS bit)")} AS sequential
+    FROM sys.indexes i JOIN sys.data_spaces ds ON ds.data_space_id = i.data_space_id
+    JOIN sys.stats s ON s.object_id = i.object_id AND s.stats_id = i.index_id
+    WHERE i.object_id = OBJECT_ID(${i}) AND (i.has_filter = 1 OR EXISTS (
+      SELECT 1 FROM sys.index_columns ic JOIN sys.columns c ON c.object_id = ic.object_id AND c.column_id = ic.column_id
+      WHERE ic.object_id = i.object_id AND ic.index_id = i.index_id AND c.name = ${a}
+    )) ORDER BY i.type, i.index_id
+  `, f = yield* e`
+    SELECT ic.index_id AS indexId, c.name, ic.key_ordinal AS ordinal,
+      ic.is_included_column AS included, ic.is_descending_key AS descending
+    FROM sys.index_columns ic JOIN sys.columns c ON c.object_id = ic.object_id AND c.column_id = ic.column_id
+    WHERE ic.object_id = OBJECT_ID(${i}) ORDER BY ic.index_id, ic.key_ordinal, ic.index_column_id
+  `, p = yield* e`
+    SELECT DISTINCT p.index_id AS indexId FROM sys.partitions p
+    WHERE p.object_id = OBJECT_ID(${i}) AND p.data_compression <> 0
+  `, m = d.find((e) => ![1, 2].includes(e.type) || e.dataSpaceType !== "FG" || p.some((t) => t.indexId === e.id) || e.type === 1 && e.disabled);
+	if (s.length > 0 || m !== void 0) return yield* n.fail(t(`Cannot retype ${i}.${a} while ${s[0]?.kind ?? `unsupported index ${m.name}`} depends on it. No dependencies were removed; use a reviewed file migration that restores the dependent definitions.`));
+	let h = d.flatMap((e) => {
+		let t = f.filter((t) => t.indexId === e.id), n = t.filter((e) => e.ordinal > 0).sort((e, t) => e.ordinal - t.ordinal).map((e) => `${r(e.name)} ${e.descending ? "DESC" : "ASC"}`).join(", "), a = t.filter((e) => e.included).map((e) => r(e.name)).join(", "), o = e.type === 1 ? "CLUSTERED" : "NONCLUSTERED", s = `PAD_INDEX = ${e.padded ? "ON" : "OFF"}, ` + (e.fillFactor > 0 ? `FILLFACTOR = ${e.fillFactor}, ` : "") + `IGNORE_DUP_KEY = ${e.ignoreDuplicate ? "ON" : "OFF"}, STATISTICS_NORECOMPUTE = ${e.noRecompute ? "ON" : "OFF"}, ALLOW_ROW_LOCKS = ${e.rowLocks ? "ON" : "OFF"}, ALLOW_PAGE_LOCKS = ${e.pageLocks ? "ON" : "OFF"}` + (u[0].present ? `, OPTIMIZE_FOR_SEQUENTIAL_KEY = ${e.sequential ? "ON" : "OFF"}` : "");
+		return [e.primary || e.constraint ? `ALTER TABLE ${r(i)} ADD CONSTRAINT ${r(e.name)} ${e.primary ? "PRIMARY KEY" : "UNIQUE"} ${o} (${n}) WITH (${s}) ON ${r(e.dataSpace)}` : `CREATE ${e.unique ? "UNIQUE " : ""}${o} INDEX ${r(e.name)} ON ${r(i)} (${n})` + (a ? ` INCLUDE (${a})` : "") + (e.filter ? ` WHERE ${e.filter}` : "") + ` WITH (${s}) ON ${r(e.dataSpace)}`, ...e.disabled ? [`ALTER INDEX ${r(e.name)} ON ${r(i)} DISABLE`] : []];
+	}), g = [
+		...c.map((e) => `ALTER TABLE ${r(i)} DROP CONSTRAINT ${r(e.name)}`),
+		...l.map((e) => `ALTER TABLE ${r(i)} DROP CONSTRAINT ${r(e.name)}`),
+		...[...d].reverse().map((e) => e.primary || e.constraint ? `ALTER TABLE ${r(i)} DROP CONSTRAINT ${r(e.name)}` : `DROP INDEX ${r(e.name)} ON ${r(i)}`),
+		o,
+		...c.map((e) => `ALTER TABLE ${r(i)} ADD CONSTRAINT ${r(e.name)} DEFAULT ${e.definition} FOR ${r(a)}`),
+		...l.flatMap((e) => [`ALTER TABLE ${r(i)} WITH ${e.untrusted ? "NOCHECK" : "CHECK"} ADD CONSTRAINT ${r(e.name)} CHECK ${e.notForReplication ? "NOT FOR REPLICATION " : ""}${e.definition}`, ...e.disabled ? [`ALTER TABLE ${r(i)} NOCHECK CONSTRAINT ${r(e.name)}`] : []]),
+		...h
+	];
+	yield* n.forEach(g, (t) => e.unsafe(t), { discard: !0 });
+});
+//#endregion
+export { i as alterColumnWithDependenciesMssql };

package/dist/migrations/mysqlEngine.js

@@ -0,0 +1,11 @@
+import { Effect as e } from "effect";
+//#region src/migrations/mysqlEngine.ts
+var t = (e) => /mariadb/i.test(e) ? "mariadb" : "mysql", n = /* @__PURE__ */ new WeakMap(), r = (t) => e.suspend(() => {
+	let r = n.get(t);
+	return r === void 0 ? i(t).pipe(e.tap((r) => e.sync(() => n.set(t, r)))) : e.succeed(r);
+}), i = (n) => n.unsafe("SELECT VERSION() AS v").pipe(e.map((e) => {
+	let n = e[0]?.v;
+	return typeof n == "string" ? t(n) : "mysql";
+}), e.catch(() => e.succeed("mysql")));
+//#endregion
+export { t as engineFromVersion, r as resolveMysqlEngine };

package/dist/migrations/namespaceCharset.js

@@ -0,0 +1,51 @@
+import { storeCharsetFindings as e } from "./storeCharset.js";
+import { Effect as t } from "effect";
+import { SqlClient as n } from "effect/sql";
+//#region src/migrations/namespaceCharset.ts
+var r = "tenant_", i = (e) => e.map((e) => Object.fromEntries(Object.entries(e).map(([e, t]) => [e.toLowerCase(), t]))), a = async (a, o) => a(t.gen(function* () {
+	let a = yield* n.SqlClient, s = i(yield* a`
+      SELECT schema_name FROM information_schema.schemata
+      WHERE schema_name LIKE ${`${r}%`} ORDER BY schema_name`), c = [];
+	for (let { schema_name: n } of s) {
+		let r = i(yield* a`
+        SELECT table_name, column_name, data_type, character_set_name
+        FROM information_schema.columns
+        WHERE table_schema = ${n}
+        ORDER BY table_name, ordinal_position`), s = i(yield* a`
+        SELECT cc.table_name AS table_name, cc.check_clause AS check_clause
+        FROM information_schema.check_constraints cc
+        WHERE cc.constraint_schema = ${n}`.pipe(t.orElseSucceed(() => []))), l = /* @__PURE__ */ new Set();
+		for (let e of s) {
+			let t = /json_valid\(`?([^`)]+)`?\)/i.exec(e.check_clause);
+			t && l.add(`${e.table_name}.${t[1]}`);
+		}
+		let u = /* @__PURE__ */ new Map();
+		for (let e of r) {
+			let t = e.data_type.toLowerCase() === "json" || l.has(`${e.table_name}.${e.column_name}`), n = {
+				name: e.column_name,
+				type: t ? "json" : e.character_set_name === null ? "integer" : "text",
+				nullable: !0,
+				unique: !1,
+				hasDefault: !1,
+				...!t && e.character_set_name !== null ? { charset: e.character_set_name } : {}
+			}, r = u.get(e.table_name) ?? [];
+			r.push(n), u.set(e.table_name, r);
+		}
+		let d = { tables: [...u].map(([e, t]) => ({
+			name: e,
+			columns: t,
+			indexes: []
+		})) }, f = e({
+			live: d,
+			dialect: o.dialect ?? "mysql",
+			charset: o.charset
+		});
+		f.length > 0 && c.push({
+			namespace: n,
+			findings: f
+		});
+	}
+	return c;
+}));
+//#endregion
+export { a as tenantNamespaceCharsetFindings };