opacacms 0.1.0

package/src/db/sqlite.ts

@@ -0,0 +1,658 @@
+import fs from "node:fs/promises";
+import path from "node:path";
+import Database from "better-sqlite3";
+import { CompiledQuery, FileMigrationProvider, Kysely, Migrator, SqliteDialect, sql } from "kysely";
+import type { Collection, FindOptions, Global, PaginatedResult } from "../types";
+import { logger } from "../utils/logger";
+import { BaseDatabaseAdapter } from "./adapter";
+import { flattenPayload, unflattenRow } from "./kysely/data-mapper";
+import { flattenFields, getRelationalFields, toSnakeCase } from "./kysely/field-mapper";
+import { buildKyselyWhere } from "./kysely/query-builder";
+import { pushSchema } from "./kysely/schema-builder";
+
+export class SQLiteAdapter extends BaseDatabaseAdapter {
+  override name = "sqlite";
+  private _rawDb: any;
+  private _db: Kysely<any>;
+  private _collections: Collection[] = [];
+  private _globals: Global[] = [];
+  override push: boolean;
+  override migrationDir: string;
+  override pushDestructive: boolean;
+
+  override get raw() {
+    return this._rawDb;
+  }
+
+  override get db() {
+    return this._db;
+  }
+
+  constructor(
+    path: string,
+    options?: { push?: boolean; pushDestructive?: boolean; migrationDir?: string },
+  ) {
+    super();
+    this._rawDb = new Database(path);
+    this._db = new Kysely<any>({
+      dialect: new SqliteDialect({
+        database: this._rawDb,
+      }),
+    });
+    this.push = options?.push ?? process.env.NODE_ENV !== "production";
+    this.pushDestructive = options?.pushDestructive ?? false;
+    this.migrationDir = options?.migrationDir ?? "./migrations";
+  }
+
+  override async connect() {
+    // Synchronous internally
+  }
+
+  override async disconnect() {
+    await this._db.destroy();
+  }
+
+  override async unsafe(query: string, params?: any[]): Promise<unknown> {
+    const compiled = CompiledQuery.raw(query, (params || []) as any);
+    const result = await this._db.executeQuery(compiled);
+    return result.rows;
+  }
+
+  private async coerceData(collection: string, data: any): Promise<any> {
+    const colDef = this._collections.find((c) => c.slug === collection);
+    if (!colDef) return data;
+
+    const result = { ...data };
+    const allFields = flattenFields(colDef.fields);
+
+    for (const field of allFields) {
+      const colName = toSnakeCase(field.name!);
+      if (!(colName in result)) continue;
+
+      const value = result[colName];
+      if (value === undefined || value === null) continue;
+
+      switch (field.type) {
+        case "boolean":
+          result[colName] = value ? 1 : 0;
+          break;
+        case "number":
+          result[colName] = Number(value);
+          break;
+        case "date":
+          if (value instanceof Date) {
+            result[colName] = value.toISOString();
+          } else if (typeof value === "string") {
+            result[colName] = new Date(value).toISOString();
+          }
+          break;
+        case "richtext":
+        case "json":
+        case "file":
+          if (typeof value === "object") {
+            result[colName] = JSON.stringify(value);
+          }
+          break;
+      }
+    }
+
+    return result;
+  }
+
+  override async count(collection: string, query?: Record<string, unknown>): Promise<number> {
+    let qb = this._db.selectFrom(collection).select((eb) => eb.fn.count("id").as("count"));
+    if (query && Object.keys(query).length > 0) {
+      qb = qb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+    }
+    const result = await qb.executeTakeFirst();
+    return Number(result?.count || 0);
+  }
+
+  override async create<T extends object>(collection: string, data: Partial<T>): Promise<T> {
+    return this._db.transaction().execute(async (tx) => {
+      const colDef = this._collections.find((c) => c.slug === collection);
+      const jsonFields =
+        colDef?.fields
+          .filter((f) => f.name && (["richtext", "json", "file"].includes(f.type) || f.localized))
+          .map((f) => f.name!) || [];
+
+      const flatData = flattenPayload(data, "", jsonFields);
+
+      const relationalFields = getRelationalFields(colDef?.fields || []);
+      const hasManyData: Record<string, unknown[]> = {};
+      const blocksData: Record<string, unknown[]> = {};
+
+      for (const field of relationalFields) {
+        const key = field.name!;
+        if (Array.isArray(flatData[key])) {
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            hasManyData[key] = flatData[key];
+          } else if (field.type === "blocks") {
+            blocksData[key] = flatData[key];
+          }
+          delete flatData[key];
+        }
+      }
+
+      if (!flatData.id) flatData.id = crypto.randomUUID();
+
+      // Whitelist only fields that exist in the database
+      const dbFields = flattenFields(colDef?.fields || []);
+      const validCols = new Set(dbFields.map((f: any) => toSnakeCase(f.name!)));
+      validCols.add("id");
+
+      const ts = colDef?.timestamps !== false;
+      if (ts) {
+        const config = typeof colDef?.timestamps === "object" ? colDef.timestamps : {};
+        const updatedField = toSnakeCase(config.updatedAt || "updatedAt");
+        const createdField = toSnakeCase(config.createdAt || "createdAt");
+
+        validCols.add(createdField);
+        validCols.add(updatedField);
+
+        if (!flatData[createdField]) flatData[createdField] = new Date().toISOString();
+        if (!flatData[updatedField]) flatData[updatedField] = new Date().toISOString();
+      }
+
+      const filteredData: Record<string, any> = {};
+      for (const col of Object.keys(flatData)) {
+        if (validCols.has(col)) {
+          filteredData[col] = flatData[col];
+        }
+      }
+
+      const coercedData = await this.coerceData(collection, filteredData);
+      await tx.insertInto(collection).values(coercedData).execute();
+
+      for (const [key, values] of Object.entries(hasManyData)) {
+        const joinTableName = `${collection}_${toSnakeCase(key)}_relations`.toLowerCase();
+        if (values.length > 0) {
+          const joinData = values.map((val: any, idx: number) => {
+            const tId = typeof val === "object" ? val.id : val;
+            return { id: crypto.randomUUID(), source_id: flatData.id, target_id: tId, order: idx };
+          });
+          await tx.insertInto(joinTableName).values(joinData).execute();
+        }
+      }
+
+      for (const [key, blocks] of Object.entries(blocksData)) {
+        for (let i = 0; i < (blocks as any[]).length; i++) {
+          const block = blocks[i] as any;
+          if (!block.blockType) continue;
+          const blockTableName =
+            `${collection}_${toSnakeCase(key)}_${toSnakeCase(block.blockType)}`.toLowerCase();
+          const bId = block.id || crypto.randomUUID();
+
+          const blockDef = relationalFields.find((f) => f.name === key && f.type === "blocks");
+          const blockConfig = (blockDef as any)?.blocks?.find(
+            (b: any) => b.slug === block.blockType,
+          );
+          const blockJsonFields =
+            blockConfig?.fields
+              .filter((f: any) => ["richtext", "json", "file"].includes(f.type))
+              .map((f: any) => f.name!) || [];
+
+          const blockFlatData = flattenPayload({ ...block, id: bId }, "", blockJsonFields);
+
+          for (const f of blockJsonFields) {
+            if (blockFlatData[f] && typeof blockFlatData[f] === "object") {
+              blockFlatData[f] = JSON.stringify(blockFlatData[f]);
+            }
+          }
+
+          delete blockFlatData.blockType;
+          const coercedBlockData = await this.coerceData(blockTableName, {
+            ...blockFlatData,
+            _parent_id: flatData.id,
+            _order: i,
+            block_type: block.blockType,
+          });
+          await tx.insertInto(blockTableName).values(coercedBlockData).execute();
+        }
+      }
+
+      return this.findOne<T>(collection, { id: flatData.id }, tx) as Promise<T>;
+    });
+  }
+
+  override async findOne<T extends object>(
+    collection: string,
+    query: Record<string, unknown>,
+    tx?: any,
+  ): Promise<T | null> {
+    const executor = tx || this._db;
+    let qb = executor.selectFrom(collection).selectAll();
+    if (query && Object.keys(query).length > 0) {
+      qb = qb.where((eb: any) => buildKyselyWhere(eb, query) || eb.val(true));
+    }
+
+    const row = await qb.executeTakeFirst();
+    if (!row) return null;
+
+    const unflattened = unflattenRow(row);
+    const colDef = this._collections.find((c) => c.slug === collection);
+
+    if (colDef) {
+      const relationalFields = getRelationalFields(colDef.fields);
+      for (const field of relationalFields) {
+        if (!field.name) continue;
+        const snakeName = toSnakeCase(field.name);
+        if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+          const joinTableName = `${collection}_${snakeName}_relations`.toLowerCase();
+          try {
+            const relations = await executor
+              .selectFrom(joinTableName)
+              .selectAll()
+              .where("source_id", "=", row.id)
+              .orderBy("order", "asc")
+              .execute();
+            const parts = field.name.split("__");
+            let current = unflattened;
+            for (let i = 0; i < parts.length - 1; i++) {
+              if (!current[parts[i]!]) current[parts[i]!] = {};
+              current = current[parts[i]!];
+            }
+            current[parts[parts.length - 1]!] = relations.map((r: any) => r.target_id);
+          } catch (e) {}
+        } else if (field.type === "blocks" && field.blocks) {
+          const blockData: any[] = [];
+          for (const b of field.blocks) {
+            const blockTableName =
+              `${collection}_${snakeName}_${toSnakeCase(b.slug)}`.toLowerCase();
+            try {
+              const blocks = await executor
+                .selectFrom(blockTableName)
+                .selectAll()
+                .where("_parent_id", "=", row.id)
+                .execute();
+
+              for (const blk of blocks) {
+                const uf = unflattenRow(blk);
+                uf.blockType = blk.block_type;
+                blockData.push(uf);
+              }
+            } catch (e) {}
+          }
+          blockData.sort((a: any, b: any) => a._order - b._order);
+          blockData.forEach((b: any) => {
+            delete b._order;
+            delete b._parent_id;
+          });
+          const parts = field.name.split("__");
+          let current = unflattened;
+          for (let i = 0; i < parts.length - 1; i++) {
+            if (!current[parts[i]!]) current[parts[i]!] = {};
+            current = current[parts[i]!];
+          }
+          current[parts[parts.length - 1]!] = blockData;
+        }
+      }
+    }
+
+    return unflattened as T;
+  }
+
+  override async find<T extends object>(
+    collection: string,
+    query?: Record<string, unknown>,
+    options?: FindOptions,
+  ): Promise<PaginatedResult<T>> {
+    const page = options?.page || 1;
+    const limit = options?.limit || 10;
+    const offset = (page - 1) * limit;
+
+    const total = await this.count(collection, query);
+
+    let qb = this._db.selectFrom(collection).selectAll().limit(limit).offset(offset);
+    if (query && Object.keys(query).length > 0) {
+      qb = qb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+    }
+    if (options?.sort) {
+      const [col, dir] = (options.sort ?? "").split(":");
+      if (col) {
+        qb = qb.orderBy(col as any, dir === "desc" ? "desc" : "asc");
+      }
+    } else {
+      qb = qb.orderBy("created_at" as any, "desc");
+    }
+
+    const rows = await qb.execute();
+    const docs = await Promise.all(rows.map((row) => this.findOne<T>(collection, { id: row.id })));
+
+    const totalPages = Math.ceil(total / limit);
+    return {
+      docs: docs.filter(Boolean) as T[],
+      totalDocs: total,
+      limit,
+      totalPages,
+      page,
+      pagingCounter: offset + 1,
+      hasNextPage: page * limit < total,
+      hasPrevPage: page > 1,
+      prevPage: page > 1 ? page - 1 : null,
+      nextPage: page < totalPages ? page + 1 : null,
+    };
+  }
+
+  override async update<T extends object>(
+    collection: string,
+    query: Record<string, unknown> | string | number,
+    data: Partial<T>,
+  ): Promise<T> {
+    return this._db.transaction().execute(async (tx) => {
+      let normalizedQuery = query;
+      if (typeof query !== "object" || query === null) {
+        normalizedQuery = { id: query };
+      }
+
+      const current = await this.findOne<any>(
+        collection,
+        normalizedQuery as Record<string, unknown>,
+        tx,
+      );
+      if (!current) throw new Error("Document not found");
+
+      const colDef = this._collections.find((c) => c.slug === collection);
+      const jsonFields =
+        colDef?.fields
+          .filter((f) => f.name && (["richtext", "json", "file"].includes(f.type) || f.localized))
+          .map((f) => f.name!) || [];
+
+      const flatData = flattenPayload(data, "", jsonFields);
+
+      const relationalFields = getRelationalFields(colDef?.fields || []);
+      const hasManyData: Record<string, unknown[]> = {};
+      const blocksData: Record<string, unknown[]> = {};
+
+      for (const field of relationalFields) {
+        const key = field.name!;
+        if (Array.isArray(flatData[key])) {
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            hasManyData[key] = flatData[key];
+          } else if (field.type === "blocks") {
+            blocksData[key] = flatData[key];
+          }
+          delete flatData[key];
+        }
+      }
+
+      const ts = colDef?.timestamps !== false;
+      if (ts) {
+        const config = typeof colDef?.timestamps === "object" ? colDef.timestamps : {};
+        const updatedField = toSnakeCase(config.updatedAt || "updatedAt");
+        flatData[updatedField] = new Date().toISOString();
+      }
+
+      if (Object.keys(flatData).length > 0) {
+        const coercedData = await this.coerceData(collection, flatData);
+        await tx.updateTable(collection).set(coercedData).where("id", "=", current.id).execute();
+      }
+
+      for (const [key, values] of Object.entries(hasManyData)) {
+        const joinTableName = `${collection}_${toSnakeCase(key)}_relations`.toLowerCase();
+        await tx.deleteFrom(joinTableName).where("source_id", "=", current.id).execute();
+        if (values.length > 0) {
+          const joinData = values.map((val: any, idx: number) => {
+            const tId = typeof val === "object" ? val.id : val;
+            return { id: crypto.randomUUID(), source_id: current.id, target_id: tId, order: idx };
+          });
+          await tx.insertInto(joinTableName).values(joinData).execute();
+        }
+      }
+
+      for (const [key, blocks] of Object.entries(blocksData)) {
+        const fieldDef = relationalFields.find((f) => f.name === key && f.type === "blocks");
+        if (fieldDef?.type === "blocks" && fieldDef.blocks) {
+          for (const b of fieldDef.blocks) {
+            const blockTableName =
+              `${collection}_${toSnakeCase(key)}_${toSnakeCase(b.slug)}`.toLowerCase();
+            try {
+              await tx.deleteFrom(blockTableName).where("_parent_id", "=", current.id).execute();
+            } catch (e) {}
+          }
+        }
+
+        for (let i = 0; i < (blocks as any[]).length; i++) {
+          const block = blocks[i] as any;
+          if (!block.blockType) continue;
+          const blockTableName =
+            `${collection}_${toSnakeCase(key)}_${toSnakeCase(block.blockType)}`.toLowerCase();
+          const bId = block.id || crypto.randomUUID();
+
+          const blockConfig = (fieldDef as any)?.blocks?.find(
+            (b: any) => b.slug === block.blockType,
+          );
+          const blockJsonFields =
+            blockConfig?.fields
+              .filter((f: any) => ["richtext", "json", "file"].includes(f.type))
+              .map((f: any) => f.name!) || [];
+
+          const blockFlatData = flattenPayload({ ...block, id: bId }, "", blockJsonFields);
+
+          for (const f of blockJsonFields) {
+            if (blockFlatData[f] && typeof blockFlatData[f] === "object") {
+              blockFlatData[f] = JSON.stringify(blockFlatData[f]);
+            }
+          }
+
+          delete blockFlatData.blockType;
+          const coercedBlockData = await this.coerceData(blockTableName, {
+            ...blockFlatData,
+            _parent_id: current.id,
+            _order: i,
+            block_type: block.blockType,
+          });
+          await tx.insertInto(blockTableName).values(coercedBlockData).execute();
+        }
+      }
+
+      return this.findOne<T>(collection, { id: current.id }, tx) as Promise<T>;
+    });
+  }
+
+  override async delete(
+    collection: string,
+    query: Record<string, unknown> | string | number,
+  ): Promise<boolean> {
+    let normalizedQuery = query;
+    if (typeof query !== "object" || query === null) {
+      normalizedQuery = { id: query };
+    }
+
+    const current = await this.findOne<any>(collection, normalizedQuery as Record<string, unknown>);
+    if (!current) return false;
+
+    await this._db.transaction().execute(async (tx) => {
+      const colDef = this._collections.find((c) => c.slug === collection);
+      if (colDef) {
+        const relationalFields = getRelationalFields(colDef.fields);
+        for (const field of relationalFields) {
+          if (!field.name) continue;
+          const snakeName = toSnakeCase(field.name);
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            const joinTableName = `${collection}_${snakeName}_relations`.toLowerCase();
+            try {
+              await tx.deleteFrom(joinTableName).where("source_id", "=", current.id).execute();
+            } catch (e) {}
+          } else if (field.type === "blocks" && field.blocks) {
+            for (const b of field.blocks) {
+              const blockTableName =
+                `${collection}_${snakeName}_${toSnakeCase(b.slug)}`.toLowerCase();
+              try {
+                await tx.deleteFrom(blockTableName).where("_parent_id", "=", current.id).execute();
+              } catch (e) {}
+            }
+          }
+        }
+      }
+      await tx.deleteFrom(collection).where("id", "=", current.id).execute();
+    });
+
+    return true;
+  }
+
+  override async updateMany<T extends object>(
+    collection: string,
+    query: Record<string, unknown>,
+    data: Partial<T>,
+  ): Promise<number> {
+    return this._db.transaction().execute(async (tx) => {
+      let qb = tx.updateTable(collection);
+      if (query && Object.keys(query).length > 0) {
+        qb = qb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+      }
+
+      const colDef = this._collections.find((c) => c.slug === collection);
+      const jsonFields =
+        colDef?.fields
+          .filter((f) => f.name && (["richtext", "json", "file"].includes(f.type) || f.localized))
+          .map((f) => f.name!) || [];
+
+      const flatData = flattenPayload(data, "", jsonFields);
+
+      for (const key in flatData) {
+        if (Array.isArray(flatData[key])) {
+          delete flatData[key];
+        }
+      }
+
+      const ts = colDef?.timestamps !== false;
+      if (ts) {
+        const config = typeof colDef?.timestamps === "object" ? colDef.timestamps : {};
+        const updatedField = toSnakeCase(config.updatedAt || "updatedAt");
+        flatData[updatedField] = new Date().toISOString();
+      }
+
+      if (Object.keys(flatData).length > 0) {
+        const coercedData = await this.coerceData(collection, flatData);
+        const result = await qb.set(coercedData).executeTakeFirst();
+        return Number(result.numUpdatedRows || 0);
+      }
+      return 0;
+    });
+  }
+
+  override async deleteMany(collection: string, query: Record<string, unknown>): Promise<number> {
+    return this._db.transaction().execute(async (tx) => {
+      let selectQb = tx.selectFrom(collection).select("id");
+      if (query && Object.keys(query).length > 0) {
+        selectQb = selectQb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+      }
+      const docs = await selectQb.execute();
+      if (docs.length === 0) return 0;
+
+      const ids = docs.map((d) => d.id as string);
+      const colDef = this._collections.find((c) => c.slug === collection);
+
+      if (colDef) {
+        const relationalFields = getRelationalFields(colDef.fields);
+        for (const field of relationalFields) {
+          if (!field.name) continue;
+          const snakeName = toSnakeCase(field.name);
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            const joinTableName = `${collection}_${snakeName}_relations`.toLowerCase();
+            try {
+              await tx.deleteFrom(joinTableName).where("source_id", "in", ids).execute();
+            } catch (e) {}
+          } else if (field.type === "blocks" && field.blocks) {
+            for (const b of field.blocks) {
+              const blockTableName =
+                `${collection}_${snakeName}_${toSnakeCase(b.slug)}`.toLowerCase();
+              try {
+                await tx.deleteFrom(blockTableName).where("_parent_id", "in", ids).execute();
+              } catch (e) {}
+            }
+          }
+        }
+      }
+
+      const result = await tx.deleteFrom(collection).where("id", "in", ids).executeTakeFirst();
+      return Number(result.numDeletedRows || 0);
+    });
+  }
+
+  override async findGlobal<T extends object>(slug: string): Promise<T | null> {
+    const row = await this._db
+      .selectFrom(slug as any)
+      .selectAll()
+      .limit(1)
+      .executeTakeFirst();
+    return row ? (unflattenRow(row) as T) : null;
+  }
+
+  override async updateGlobal<T extends object>(slug: string, data: Partial<T>): Promise<T> {
+    const existing = await this.findGlobal<any>(slug);
+    const flatData = flattenPayload(data);
+
+    const globalDef = this._globals.find((g) => g.slug === slug);
+    const ts = globalDef?.timestamps !== false;
+    if (ts) {
+      const config = typeof globalDef?.timestamps === "object" ? globalDef.timestamps : {};
+      const updatedField = toSnakeCase(config.updatedAt || "updatedAt");
+      flatData[updatedField] = new Date().toISOString();
+    }
+
+    if (!existing) {
+      if (!flatData.id) flatData.id = "global";
+      if (ts) {
+        const config = typeof globalDef?.timestamps === "object" ? globalDef.timestamps : {};
+        const createdField = toSnakeCase(config.createdAt || "createdAt");
+        if (!flatData[createdField])
+          flatData[createdField] = flatData[toSnakeCase(config.updatedAt || "updatedAt")];
+      }
+      await this._db
+        .insertInto(slug as any)
+        .values(flatData)
+        .execute();
+    } else {
+      await this._db
+        .updateTable(slug as any)
+        .set(flatData)
+        .where("id", "=", (existing as any).id)
+        .execute();
+    }
+    return this.findGlobal<T>(slug) as Promise<T>;
+  }
+
+  override async runMigrations(): Promise<void> {
+    const migrator = new Migrator({
+      db: this._db,
+      provider: new FileMigrationProvider({
+        fs,
+        path,
+        migrationFolder: path.resolve(process.cwd(), this.migrationDir),
+      }),
+    });
+
+    const { error, results } = await migrator.migrateToLatest();
+
+    results?.forEach((it) => {
+      if (it.status === "Success") {
+        logger.success(`🚀 Migration "${it.migrationName}" was executed successfully`);
+      } else if (it.status === "Error") {
+        logger.error(`❌ Migration "${it.migrationName}" failed`);
+      }
+    });
+
+    if (error) {
+      throw error;
+    }
+  }
+
+  override async migrate(collections: Collection[], globals: Global[] = []): Promise<void> {
+    this._collections = collections;
+    this._globals = globals;
+    if (this.push) {
+      await pushSchema(this._db, "sqlite", collections, globals, {
+        pushDestructive: this.pushDestructive,
+      });
+    }
+  }
+}
+
+export function createSQLiteAdapter(
+  path: string,
+  options?: { push?: boolean; pushDestructive?: boolean; migrationDir?: string },
+): SQLiteAdapter {
+  return new SQLiteAdapter(path, options);
+}