opacacms 0.1.0

package/src/db/bun-sqlite.ts

@@ -0,0 +1,646 @@
+import { Database } from "bun:sqlite";
+import fs from "node:fs/promises";
+import path from "node:path";
+import { FileMigrationProvider, Kysely, Migrator, sql } from "kysely";
+import { BunSqliteDialect } from "kysely-bun-sqlite";
+import type { Collection, FindOptions, Global, PaginatedResult } from "../types";
+import { logger } from "../utils/logger";
+import { BaseDatabaseAdapter } from "./adapter";
+import { flattenPayload, unflattenRow } from "./kysely/data-mapper";
+import { flattenFields, getRelationalFields, toSnakeCase } from "./kysely/field-mapper";
+import { buildKyselyWhere } from "./kysely/query-builder";
+import { pushSchema } from "./kysely/schema-builder";
+
+export class BunSQLiteAdapter extends BaseDatabaseAdapter {
+  override name = "bun-sqlite";
+  private _rawDb: any;
+  private _db: Kysely<any>;
+  private _collections: Collection[] = [];
+  override push: boolean;
+  override migrationDir: string;
+  override pushDestructive: boolean;
+
+  override get raw() {
+    return this._rawDb;
+  }
+
+  override get db() {
+    return this._db;
+  }
+
+  constructor(
+    path: string,
+    options?: { push?: boolean; pushDestructive?: boolean; migrationDir?: string },
+  ) {
+    super();
+    this._rawDb = new Database(path);
+    this._db = new Kysely<any>({
+      dialect: new BunSqliteDialect({
+        database: this._rawDb,
+      }),
+    });
+    this.push = options?.push ?? process.env.NODE_ENV !== "production";
+    this.pushDestructive = options?.pushDestructive ?? false;
+    this.migrationDir = options?.migrationDir ?? "./migrations";
+  }
+
+  override async connect() {
+    // Synchronous internally
+  }
+
+  override async disconnect() {
+    await this._db.destroy();
+  }
+
+  override async unsafe(query: string, params?: any[]): Promise<unknown> {
+    const compiled = sql.raw(query);
+    const result = await compiled.execute(this._db);
+    return result.rows;
+  }
+
+  private async coerceData(collection: string, data: any): Promise<any> {
+    const colDef = this._collections.find((c) => c.slug === collection);
+    if (!colDef) return data;
+
+    const result = { ...data };
+    const allFields = flattenFields(colDef.fields);
+
+    for (const field of allFields) {
+      const colName = toSnakeCase(field.name!);
+      if (!(colName in result)) continue;
+
+      const value = result[colName];
+      if (value === undefined || value === null) continue;
+
+      switch (field.type) {
+        case "boolean":
+          result[colName] = value ? 1 : 0;
+          break;
+        case "number":
+          result[colName] = Number(value);
+          break;
+        case "date":
+          if (value instanceof Date) {
+            result[colName] = value.toISOString();
+          } else if (typeof value === "string") {
+            result[colName] = new Date(value).toISOString();
+          }
+          break;
+        case "richtext":
+        case "json":
+        case "file":
+          if (typeof value === "object") {
+            result[colName] = JSON.stringify(value);
+          }
+          break;
+      }
+    }
+
+    return result;
+  }
+
+  override async count(collection: string, query?: Record<string, unknown>): Promise<number> {
+    const tableName = toSnakeCase(collection);
+    let qb = this._db.selectFrom(tableName).select((eb) => eb.fn.count("id").as("count"));
+    if (query && Object.keys(query).length > 0) {
+      qb = qb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+    }
+    const result = await qb.executeTakeFirst();
+    return Number(result?.count || 0);
+  }
+
+  override async create<T extends object>(collection: string, data: Partial<T>): Promise<T> {
+    const tableName = toSnakeCase(collection);
+    const colDef = this._collections.find((c) => c.slug === collection);
+    const jsonFields =
+      colDef?.fields
+        .filter((f) => f.name && ["richtext", "json", "file"].includes(f.type))
+        .map((f) => toSnakeCase(f.name!)) || [];
+
+    const flatData = flattenPayload(data, "", jsonFields);
+
+    // Stringify JSON fields for SQLite
+    for (const field of jsonFields) {
+      if (flatData[field] && typeof flatData[field] === "object") {
+        flatData[field] = JSON.stringify(flatData[field]);
+      }
+    }
+
+    const relationalFields = getRelationalFields(colDef?.fields || []);
+    const hasManyData: Record<string, unknown[]> = {};
+    const blocksData: Record<string, unknown[]> = {};
+
+    for (const field of relationalFields) {
+      const key = field.name!;
+      if (Array.isArray(flatData[key])) {
+        if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+          hasManyData[key] = flatData[key];
+        } else if (field.type === "blocks") {
+          blocksData[key] = flatData[key];
+        }
+        delete flatData[key];
+      }
+    }
+
+    if (!flatData.id) flatData.id = crypto.randomUUID();
+
+    // Whitelist only fields that exist in the database
+    const dbFields = flattenFields(colDef?.fields || []);
+    const validCols = new Set(dbFields.map((f: any) => toSnakeCase(f.name!)));
+    validCols.add("id");
+
+    const ts = colDef?.timestamps !== false;
+    if (ts) {
+      const config = typeof colDef?.timestamps === "object" ? colDef.timestamps : {};
+      validCols.add(toSnakeCase(config.createdAt || "createdAt"));
+      validCols.add(toSnakeCase(config.updatedAt || "updatedAt"));
+    }
+
+    const filteredData: Record<string, any> = {};
+    for (const col of Object.keys(flatData)) {
+      if (validCols.has(col)) {
+        filteredData[col] = flatData[col];
+      }
+    }
+
+    const coercedData = await this.coerceData(collection, filteredData);
+    await this._db.insertInto(tableName).values(coercedData).execute();
+
+    // hasMany relations
+    for (const [key, values] of Object.entries(hasManyData)) {
+      const joinTableName = `${tableName}_${toSnakeCase(key)}_relations`.toLowerCase();
+      if (values.length > 0) {
+        const joinData = values.map((val: any, idx: number) => {
+          const tId = typeof val === "object" ? val.id : val;
+          return { id: crypto.randomUUID(), source_id: flatData.id, target_id: tId, order: idx };
+        });
+        await this._db.insertInto(joinTableName).values(joinData).execute();
+      }
+    }
+
+    // Blocks
+    for (const [key, blocks] of Object.entries(blocksData)) {
+      for (let i = 0; i < (blocks as any[]).length; i++) {
+        const block = blocks[i] as any;
+        if (!block.blockType) continue;
+        const blockTableName = `${tableName}_${toSnakeCase(key)}_${toSnakeCase(
+          block.blockType,
+        )}`.toLowerCase();
+        const bId = block.id || crypto.randomUUID();
+
+        // Block fields also need same logic
+        const blockDef = relationalFields.find((f) => f.name === key && f.type === "blocks");
+        const blockConfig = (blockDef as any)?.blocks?.find((b: any) => b.slug === block.blockType);
+        const blockJsonFields =
+          blockConfig?.fields
+            .filter((f: any) => ["richtext", "json", "file"].includes(f.type))
+            .map((f: any) => f.name!) || [];
+
+        const blockFlatData = flattenPayload({ ...block, id: bId }, "", blockJsonFields);
+
+        for (const f of blockJsonFields) {
+          if (blockFlatData[f] && typeof blockFlatData[f] === "object") {
+            blockFlatData[f] = JSON.stringify(blockFlatData[f]);
+          }
+        }
+
+        delete blockFlatData.blockType;
+        const coercedBlockData = await this.coerceData(blockTableName, {
+          ...blockFlatData,
+          _parent_id: flatData.id,
+          _order: i,
+          block_type: block.blockType,
+        });
+        await this._db.insertInto(blockTableName).values(coercedBlockData).execute();
+      }
+    }
+
+    return this.findOne<T>(collection, { id: flatData.id }, this._db) as Promise<T>;
+  }
+
+  override async findOne<T extends object>(
+    collection: string,
+    query: Record<string, unknown>,
+    tx?: any,
+  ): Promise<T | null> {
+    const tableName = toSnakeCase(collection);
+    const executor = tx || this._db;
+    let qb = executor.selectFrom(tableName).selectAll();
+    if (query && Object.keys(query).length > 0) {
+      qb = qb.where((eb: any) => buildKyselyWhere(eb, query) || eb.val(true));
+    }
+
+    const row = await qb.executeTakeFirst();
+    if (!row) return null;
+
+    const unflattened = unflattenRow(row);
+    const colDef = this._collections.find((c) => c.slug === collection);
+
+    if (colDef) {
+      const relationalFields = getRelationalFields(colDef.fields);
+      for (const field of relationalFields) {
+        if (!field.name) continue;
+        const snakeName = toSnakeCase(field.name);
+        if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+          const joinTableName = `${toSnakeCase(collection)}_${snakeName}_relations`.toLowerCase();
+          try {
+            const relations = await executor
+              .selectFrom(joinTableName)
+              .selectAll()
+              .where("source_id", "=", row.id)
+              .orderBy("order", "asc")
+              .execute();
+            const parts = field.name.split("__");
+            let current = unflattened;
+            for (let i = 0; i < parts.length - 1; i++) {
+              if (!current[parts[i]!]) current[parts[i]!] = {};
+              current = current[parts[i]!];
+            }
+            current[parts[parts.length - 1]!] = relations.map((r: any) => r.target_id);
+          } catch (e) { }
+        } else if (field.type === "blocks" && field.blocks) {
+          const blockData: any[] = [];
+          for (const b of field.blocks) {
+            const blockTableName =
+              `${collection}_${snakeName}_${toSnakeCase(b.slug)}`.toLowerCase();
+            try {
+              const blocks = await executor
+                .selectFrom(blockTableName)
+                .selectAll()
+                .where("_parent_id", "=", row.id)
+                .execute();
+
+              for (const blk of blocks) {
+                const uf = unflattenRow(blk);
+                uf.blockType = blk.block_type;
+                blockData.push(uf);
+              }
+            } catch (e) { }
+          }
+          blockData.sort((a, b) => a._order - b._order);
+          blockData.forEach((b) => {
+            delete b._order;
+            delete b._parentId;
+          });
+          const parts = field.name.split("__");
+          let current = unflattened;
+          for (let i = 0; i < parts.length - 1; i++) {
+            if (!current[parts[i]!]) current[parts[i]!] = {};
+            current = current[parts[i]!];
+          }
+          current[parts[parts.length - 1]!] = blockData;
+        }
+      }
+    }
+
+    return unflattened as T;
+  }
+
+  override async find<T extends object>(
+    collection: string,
+    query?: Record<string, unknown>,
+    options?: FindOptions,
+  ): Promise<PaginatedResult<T>> {
+    const page = options?.page || 1;
+    const limit = options?.limit || 10;
+    const offset = (page - 1) * limit;
+
+    const total = await this.count(collection, query);
+    const tableName = toSnakeCase(collection);
+
+    let qb = this._db.selectFrom(tableName).selectAll().limit(limit).offset(offset);
+    if (query && Object.keys(query).length > 0) {
+      qb = qb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+    }
+    if (options?.sort) {
+      const [col, dir] = (options.sort ?? "").split(":");
+
+      if (col) {
+        qb = qb.orderBy(col as any, dir === "desc" ? "desc" : "asc");
+      }
+    } else {
+      qb = qb.orderBy("created_at", "desc");
+    }
+
+    const rows = await qb.execute();
+
+    // N+1 resolve for joins/blocks
+    const docs = await Promise.all(rows.map((row) => this.findOne<T>(collection, { id: row.id })));
+
+    const totalPages = Math.ceil(total / limit);
+
+    return {
+      docs: docs.filter(Boolean) as T[],
+      totalDocs: total,
+      limit,
+      totalPages,
+      page,
+      pagingCounter: offset + 1,
+      hasNextPage: page * limit < total,
+      hasPrevPage: page > 1,
+      prevPage: page > 1 ? page - 1 : null,
+      nextPage: page < totalPages ? page + 1 : null,
+    };
+  }
+
+  override async update<T extends object>(
+    collection: string,
+    query: Record<string, unknown> | string | number,
+    data: Partial<T>,
+  ): Promise<T> {
+    return this._db.transaction().execute(async (tx) => {
+      let normalizedQuery = query;
+      if (typeof query !== "object" || query === null) {
+        normalizedQuery = { id: query };
+      }
+
+      const current = await this.findOne<any>(
+        collection,
+        normalizedQuery as Record<string, unknown>,
+        tx,
+      );
+      if (!current) throw new Error("Document not found");
+
+      const colDef = this._collections.find((c) => c.slug === collection);
+      const jsonFields =
+        colDef?.fields
+          .filter((f) => ["richtext", "json", "file"].includes(f.type))
+          .map((f) => f.name!) || [];
+
+      const flatData = flattenPayload(data, "", jsonFields);
+
+      for (const field of jsonFields) {
+        if (flatData[field] && typeof flatData[field] === "object") {
+          flatData[field] = JSON.stringify(flatData[field]);
+        }
+      }
+
+      const relationalFields = getRelationalFields(colDef?.fields || []);
+      const hasManyData: Record<string, unknown[]> = {};
+      const blocksData: Record<string, unknown[]> = {};
+
+      for (const field of relationalFields) {
+        const key = field.name!;
+        if (Array.isArray(flatData[key])) {
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            hasManyData[key] = flatData[key];
+          } else if (field.type === "blocks") {
+            blocksData[key] = flatData[key];
+          }
+          delete flatData[key];
+        }
+      }
+
+      flatData.updated_at = new Date().toISOString();
+
+      if (Object.keys(flatData).length > 0) {
+        const coercedData = await this.coerceData(collection, flatData);
+        await tx.updateTable(toSnakeCase(collection)).set(coercedData).where("id", "=", current.id).execute();
+      }
+
+      for (const [key, values] of Object.entries(hasManyData)) {
+        const joinTableName = `${toSnakeCase(collection)}_${toSnakeCase(key)}_relations`.toLowerCase();
+        await tx.deleteFrom(joinTableName).where("source_id", "=", current.id).execute();
+        if (values.length > 0) {
+          const joinData = values.map((val: any, idx: number) => {
+            const tId = typeof val === "object" ? val.id : val;
+            return { id: crypto.randomUUID(), source_id: current.id, target_id: tId, order: idx };
+          });
+          await tx.insertInto(joinTableName).values(joinData).execute();
+        }
+      }
+
+      for (const [key, blocks] of Object.entries(blocksData)) {
+        const blockDef = relationalFields.find((f) => f.name === key && f.type === "blocks");
+        if (blockDef && "blocks" in blockDef && blockDef.blocks) {
+          for (const b of blockDef.blocks) {
+            const blockTableName =
+              `${toSnakeCase(collection)}_${toSnakeCase(key)}_${toSnakeCase(b.slug)}`.toLowerCase();
+            try {
+              await tx.deleteFrom(blockTableName).where("_parent_id", "=", current.id).execute();
+            } catch (e) { }
+          }
+        }
+
+        for (let i = 0; i < (blocks as any[]).length; i++) {
+          const block = blocks[i] as any;
+          if (!block.blockType) continue;
+          const blockTableName =
+            `${collection}_${toSnakeCase(key)}_${toSnakeCase(block.blockType)}`.toLowerCase();
+          const bId = block.id || crypto.randomUUID();
+
+          const blockConfig = (blockDef as any)?.blocks?.find(
+            (b: any) => b.slug === block.blockType,
+          );
+          const blockJsonFields =
+            blockConfig?.fields
+              .filter((f: any) => ["richtext", "json", "file"].includes(f.type))
+              .map((f: any) => f.name!) || [];
+
+          const blockFlatData = flattenPayload({ ...block, id: bId }, "", blockJsonFields);
+
+          for (const f of blockJsonFields) {
+            if (blockFlatData[f] && typeof blockFlatData[f] === "object") {
+              blockFlatData[f] = JSON.stringify(blockFlatData[f]);
+            }
+          }
+
+          delete blockFlatData.blockType;
+          const coercedBlockData = await this.coerceData(blockTableName, {
+            ...blockFlatData,
+            _parent_id: current.id,
+            _order: i,
+            block_type: block.blockType,
+          });
+          await this._db.insertInto(blockTableName).values(coercedBlockData).execute();
+        }
+      }
+
+      return this.findOne<T>(collection, { id: current.id }, tx) as Promise<T>;
+    });
+  }
+
+  override async updateMany<T extends object>(
+    collection: string,
+    query: Record<string, unknown>,
+    data: Partial<T>,
+  ): Promise<number> {
+    return this._db.transaction().execute(async (tx) => {
+      let qb = tx.updateTable(toSnakeCase(collection));
+      if (query && Object.keys(query).length > 0) {
+        qb = qb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+      }
+
+      const colDef = this._collections.find((c) => c.slug === collection);
+      const jsonFields =
+        colDef?.fields
+          .filter((f) => ["richtext", "json", "file"].includes(f.type))
+          .map((f) => f.name!) || [];
+
+      const flatData = flattenPayload(data, "", jsonFields);
+
+      for (const field of jsonFields) {
+        if (flatData[field] && typeof flatData[field] === "object") {
+          flatData[field] = JSON.stringify(flatData[field]);
+        }
+      }
+
+      for (const key in flatData) {
+        if (Array.isArray(flatData[key])) {
+          delete flatData[key]; // Arrays not supported in bulk update via this API yet
+        }
+      }
+
+      flatData.updated_at = new Date().toISOString();
+
+      if (Object.keys(flatData).length > 0) {
+        const coercedData = await this.coerceData(collection, flatData);
+        const result = await qb.set(coercedData).executeTakeFirst();
+        return Number(result.numUpdatedRows || 0);
+      }
+      return 0;
+    });
+  }
+
+  override async delete(
+    collection: string,
+    query: Record<string, unknown> | string | number,
+  ): Promise<boolean> {
+    let normalizedQuery = query;
+    if (typeof query !== "object" || query === null) {
+      normalizedQuery = { id: query };
+    }
+
+    const current = await this.findOne<any>(collection, normalizedQuery as Record<string, unknown>);
+    if (!current) return false;
+
+    await this._db.transaction().execute(async (tx) => {
+      const colDef = this._collections.find((c) => c.slug === collection);
+      if (colDef) {
+        const relationalFields = getRelationalFields(colDef.fields);
+        for (const field of relationalFields) {
+          if (!field.name) continue;
+          const snakeName = toSnakeCase(field.name);
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            const joinTableName = `${collection}_${snakeName}_relations`.toLowerCase();
+            try {
+              await tx.deleteFrom(joinTableName).where("source_id", "=", current.id).execute();
+            } catch (e) { }
+          } else if (field.type === "blocks" && field.blocks) {
+            for (const b of field.blocks) {
+              const blockTableName =
+                `${collection}_${snakeName}_${toSnakeCase(b.slug)}`.toLowerCase();
+              try {
+                await tx.deleteFrom(blockTableName).where("_parent_id", "=", current.id).execute();
+              } catch (e) { }
+            }
+          }
+        }
+      }
+      await tx.deleteFrom(toSnakeCase(collection)).where("id", "=", current.id).execute();
+    });
+
+    return true;
+  }
+
+  override async deleteMany(collection: string, query: Record<string, unknown>): Promise<number> {
+    return this._db.transaction().execute(async (tx) => {
+      // Get IDs first to delete relations properly
+      let selectQb = tx.selectFrom(toSnakeCase(collection)).select("id");
+      if (query && Object.keys(query).length > 0) {
+        selectQb = selectQb.where((eb) => buildKyselyWhere(eb, query) || eb.val(true));
+      }
+      const docs = await selectQb.execute();
+      if (docs.length === 0) return 0;
+
+      const ids = docs.map((d) => d.id);
+      const colDef = this._collections.find((c) => c.slug === collection);
+
+      if (colDef) {
+        const relationalFields = getRelationalFields(colDef.fields);
+        for (const field of relationalFields) {
+          if (!field.name) continue;
+          const snakeName = toSnakeCase(field.name);
+          if (field.type === "relationship" && "hasMany" in field && field.hasMany) {
+            const joinTableName = `${toSnakeCase(collection)}_${snakeName}_relations`.toLowerCase();
+            try {
+              await tx.deleteFrom(joinTableName).where("source_id", "in", ids).execute();
+            } catch (e) { }
+          } else if (field.type === "blocks" && (field as any).blocks) {
+            for (const b of (field as any).blocks) {
+              const blockTableName =
+                `${toSnakeCase(collection)}_${snakeName}_${toSnakeCase(b.slug)}`.toLowerCase();
+              try {
+                await tx.deleteFrom(blockTableName).where("_parent_id", "in", ids).execute();
+              } catch (e) { }
+            }
+          }
+        }
+      }
+
+      const result = await tx.deleteFrom(toSnakeCase(collection)).where("id", "in", ids).executeTakeFirst();
+      return Number(result.numDeletedRows || 0);
+    });
+  }
+
+  override async findGlobal<T extends object>(slug: string): Promise<T | null> {
+    const tableName = toSnakeCase(slug);
+    const row = await this._db.selectFrom(tableName).selectAll().limit(1).executeTakeFirst();
+    return row ? (unflattenRow(row) as T) : null;
+  }
+
+  override async updateGlobal<T extends object>(slug: string, data: Partial<T>): Promise<T> {
+    const existing = await this.findGlobal<any>(slug);
+    const flatData = flattenPayload(data);
+    flatData.updated_at = new Date().toISOString();
+
+    if (!existing) {
+      if (!flatData.id) flatData.id = "global";
+      await this._db.insertInto(toSnakeCase(slug)).values(flatData).execute();
+    } else {
+      await this._db.updateTable(toSnakeCase(slug)).set(flatData).where("id", "=", existing.id).execute();
+    }
+    return this.findGlobal<T>(slug) as Promise<T>;
+  }
+
+  override async runMigrations(): Promise<void> {
+    const migrator = new Migrator({
+      db: this._db,
+      provider: new FileMigrationProvider({
+        fs,
+        path,
+        migrationFolder: path.resolve(process.cwd(), this.migrationDir),
+      }),
+    });
+
+    const { error, results } = await migrator.migrateToLatest();
+
+    results?.forEach((it) => {
+      if (it.status === "Success") {
+        logger.success(`🚀 Migration "${it.migrationName}" was executed successfully`);
+      } else if (it.status === "Error") {
+        logger.error(`❌ Migration "${it.migrationName}" failed`);
+      }
+    });
+
+    if (error) {
+      throw error;
+    }
+  }
+
+  override async migrate(collections: Collection[], globals: Global[] = []): Promise<void> {
+    this._collections = collections;
+    if (this.push) {
+      await pushSchema(this._db, "sqlite", collections, globals, {
+        pushDestructive: this.pushDestructive,
+      });
+    }
+  }
+}
+
+export function createBunSQLiteAdapter(
+  path: string,
+  options?: { push?: boolean; pushDestructive?: boolean; migrationDir?: string },
+): BunSQLiteAdapter {
+  return new BunSQLiteAdapter(path, options);
+}