@rebasepro/server-postgres 0.0.1-canary.4829d6e

package/src/schema/generate-postgres-ddl.ts

@@ -0,0 +1,92 @@
+import { promises as fsPromises } from "fs";
+import * as fs from "fs";
+import path from "path";
+import { pathToFileURL } from "url";
+import chokidar from "chokidar";
+import { generatePostgresDdl, generatePostgresPoliciesDdl } from "./generate-postgres-ddl-logic";
+import { CollectionConfig } from "@rebasepro/types";
+import { logger, loadCollectionsFromDirectory } from "@rebasepro/server";
+
+
+const runGeneration = async (collectionsFilePath?: string, outputPath?: string) => {
+    try {
+        if (!collectionsFilePath) {
+            logger.error("Error: No collections file path provided. Skipping schema generation.");
+            return;
+        }
+
+        const resolvedPath = path.resolve(collectionsFilePath);
+
+        // Shared with the runtime and the doctor: what gets generated here must
+        // be exactly what the server serves, including directory-level defaults.
+        let collections: CollectionConfig[] = await loadCollectionsFromDirectory(resolvedPath);
+
+
+        if (!collections || !Array.isArray(collections)) {
+            collections = [];
+        }
+
+        // Sort collections by slug alphabetically to ensure deterministic DDL generation
+        collections.sort((a, b) => a.slug.localeCompare(b.slug));
+
+        const ddlContent = await generatePostgresDdl(collections, { includePolicies: false });
+        const policiesContent = generatePostgresPoliciesDdl(collections);
+
+        if (outputPath) {
+            const outputDir = path.dirname(outputPath);
+            await fsPromises.mkdir(outputDir, { recursive: true });
+            await fsPromises.writeFile(outputPath, ddlContent);
+            logger.info(`✅ PostgreSQL DDL generated successfully at ${outputPath}`);
+
+            const policiesPath = path.join(outputDir, "policies.sql");
+            await fsPromises.writeFile(policiesPath, policiesContent);
+            logger.info(`✅ PostgreSQL Policies DDL generated successfully at ${policiesPath}`);
+        } else {
+            logger.info("✅ PostgreSQL DDL generated successfully.");
+            logger.info(String(ddlContent));
+            logger.info("\n✅ PostgreSQL Policies DDL generated successfully.");
+            logger.info(String(policiesContent));
+        }
+
+    } catch (error) {
+        logger.error("Error generating DDL schema", { error: error });
+    }
+};
+
+const main = () => {
+    const collectionsFilePathArg = process.argv.find(arg => arg.startsWith("--collections="));
+    const collectionsFilePath = collectionsFilePathArg ? collectionsFilePathArg.split("=")[1] : process.argv[2];
+
+    const outputPathArg = process.argv.find(arg => arg.startsWith("--output="));
+    const outputPath = outputPathArg ? outputPathArg.split("=")[1] : undefined;
+
+    const watch = process.argv.includes("--watch");
+
+    if (!collectionsFilePath) {
+        logger.info("Usage: ts-node generate-postgres-ddl.ts <path-to-collections-file> [--output <path-to-output-file>] [--watch]");
+        return;
+    }
+
+    const resolvedPath = path.resolve(process.cwd(), collectionsFilePath);
+    const resolvedOutputPath = outputPath ? path.resolve(process.cwd(), outputPath) : undefined;
+
+    if (watch) {
+        logger.info(`Watching for changes in ${resolvedPath}...`);
+        const watcher = chokidar.watch(resolvedPath, {
+            persistent: true,
+            ignoreInitial: false
+        });
+
+        watcher.on("all", (event, filePath) => {
+            logger.info(`[${event}] ${filePath}. Regenerating DDL schema...`);
+            runGeneration(resolvedPath, resolvedOutputPath);
+        });
+    } else {
+        runGeneration(resolvedPath, resolvedOutputPath);
+    }
+};
+
+// This check ensures the script only runs when executed directly
+if (import.meta.url.endsWith(process.argv[1])) {
+    main();
+}

package/src/schema/introspect-db-inference.ts

@@ -0,0 +1,238 @@
+import { humanize } from "./introspect-db-logic";
+
+export interface InferenceResult {
+    propType?: string; // If the inference changes the base type
+    extra?: string; // String to append to the property definition
+}
+
+const ISO_8601_REGEX = /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(?:\.\d+)?(?:Z|[+-]\d{2}:\d{2})$/;
+const UUID_REGEX = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
+const CUID_REGEX = /^c[^\s-]{7,}$/i; // Basic CUID check
+const COLOR_HEX_REGEX = /^#([A-Fa-f0-9]{6}|[A-Fa-f0-9]{3})$/;
+
+export function inferPropertyFromData(
+    columnName: string,
+    pgDataType: string,
+    currentPropType: string,
+    sampleValues: unknown[],
+    isPk: boolean
+): InferenceResult {
+    const result: InferenceResult = {};
+    const extraLines: string[] = [];
+
+    // Filter out null/undefined for analysis
+    const validValues = sampleValues.filter(v => v !== null && v !== undefined && v !== "");
+
+    if (validValues.length === 0) {
+        return result; // Not enough data
+    }
+
+    const colNameLower = columnName.toLowerCase();
+
+    // ── Number Analysis ──────────────────────────────────────────────────
+    if (currentPropType === "number") {
+        // Boolean stored as int
+        const allZeroOrOne = validValues.every(v => v === 0 || v === 1 || v === "0" || v === "1");
+        if (allZeroOrOne) {
+            result.propType = "boolean";
+            return result; // Don't do min/max if boolean
+        }
+
+        // Min / Max constraints
+        const numValues = validValues.map(v => Number(v)).filter(v => !isNaN(v));
+        if (numValues.length === validValues.length) {
+            const min = Math.min(...numValues);
+            const max = Math.max(...numValues);
+            // Example heuristic: percentages
+            if (min >= 0 && max <= 100 && (colNameLower.includes("percent") || colNameLower.includes("rate") || colNameLower.includes("score"))) {
+                extraLines.push("            validation: {\n                min: 0,\n                max: 100\n            }");
+            } else if (min >= 0 && (colNameLower.includes("count") || colNameLower.includes("total") || colNameLower.includes("amount"))) {
+                extraLines.push("            validation: {\n                min: 0\n            }");
+            }
+        }
+
+        // Currency
+        if (colNameLower.includes("price") || colNameLower.includes("cost") || colNameLower.includes("amount") || colNameLower.includes("fee") || pgDataType === "money") {
+            extraLines.push("            ui: {\n                currency: true\n            }");
+        }
+    }
+
+    // ── JSON / JSONB Analysis ────────────────────────────────────────────
+    if (currentPropType === "map" || pgDataType.includes("json")) {
+        // PostGres jsonb can be object or array
+        let allArrays = true;
+        let allObjects = true;
+
+        for (const v of validValues) {
+            let parsed = v;
+            if (typeof v === "string") {
+                try { parsed = JSON.parse(v); } catch (e) { allArrays = false; allObjects = false; break; }
+            }
+            if (Array.isArray(parsed)) {
+                allObjects = false;
+            } else if (typeof parsed === "object" && parsed !== null) {
+                allArrays = false;
+            } else {
+                allArrays = false;
+                allObjects = false;
+            }
+        }
+
+        if (allArrays && !allObjects) {
+            result.propType = "array";
+            // Infer inner type
+            let allNumbers = true;
+            let allStrings = true;
+            for (const v of validValues) {
+                const parsed = typeof v === "string" ? JSON.parse(v) : v;
+                for (const item of parsed) {
+                    if (typeof item !== "number") allNumbers = false;
+                    if (typeof item !== "string") allStrings = false;
+                }
+            }
+            const innerType = allNumbers ? "number" : allStrings ? "string" : "map";
+            extraLines.push(`            of: { name: "${humanize(columnName)} Item", type: "${innerType}" }`);
+        } else {
+            result.propType = "map";
+
+            // Infer inner schema
+            if (allObjects && validValues.length > 0) {
+                const schema: Record<string, string> = {};
+                for (const v of validValues) {
+                    const parsed = typeof v === "string" ? JSON.parse(v) : v;
+                    for (const [k, val] of Object.entries(parsed)) {
+                        if (val === null || val === undefined) continue;
+                        const type = typeof val;
+                        if (type === "string" || type === "number" || type === "boolean") {
+                            if (!schema[k]) schema[k] = type;
+                            else if (schema[k] !== type) schema[k] = "mixed";
+                        } else if (Array.isArray(val)) {
+                            if (!schema[k]) schema[k] = "array";
+                            else if (schema[k] !== "array") schema[k] = "mixed";
+                        } else if (type === "object") {
+                            if (!schema[k]) schema[k] = "map";
+                            else if (schema[k] !== "map") schema[k] = "mixed";
+                        }
+                    }
+                }
+
+                const keys = Object.keys(schema).filter(k => schema[k] !== "mixed");
+                if (keys.length > 0) {
+                    const props = keys.map(k => {
+                        return `\n                ${k}: { name: "${humanize(k)}", type: "${schema[k]}" }`;
+                    }).join(",");
+                    extraLines.push(`            properties: {${props}\n            }`);
+                } else {
+                    extraLines.push("            keyValue: true");
+                }
+            } else {
+                extraLines.push("            keyValue: true");
+            }
+        }
+    }
+
+    // ── String Analysis ──────────────────────────────────────────────────
+    if (currentPropType === "string") {
+        // Date/Time Strings
+        if (validValues.every(v => typeof v === "string" && ISO_8601_REGEX.test(v))) {
+            result.propType = "date";
+            return result;
+        }
+
+        // Implicit Enums
+        const uniqueValues = new Set(validValues);
+        // Determine the maximum length among unique values
+        let maxEnumLength = 0;
+        for (const v of uniqueValues) {
+            if (typeof v === "string" && v.length > maxEnumLength) {
+                maxEnumLength = v.length;
+            }
+        }
+
+        // Ensure no empty string, max length makes sense, and fewer unique values than total values (unless small total)
+        if (uniqueValues.size > 0 && uniqueValues.size <= 5 && maxEnumLength <= 50 && validValues.length > uniqueValues.size && !uniqueValues.has("")) {
+            const isLikelyId = isPk || colNameLower.endsWith("_id");
+            if (!isLikelyId) {
+                const enumEntries = Array.from(uniqueValues).map(v => `{ id: ${JSON.stringify(v)}, label: ${JSON.stringify(humanize(v as string))} }`).join(", ");
+                extraLines.push(`            enum: [${enumEntries}]`);
+                result.extra = extraLines.length > 0 ? "\n" + extraLines.join(",\n") + "," : "";
+                return result; // Skip other string checks if it's an enum
+            }
+        }
+
+        // UUID / CUID Detection
+        const allUuid = validValues.every(v => typeof v === "string" && UUID_REGEX.test(v));
+        const allCuid = validValues.every(v => typeof v === "string" && CUID_REGEX.test(v));
+        if (allUuid) {
+            if (isPk) extraLines.push("            isId: \"uuid\"");
+        } else if (allCuid) {
+            if (isPk) extraLines.push("            isId: \"cuid\"");
+        }
+
+        // Color Codes
+        const allColors = validValues.every(v => typeof v === "string" && COLOR_HEX_REGEX.test(v));
+        if (allColors) {
+            extraLines.push("            ui: {\n                color: true\n            }");
+        }
+
+        // Text Lengths, Multiline & Markdown
+        let maxLength = 0;
+        let hasNewlines = false;
+        let hasMarkdown = false;
+        for (const v of validValues) {
+            if (typeof v === "string") {
+                if (v.length > maxLength) maxLength = v.length;
+                if (v.includes("\n")) hasNewlines = true;
+                if (/^#{1,6}\s+.+/m.test(v) || /\*\*.+\*\*/.test(v) || /\[.+\]\(.+\)/.test(v) || /^\s*[-*]\s+.+/m.test(v)) {
+                    hasMarkdown = true;
+                }
+            }
+        }
+
+        if (hasMarkdown) {
+            extraLines.push("            multiline: true,\n            markdown: true");
+        } else if (hasNewlines || maxLength > 100) {
+            extraLines.push("            multiline: true");
+        }
+
+        if (maxLength > 0 && maxLength < 10000) { // arbitrary cap to avoid huge limits
+            // Pad the max length slightly for the constraint
+            const paddedMax = Math.ceil((maxLength * 1.5) / 10) * 10;
+            // Only add length constraint if it seems like a bounded string, not a long text
+            if (paddedMax < 255) {
+                extraLines.push(`            validation: {\n                max: ${paddedMax}\n            }`);
+            }
+        }
+
+        // Storage & Media (Extracted from old logic)
+        const isUrl = colNameLower.endsWith("_url") || colNameLower.endsWith("_uri") || colNameLower.endsWith("_link");
+        const isMedia = colNameLower.includes("image") || colNameLower.includes("avatar") || colNameLower.includes("photo") || colNameLower.includes("logo") || colNameLower.includes("cover");
+
+        const allAbsoluteUrls = validValues.every(v => typeof v === "string" && (v.startsWith("http://") || v.startsWith("https://")));
+        if (allAbsoluteUrls) {
+            const isImage = validValues.some(v => typeof v === "string" && v.match(/\.(jpeg|jpg|gif|png|webp|svg)/i));
+            if (isImage || isMedia) {
+                extraLines.push("            ui: {\n                url: \"image\"\n            }");
+            } else {
+                extraLines.push("            ui: {\n                url: true\n            }");
+            }
+        } else {
+            const hasFileExtension = validValues.some(v => typeof v === "string" && v.match(/\.[a-zA-Z0-9]+$/));
+            if (hasFileExtension) {
+                const firstVal = validValues[0] as string;
+                const lastSlash = firstVal.lastIndexOf("/");
+                const inferredStoragePath = lastSlash > 0 ? firstVal.substring(0, lastSlash) : "files";
+                extraLines.push(`            storage: {\n                storagePath: "${inferredStoragePath}"\n            }`);
+            } else if (isUrl) {
+                if (isMedia) {
+                    extraLines.push("            ui: {\n                url: \"image\"\n            }");
+                } else {
+                    extraLines.push("            ui: {\n                url: true\n            }");
+                }
+            }
+        }
+    }
+
+    result.extra = extraLines.length > 0 ? "\n" + extraLines.join(",\n") + "," : "";
+    return result;
+}