@pgpmjs/core 5.0.0 → 5.1.0

package/export/export-meta.js

@@ -94,14 +94,6 @@ const config = {
             hash: 'uuid'
         }
     },
-    database_extension: {
-        schema: 'metaschema_public',
-        table: 'database_extension',
-        fields: {
-            name: 'text',
-            database_id: 'uuid'
-        }
-    },
     schema: {
         schema: 'metaschema_public',
         table: 'schema',
@@ -432,16 +424,6 @@ const config = {
             data: 'jsonb'
         }
     },
-    api_extensions: {
-        schema: 'services_public',
-        table: 'api_extensions',
-        fields: {
-            id: 'uuid',
-            database_id: 'uuid',
-            api_id: 'uuid',
-            schema_name: 'text'
-        }
-    },
     api_schemas: {
         schema: 'services_public',
         table: 'api_schemas',

package/export/export-migrations.js

@@ -218,7 +218,6 @@ SET session_replication_role TO DEFAULT;`;
         // Tables that depend on 'database' being inserted first
         const tableOrder = [
             'database',
-            'database_extension',
             'schema',
             'table',
             'field',
@@ -244,7 +243,6 @@ SET session_replication_role TO DEFAULT;`;
             'site_themes',
             'site_metadata',
             'api_modules',
-            'api_extensions',
             'api_schemas',
             'rls_module',
             'user_auth_module',

package/index.d.ts

@@ -1,6 +1,7 @@
 export * from './core/class/pgpm';
 export * from './export/export-meta';
 export * from './export/export-migrations';
+export * from './slice';
 export * from './extensions/extensions';
 export * from './modules/modules';
 export * from './packaging/package';

package/index.js

@@ -18,6 +18,7 @@ exports.withTransaction = exports.executeQuery = exports.hashString = exports.ha
 __exportStar(require("./core/class/pgpm"), exports);
 __exportStar(require("./export/export-meta"), exports);
 __exportStar(require("./export/export-migrations"), exports);
+__exportStar(require("./slice"), exports);
 __exportStar(require("./extensions/extensions"), exports);
 __exportStar(require("./modules/modules"), exports);
 __exportStar(require("./packaging/package"), exports);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pgpmjs/core",
-  "version": "5.0.0",
+  "version": "5.1.0",
   "author": "Constructive <developers@constructive.io>",
   "description": "PGPM Package and Migration Tools",
   "main": "index.js",
@@ -56,6 +56,7 @@
     "genomic": "^5.3.0",
     "glob": "^13.0.0",
     "komoji": "^0.8.0",
+    "minimatch": "^10.1.1",
     "parse-package-name": "^1.0.0",
     "pg": "^8.17.1",
     "pg-cache": "^2.0.0",
@@ -64,5 +65,5 @@
     "pgsql-parser": "^17.9.11",
     "yanse": "^0.2.0"
   },
-  "gitHead": "390f4dd57fc158554518ec454bf2a4856d550552"
+  "gitHead": "20d7e992348542531e73f20c0fd084decec86325"
 }

package/slice/index.d.ts

@@ -0,0 +1,3 @@
+export * from './types';
+export * from './slice';
+export * from './output';

package/slice/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./slice"), exports);
+__exportStar(require("./output"), exports);

package/slice/output.d.ts

@@ -0,0 +1,22 @@
+import { SliceResult } from './types';
+/**
+ * Options for writing sliced packages to disk
+ */
+export interface WriteSliceOptions {
+    /** Base output directory */
+    outputDir: string;
+    /** Whether to overwrite existing packages */
+    overwrite?: boolean;
+    /** Whether to copy SQL files from source */
+    copySourceFiles?: boolean;
+    /** Source directory containing deploy/revert/verify folders */
+    sourceDir?: string;
+}
+/**
+ * Write sliced packages to disk
+ */
+export declare function writeSliceResult(result: SliceResult, options: WriteSliceOptions): void;
+/**
+ * Generate a dry-run report of what would be created
+ */
+export declare function generateDryRunReport(result: SliceResult): string;

package/slice/output.js

@@ -0,0 +1,124 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.writeSliceResult = writeSliceResult;
+exports.generateDryRunReport = generateDryRunReport;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+/**
+ * Write sliced packages to disk
+ */
+function writeSliceResult(result, options) {
+    const { outputDir, overwrite = false, copySourceFiles = false, sourceDir } = options;
+    // Create output directory
+    fs_1.default.mkdirSync(outputDir, { recursive: true });
+    // Write each package
+    for (const pkg of result.packages) {
+        writePackage(pkg, outputDir, overwrite, copySourceFiles, sourceDir);
+    }
+    // Write workspace manifest
+    const manifestPath = path_1.default.join(outputDir, 'pgpm-workspace.json');
+    const manifestContent = JSON.stringify({
+        packages: result.workspace.packages.map(p => `packages/${p}`),
+        slicing: {
+            deployOrder: result.workspace.deployOrder,
+            dependencies: result.workspace.dependencies
+        },
+        stats: result.stats
+    }, null, 2);
+    fs_1.default.writeFileSync(manifestPath, manifestContent);
+}
+/**
+ * Write a single package to disk
+ */
+function writePackage(pkg, outputDir, overwrite, copySourceFiles, sourceDir) {
+    const pkgDir = path_1.default.join(outputDir, 'packages', pkg.name);
+    // Check if package already exists
+    if (fs_1.default.existsSync(pkgDir) && !overwrite) {
+        throw new Error(`Package directory already exists: ${pkgDir}. Use --overwrite to replace.`);
+    }
+    // Create package directory structure
+    fs_1.default.mkdirSync(pkgDir, { recursive: true });
+    fs_1.default.mkdirSync(path_1.default.join(pkgDir, 'deploy'), { recursive: true });
+    fs_1.default.mkdirSync(path_1.default.join(pkgDir, 'revert'), { recursive: true });
+    fs_1.default.mkdirSync(path_1.default.join(pkgDir, 'verify'), { recursive: true });
+    // Write plan file
+    fs_1.default.writeFileSync(path_1.default.join(pkgDir, 'pgpm.plan'), pkg.planContent);
+    // Write control file
+    fs_1.default.writeFileSync(path_1.default.join(pkgDir, `${pkg.name}.control`), pkg.controlContent);
+    // Copy SQL files if requested
+    if (copySourceFiles && sourceDir) {
+        for (const change of pkg.changes) {
+            copyChangeFiles(change.name, sourceDir, pkgDir);
+        }
+    }
+}
+/**
+ * Copy deploy/revert/verify SQL files for a change
+ */
+function copyChangeFiles(changeName, sourceDir, targetDir) {
+    const types = ['deploy', 'revert', 'verify'];
+    for (const type of types) {
+        const sourceFile = path_1.default.join(sourceDir, type, `${changeName}.sql`);
+        const targetFile = path_1.default.join(targetDir, type, `${changeName}.sql`);
+        if (fs_1.default.existsSync(sourceFile)) {
+            // Create target directory if needed
+            const targetSubDir = path_1.default.dirname(targetFile);
+            fs_1.default.mkdirSync(targetSubDir, { recursive: true });
+            // Copy file
+            fs_1.default.copyFileSync(sourceFile, targetFile);
+        }
+    }
+}
+/**
+ * Generate a dry-run report of what would be created
+ */
+function generateDryRunReport(result) {
+    const lines = [];
+    lines.push('=== PGPM Slice Dry Run Report ===\n');
+    // Statistics
+    lines.push('Statistics:');
+    lines.push(`  Total changes: ${result.stats.totalChanges}`);
+    lines.push(`  Packages to create: ${result.stats.packagesCreated}`);
+    lines.push(`  Internal edges: ${result.stats.internalEdges}`);
+    lines.push(`  Cross-package edges: ${result.stats.crossPackageEdges}`);
+    lines.push(`  Cross-package ratio: ${(result.stats.crossPackageRatio * 100).toFixed(1)}%`);
+    lines.push('');
+    // Warnings
+    if (result.warnings.length > 0) {
+        lines.push('Warnings:');
+        for (const warning of result.warnings) {
+            lines.push(`  [${warning.type}] ${warning.message}`);
+            if (warning.suggestedAction) {
+                lines.push(`    Suggestion: ${warning.suggestedAction}`);
+            }
+        }
+        lines.push('');
+    }
+    // Deploy order
+    lines.push('Deploy Order:');
+    for (let i = 0; i < result.workspace.deployOrder.length; i++) {
+        const pkg = result.workspace.deployOrder[i];
+        const deps = result.workspace.dependencies[pkg] || [];
+        const depStr = deps.length > 0 ? ` (depends on: ${deps.join(', ')})` : '';
+        lines.push(`  ${i + 1}. ${pkg}${depStr}`);
+    }
+    lines.push('');
+    // Package details
+    lines.push('Packages:');
+    for (const pkg of result.packages) {
+        lines.push(`\n  ${pkg.name}/`);
+        lines.push(`    Changes: ${pkg.changes.length}`);
+        lines.push(`    Dependencies: ${pkg.packageDependencies.join(', ') || 'none'}`);
+        lines.push('    Contents:');
+        for (const change of pkg.changes.slice(0, 5)) {
+            lines.push(`      - ${change.name}`);
+        }
+        if (pkg.changes.length > 5) {
+            lines.push(`      ... and ${pkg.changes.length - 5} more`);
+        }
+    }
+    return lines.join('\n');
+}

package/slice/slice.d.ts

@@ -0,0 +1,59 @@
+import { Change, Tag, ExtendedPlanFile } from '../files/types';
+import { SliceConfig, SliceResult, DependencyGraph, PackageOutput, GroupingStrategy, PatternStrategy } from './types';
+/**
+ * Build a dependency graph from a parsed plan file
+ */
+export declare function buildDependencyGraph(plan: ExtendedPlanFile): DependencyGraph;
+/**
+ * Validate that the dependency graph is a DAG (no cycles)
+ */
+export declare function validateDAG(graph: DependencyGraph): void;
+/**
+ * Extract package name from a change path using folder-based strategy
+ */
+export declare function extractPackageFromPath(changeName: string, depth?: number, prefixToStrip?: string): string;
+/**
+ * Find the matching package for a change using pattern-based strategy.
+ * Returns the first matching slice's package name, or undefined if no match.
+ */
+export declare function findMatchingPattern(changeName: string, strategy: PatternStrategy): string | undefined;
+/**
+ * Assign changes to packages based on grouping strategy
+ */
+export declare function assignChangesToPackages(graph: DependencyGraph, strategy: GroupingStrategy, defaultPackage?: string): Map<string, Set<string>>;
+/**
+ * Merge small packages into larger ones
+ */
+export declare function mergeSmallPackages(assignments: Map<string, Set<string>>, minChanges: number, defaultPackage?: string): Map<string, Set<string>>;
+/**
+ * Build package-level dependency graph
+ */
+export declare function buildPackageDependencies(graph: DependencyGraph, assignments: Map<string, Set<string>>): Map<string, Set<string>>;
+/**
+ * Detect cycles in package dependency graph
+ */
+export declare function detectPackageCycle(deps: Map<string, Set<string>>): string[] | null;
+/**
+ * Compute deployment order for packages (topological sort)
+ */
+export declare function computeDeployOrder(packageDeps: Map<string, Set<string>>): string[];
+/**
+ * Topological sort of changes within a package
+ */
+export declare function topologicalSortWithinPackage(changes: Set<string>, graph: DependencyGraph): string[];
+/**
+ * Generate plan file content for a package
+ */
+export declare function generatePlanContent(pkgName: string, entries: Change[], tags?: Tag[]): string;
+/**
+ * Generate control file content for a package
+ */
+export declare function generateControlContent(pkgName: string, deps: Set<string>): string;
+/**
+ * Generate a single package output
+ */
+export declare function generateSinglePackage(pkgName: string, changes: Set<string>, graph: DependencyGraph, changeToPackage: Map<string, string>, pkgDeps: Set<string>, useTagsForCrossPackageDeps?: boolean): PackageOutput;
+/**
+ * Main slicing function
+ */
+export declare function slicePlan(config: SliceConfig): SliceResult;