@pgpmjs/export 1.14.2 → 1.15.0

package/esm/export-graphql.js

@@ -1,11 +1,20 @@
+/**
+ * GraphQL-based export orchestrator.
+ *
+ * This is a standalone GraphQL export flow that mirrors export-migrations.ts
+ * but fetches all data via GraphQL queries instead of direct SQL.
+ *
+ * Per Dan's guidance: "I would NOT do branching in those existing files.
+ * I would make the GraphQL flow its entire own flow at first."
+ */
 import { writePgpmFiles, writePgpmPlan } from '@pgpmjs/core';
 import { createClient } from '@pgpmjs/migrate-client';
-import { GraphQLClient } from './graphql-client';
+import { partitionExportRows, restructureExportRows } from '@pgpmjs/transform';
 import { exportGraphQLMeta } from './export-graphql-meta';
+import { DB_REQUIRED_EXTENSIONS, detectMissingModules, installMissingModules, makeReplacer, META_COMMON_FOOTER, META_COMMON_HEADER, META_TABLE_ORDER, normalizeOutdir, preparePackage, SERVICE_REQUIRED_EXTENSIONS } from './export-utils';
+import { GraphQLClient } from './graphql-client';
 import { graphqlRowToPostgresRow } from './graphql-naming';
-import { restructureExportRows } from './restructure';
-import { DB_REQUIRED_EXTENSIONS, SERVICE_REQUIRED_EXTENSIONS, META_COMMON_HEADER, META_COMMON_FOOTER, META_TABLE_ORDER, detectMissingModules, installMissingModules, makeReplacer, preparePackage, normalizeOutdir } from './export-utils';
-export const exportGraphQL = async ({ project, metaEndpoint, migrateEndpoint, token, headers, migrateHeaders, databaseId, databaseName, schema_names, schemas, author, outdir, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, granularity }) => {
+export const exportGraphQL = async ({ project, metaEndpoint, migrateEndpoint, token, headers, migrateHeaders, databaseId, databaseName, schema_names, schemas, author, outdir, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, granularity, partition }) => {
     const normalizedOutdir = normalizeOutdir(outdir);
     const svcOutdir = normalizeOutdir(serviceOutdir || outdir);
     const name = extensionName;
@@ -84,28 +93,53 @@ export const exportGraphQL = async ({ project, metaEndpoint, migrateEndpoint, to
     const dbExtensionDesc = extensionDesc || `${name} database schema for ${databaseName}`;
     if (sqlActionRows.length > 0) {
         const dbMissingResult = await detectMissingModules(project, [...DB_REQUIRED_EXTENSIONS], prompter, argv);
-        const dbModuleDir = await preparePackage({
-            project,
-            author,
-            outdir: normalizedOutdir,
-            name,
-            description: dbExtensionDesc,
-            extensions: [...DB_REQUIRED_EXTENSIONS],
-            prompter,
-            repoName,
-            username
-        });
-        if (dbMissingResult.shouldInstall) {
-            await installMissingModules(dbModuleDir, dbMissingResult.missingModules);
-        }
         let dbRows = sqlActionRows;
         if (granularity) {
             const { rows, warnings } = await restructureExportRows(dbRows, granularity);
             dbRows = rows;
             warnings.forEach(warning => console.warn(`restructure (${granularity}): ${warning}`));
         }
-        writePgpmPlan(dbRows, opts);
-        writePgpmFiles(dbRows, opts);
+        if (partition) {
+            const { packages, warnings } = await partitionExportRows(dbRows, partition);
+            warnings.forEach(warning => console.warn(`partition: ${warning}`));
+            for (const pkg of packages) {
+                const pkgDir = await preparePackage({
+                    project,
+                    author,
+                    outdir: normalizedOutdir,
+                    name: pkg.name,
+                    description: `${pkg.name} (partitioned from ${name})`,
+                    extensions: [...DB_REQUIRED_EXTENSIONS, ...pkg.requires],
+                    prompter,
+                    repoName,
+                    username
+                });
+                if (dbMissingResult.shouldInstall) {
+                    await installMissingModules(pkgDir, dbMissingResult.missingModules);
+                }
+                const pkgOpts = { ...opts, name: pkg.name };
+                writePgpmPlan(pkg.rows, pkgOpts);
+                writePgpmFiles(pkg.rows, pkgOpts);
+            }
+        }
+        else {
+            const dbModuleDir = await preparePackage({
+                project,
+                author,
+                outdir: normalizedOutdir,
+                name,
+                description: dbExtensionDesc,
+                extensions: [...DB_REQUIRED_EXTENSIONS],
+                prompter,
+                repoName,
+                username
+            });
+            if (dbMissingResult.shouldInstall) {
+                await installMissingModules(dbModuleDir, dbMissingResult.missingModules);
+            }
+            writePgpmPlan(dbRows, opts);
+            writePgpmFiles(dbRows, opts);
+        }
     }
     else {
         console.log('No sql_actions found. Skipping database module export.');

package/esm/export-migrations.js

@@ -1,9 +1,9 @@
-import { getPgPool } from 'pg-cache';
 import { writePgpmFiles, writePgpmPlan } from '@pgpmjs/core';
+import { partitionExportRows, restructureExportRows } from '@pgpmjs/transform';
+import { getPgPool } from 'pg-cache';
 import { exportMeta } from './export-meta';
-import { restructureExportRows } from './restructure';
-import { DB_REQUIRED_EXTENSIONS, SERVICE_REQUIRED_EXTENSIONS, META_COMMON_HEADER, META_COMMON_FOOTER, META_TABLE_ORDER, detectMissingModules, installMissingModules, makeReplacer, preparePackage, normalizeOutdir } from './export-utils';
-const exportMigrationsToDisk = async ({ project, options, database, databaseId, databaseName, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, excludeCategories, granularity }) => {
+import { DB_REQUIRED_EXTENSIONS, detectMissingModules, installMissingModules, makeReplacer, META_COMMON_FOOTER, META_COMMON_HEADER, META_TABLE_ORDER, normalizeOutdir, preparePackage, SERVICE_REQUIRED_EXTENSIONS } from './export-utils';
+const exportMigrationsToDisk = async ({ project, options, database, databaseId, databaseName, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, excludeCategories, granularity, partition }) => {
     const normalizedOutdir = normalizeOutdir(outdir);
     // Use serviceOutdir for service module, defaulting to outdir if not provided
     const svcOutdir = normalizeOutdir(serviceOutdir || outdir);
@@ -61,30 +61,58 @@ const exportMigrationsToDisk = async ({ project, options, database, databaseId,
     if (appRows.length > 0) {
         // Detect missing modules at workspace level and prompt user
         const dbMissingResult = await detectMissingModules(project, [...DB_REQUIRED_EXTENSIONS], prompter, argv);
-        // Create/prepare the module directory
-        const dbModuleDir = await preparePackage({
-            project,
-            author,
-            outdir: normalizedOutdir,
-            name,
-            description: dbExtensionDesc,
-            extensions: [...DB_REQUIRED_EXTENSIONS],
-            prompter,
-            repoName,
-            username
-        });
-        // Install missing modules if user confirmed (now that module exists)
-        if (dbMissingResult.shouldInstall) {
-            await installMissingModules(dbModuleDir, dbMissingResult.missingModules);
-        }
         let dbRows = appRows;
         if (granularity) {
             const { rows, warnings } = await restructureExportRows(appRows, granularity);
             dbRows = rows;
             warnings.forEach(warning => console.warn(`restructure (${granularity}): ${warning}`));
         }
-        writePgpmPlan(dbRows, opts);
-        writePgpmFiles(dbRows, opts);
+        if (partition) {
+            // Partition dial: split the database module into N packages. Each
+            // package requires its cross-package prerequisites as extensions so
+            // recursive deploys order them correctly.
+            const { packages, warnings } = await partitionExportRows(dbRows, partition);
+            warnings.forEach(warning => console.warn(`partition: ${warning}`));
+            for (const pkg of packages) {
+                const pkgDir = await preparePackage({
+                    project,
+                    author,
+                    outdir: normalizedOutdir,
+                    name: pkg.name,
+                    description: `${pkg.name} (partitioned from ${name})`,
+                    extensions: [...DB_REQUIRED_EXTENSIONS, ...pkg.requires],
+                    prompter,
+                    repoName,
+                    username
+                });
+                if (dbMissingResult.shouldInstall) {
+                    await installMissingModules(pkgDir, dbMissingResult.missingModules);
+                }
+                const pkgOpts = { ...opts, name: pkg.name };
+                writePgpmPlan(pkg.rows, pkgOpts);
+                writePgpmFiles(pkg.rows, pkgOpts);
+            }
+        }
+        else {
+            // Create/prepare the module directory
+            const dbModuleDir = await preparePackage({
+                project,
+                author,
+                outdir: normalizedOutdir,
+                name,
+                description: dbExtensionDesc,
+                extensions: [...DB_REQUIRED_EXTENSIONS],
+                prompter,
+                repoName,
+                username
+            });
+            // Install missing modules if user confirmed (now that module exists)
+            if (dbMissingResult.shouldInstall) {
+                await installMissingModules(dbModuleDir, dbMissingResult.missingModules);
+            }
+            writePgpmPlan(dbRows, opts);
+            writePgpmFiles(dbRows, opts);
+        }
     }
     else {
         console.log('No sql_actions found — skipping database module. Meta/service module will still be exported.');
@@ -186,7 +214,7 @@ ${META_COMMON_FOOTER}
     writePgpmPlan(metaPackage, opts);
     writePgpmFiles(metaPackage, opts);
 };
-export const exportMigrations = async ({ project, options, dbInfo, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, excludeCategories, granularity }) => {
+export const exportMigrations = async ({ project, options, dbInfo, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, excludeCategories, granularity, partition }) => {
     for (let v = 0; v < dbInfo.database_ids.length; v++) {
         const databaseId = dbInfo.database_ids[v];
         await exportMigrationsToDisk({
@@ -209,7 +237,8 @@ export const exportMigrations = async ({ project, options, dbInfo, author, outdi
             serviceOutdir,
             skipSchemaRenaming,
             excludeCategories,
-            granularity
+            granularity,
+            partition
         });
     }
 };

package/esm/graphql-naming.js

@@ -15,7 +15,7 @@
  *   db_migrate.sql_actions -> sqlActions
  *   column database_id -> databaseId
  */
-import { toCamelCase, toPascalCase, toSnakeCase, distinctPluralize, singularizeLast } from 'inflekt';
+import { distinctPluralize, singularizeLast, toCamelCase, toPascalCase, toSnakeCase } from 'inflekt';
 import { lookupByGqlType } from './type-map';
 /**
  * Get the GraphQL query field name for a given Postgres table name.

package/esm/index.js

@@ -1,11 +1,10 @@
 export * from './export-data';
-export * from './export-meta';
-export * from './export-migrations';
 export * from './export-graphql';
 export * from './export-graphql-meta';
-export { EXPORT_GRANULARITIES, isExportGranularity, restructureExportRows } from './restructure';
+export * from './export-meta';
+export * from './export-migrations';
+export { DB_REQUIRED_EXTENSIONS, detectMissingModules, installMissingModules, makeReplacer, mapPgTypeToFieldType, META_COMMON_FOOTER, META_COMMON_HEADER, META_TABLE_CONFIG, META_TABLE_ORDER, META_TABLE_OVERRIDES, normalizeOutdir, preparePackage, SERVICE_REQUIRED_EXTENSIONS } from './export-utils';
 export { GraphQLClient } from './graphql-client';
-export { getGraphQLQueryName, getGraphQLTypeName, graphqlRowToPostgresRow, buildFieldsFragment, mapGraphQLTypeToFieldType, unwrapGraphQLType } from './graphql-naming';
-export { DB_REQUIRED_EXTENSIONS, SERVICE_REQUIRED_EXTENSIONS, META_COMMON_HEADER, META_COMMON_FOOTER, META_TABLE_ORDER, META_TABLE_CONFIG, META_TABLE_OVERRIDES, mapPgTypeToFieldType, makeReplacer, preparePackage, normalizeOutdir, detectMissingModules, installMissingModules } from './export-utils';
-export { PG_TYPE_MAP, lookupByPgUdt, lookupByGqlType } from './type-map';
+export { buildFieldsFragment, getGraphQLQueryName, getGraphQLTypeName, graphqlRowToPostgresRow, mapGraphQLTypeToFieldType, unwrapGraphQLType } from './graphql-naming';
 export { intervalToPostgres, parsePgInterval } from './interval-utils';
+export { lookupByGqlType, lookupByPgUdt, PG_TYPE_MAP } from './type-map';

package/export-graphql.d.ts

@@ -7,9 +7,9 @@
  * Per Dan's guidance: "I would NOT do branching in those existing files.
  * I would make the GraphQL flow its entire own flow at first."
  */
-import { Inquirerer } from 'inquirerer';
 import { PgpmPackage } from '@pgpmjs/core';
-import { ExportGranularity } from './restructure';
+import { ExportGranularity, PartitionConfig } from '@pgpmjs/transform';
+import { Inquirerer } from 'inquirerer';
 import { Schema } from './export-utils';
 export interface ExportGraphQLOptions {
     project: PgpmPackage;
@@ -63,5 +63,12 @@ export interface ExportGraphQLOptions {
      * When omitted, sql_actions rows are written through unchanged.
      */
     granularity?: ExportGranularity;
+    /**
+     * Partition dial: split the exported database module into multiple pgpm
+     * packages per the config's rules (`partitionUnits` in `@pgpmjs/transform`).
+     * Cross-package dependencies become `<pkg>:<path>` requires. Throws
+     * `PartitionCycleError` on an unshippable partition.
+     */
+    partition?: PartitionConfig;
 }
-export declare const exportGraphQL: ({ project, metaEndpoint, migrateEndpoint, token, headers, migrateHeaders, databaseId, databaseName, schema_names, schemas, author, outdir, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, granularity }: ExportGraphQLOptions) => Promise<void>;
+export declare const exportGraphQL: ({ project, metaEndpoint, migrateEndpoint, token, headers, migrateHeaders, databaseId, databaseName, schema_names, schemas, author, outdir, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, granularity, partition }: ExportGraphQLOptions) => Promise<void>;

package/export-graphql.js

@@ -1,14 +1,23 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.exportGraphQL = void 0;
+/**
+ * GraphQL-based export orchestrator.
+ *
+ * This is a standalone GraphQL export flow that mirrors export-migrations.ts
+ * but fetches all data via GraphQL queries instead of direct SQL.
+ *
+ * Per Dan's guidance: "I would NOT do branching in those existing files.
+ * I would make the GraphQL flow its entire own flow at first."
+ */
 const core_1 = require("@pgpmjs/core");
 const migrate_client_1 = require("@pgpmjs/migrate-client");
-const graphql_client_1 = require("./graphql-client");
+const transform_1 = require("@pgpmjs/transform");
 const export_graphql_meta_1 = require("./export-graphql-meta");
-const graphql_naming_1 = require("./graphql-naming");
-const restructure_1 = require("./restructure");
 const export_utils_1 = require("./export-utils");
-const exportGraphQL = async ({ project, metaEndpoint, migrateEndpoint, token, headers, migrateHeaders, databaseId, databaseName, schema_names, schemas, author, outdir, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, granularity }) => {
+const graphql_client_1 = require("./graphql-client");
+const graphql_naming_1 = require("./graphql-naming");
+const exportGraphQL = async ({ project, metaEndpoint, migrateEndpoint, token, headers, migrateHeaders, databaseId, databaseName, schema_names, schemas, author, outdir, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, granularity, partition }) => {
     const normalizedOutdir = (0, export_utils_1.normalizeOutdir)(outdir);
     const svcOutdir = (0, export_utils_1.normalizeOutdir)(serviceOutdir || outdir);
     const name = extensionName;
@@ -87,28 +96,53 @@ const exportGraphQL = async ({ project, metaEndpoint, migrateEndpoint, token, he
     const dbExtensionDesc = extensionDesc || `${name} database schema for ${databaseName}`;
     if (sqlActionRows.length > 0) {
         const dbMissingResult = await (0, export_utils_1.detectMissingModules)(project, [...export_utils_1.DB_REQUIRED_EXTENSIONS], prompter, argv);
-        const dbModuleDir = await (0, export_utils_1.preparePackage)({
-            project,
-            author,
-            outdir: normalizedOutdir,
-            name,
-            description: dbExtensionDesc,
-            extensions: [...export_utils_1.DB_REQUIRED_EXTENSIONS],
-            prompter,
-            repoName,
-            username
-        });
-        if (dbMissingResult.shouldInstall) {
-            await (0, export_utils_1.installMissingModules)(dbModuleDir, dbMissingResult.missingModules);
-        }
         let dbRows = sqlActionRows;
         if (granularity) {
-            const { rows, warnings } = await (0, restructure_1.restructureExportRows)(dbRows, granularity);
+            const { rows, warnings } = await (0, transform_1.restructureExportRows)(dbRows, granularity);
             dbRows = rows;
             warnings.forEach(warning => console.warn(`restructure (${granularity}): ${warning}`));
         }
-        (0, core_1.writePgpmPlan)(dbRows, opts);
-        (0, core_1.writePgpmFiles)(dbRows, opts);
+        if (partition) {
+            const { packages, warnings } = await (0, transform_1.partitionExportRows)(dbRows, partition);
+            warnings.forEach(warning => console.warn(`partition: ${warning}`));
+            for (const pkg of packages) {
+                const pkgDir = await (0, export_utils_1.preparePackage)({
+                    project,
+                    author,
+                    outdir: normalizedOutdir,
+                    name: pkg.name,
+                    description: `${pkg.name} (partitioned from ${name})`,
+                    extensions: [...export_utils_1.DB_REQUIRED_EXTENSIONS, ...pkg.requires],
+                    prompter,
+                    repoName,
+                    username
+                });
+                if (dbMissingResult.shouldInstall) {
+                    await (0, export_utils_1.installMissingModules)(pkgDir, dbMissingResult.missingModules);
+                }
+                const pkgOpts = { ...opts, name: pkg.name };
+                (0, core_1.writePgpmPlan)(pkg.rows, pkgOpts);
+                (0, core_1.writePgpmFiles)(pkg.rows, pkgOpts);
+            }
+        }
+        else {
+            const dbModuleDir = await (0, export_utils_1.preparePackage)({
+                project,
+                author,
+                outdir: normalizedOutdir,
+                name,
+                description: dbExtensionDesc,
+                extensions: [...export_utils_1.DB_REQUIRED_EXTENSIONS],
+                prompter,
+                repoName,
+                username
+            });
+            if (dbMissingResult.shouldInstall) {
+                await (0, export_utils_1.installMissingModules)(dbModuleDir, dbMissingResult.missingModules);
+            }
+            (0, core_1.writePgpmPlan)(dbRows, opts);
+            (0, core_1.writePgpmFiles)(dbRows, opts);
+        }
     }
     else {
         console.log('No sql_actions found. Skipping database module export.');

package/export-migrations.d.ts

@@ -1,7 +1,7 @@
+import { PgpmPackage } from '@pgpmjs/core';
+import { ExportGranularity, PartitionConfig } from '@pgpmjs/transform';
 import { PgpmOptions } from '@pgpmjs/types';
 import { Inquirerer } from 'inquirerer';
-import { PgpmPackage } from '@pgpmjs/core';
-import { ExportGranularity } from './restructure';
 interface ExportOptions {
     project: PgpmPackage;
     options: PgpmOptions;
@@ -44,6 +44,13 @@ interface ExportOptions {
      * When omitted, sql_actions rows are written through unchanged.
      */
     granularity?: ExportGranularity;
+    /**
+     * Partition dial: split the exported database module into multiple pgpm
+     * packages per the config's rules (`partitionUnits` in `@pgpmjs/transform`).
+     * Cross-package dependencies become `<pkg>:<path>` requires. Throws
+     * `PartitionCycleError` on an unshippable partition.
+     */
+    partition?: PartitionConfig;
 }
-export declare const exportMigrations: ({ project, options, dbInfo, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, excludeCategories, granularity }: ExportOptions) => Promise<void>;
+export declare const exportMigrations: ({ project, options, dbInfo, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, excludeCategories, granularity, partition }: ExportOptions) => Promise<void>;
 export {};

package/export-migrations.js

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.exportMigrations = void 0;
-const pg_cache_1 = require("pg-cache");
 const core_1 = require("@pgpmjs/core");
+const transform_1 = require("@pgpmjs/transform");
+const pg_cache_1 = require("pg-cache");
 const export_meta_1 = require("./export-meta");
-const restructure_1 = require("./restructure");
 const export_utils_1 = require("./export-utils");
-const exportMigrationsToDisk = async ({ project, options, database, databaseId, databaseName, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, excludeCategories, granularity }) => {
+const exportMigrationsToDisk = async ({ project, options, database, databaseId, databaseName, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming = false, excludeCategories, granularity, partition }) => {
     const normalizedOutdir = (0, export_utils_1.normalizeOutdir)(outdir);
     // Use serviceOutdir for service module, defaulting to outdir if not provided
     const svcOutdir = (0, export_utils_1.normalizeOutdir)(serviceOutdir || outdir);
@@ -64,30 +64,58 @@ const exportMigrationsToDisk = async ({ project, options, database, databaseId,
     if (appRows.length > 0) {
         // Detect missing modules at workspace level and prompt user
         const dbMissingResult = await (0, export_utils_1.detectMissingModules)(project, [...export_utils_1.DB_REQUIRED_EXTENSIONS], prompter, argv);
-        // Create/prepare the module directory
-        const dbModuleDir = await (0, export_utils_1.preparePackage)({
-            project,
-            author,
-            outdir: normalizedOutdir,
-            name,
-            description: dbExtensionDesc,
-            extensions: [...export_utils_1.DB_REQUIRED_EXTENSIONS],
-            prompter,
-            repoName,
-            username
-        });
-        // Install missing modules if user confirmed (now that module exists)
-        if (dbMissingResult.shouldInstall) {
-            await (0, export_utils_1.installMissingModules)(dbModuleDir, dbMissingResult.missingModules);
-        }
         let dbRows = appRows;
         if (granularity) {
-            const { rows, warnings } = await (0, restructure_1.restructureExportRows)(appRows, granularity);
+            const { rows, warnings } = await (0, transform_1.restructureExportRows)(appRows, granularity);
             dbRows = rows;
             warnings.forEach(warning => console.warn(`restructure (${granularity}): ${warning}`));
         }
-        (0, core_1.writePgpmPlan)(dbRows, opts);
-        (0, core_1.writePgpmFiles)(dbRows, opts);
+        if (partition) {
+            // Partition dial: split the database module into N packages. Each
+            // package requires its cross-package prerequisites as extensions so
+            // recursive deploys order them correctly.
+            const { packages, warnings } = await (0, transform_1.partitionExportRows)(dbRows, partition);
+            warnings.forEach(warning => console.warn(`partition: ${warning}`));
+            for (const pkg of packages) {
+                const pkgDir = await (0, export_utils_1.preparePackage)({
+                    project,
+                    author,
+                    outdir: normalizedOutdir,
+                    name: pkg.name,
+                    description: `${pkg.name} (partitioned from ${name})`,
+                    extensions: [...export_utils_1.DB_REQUIRED_EXTENSIONS, ...pkg.requires],
+                    prompter,
+                    repoName,
+                    username
+                });
+                if (dbMissingResult.shouldInstall) {
+                    await (0, export_utils_1.installMissingModules)(pkgDir, dbMissingResult.missingModules);
+                }
+                const pkgOpts = { ...opts, name: pkg.name };
+                (0, core_1.writePgpmPlan)(pkg.rows, pkgOpts);
+                (0, core_1.writePgpmFiles)(pkg.rows, pkgOpts);
+            }
+        }
+        else {
+            // Create/prepare the module directory
+            const dbModuleDir = await (0, export_utils_1.preparePackage)({
+                project,
+                author,
+                outdir: normalizedOutdir,
+                name,
+                description: dbExtensionDesc,
+                extensions: [...export_utils_1.DB_REQUIRED_EXTENSIONS],
+                prompter,
+                repoName,
+                username
+            });
+            // Install missing modules if user confirmed (now that module exists)
+            if (dbMissingResult.shouldInstall) {
+                await (0, export_utils_1.installMissingModules)(dbModuleDir, dbMissingResult.missingModules);
+            }
+            (0, core_1.writePgpmPlan)(dbRows, opts);
+            (0, core_1.writePgpmFiles)(dbRows, opts);
+        }
     }
     else {
         console.log('No sql_actions found — skipping database module. Meta/service module will still be exported.');
@@ -189,7 +217,7 @@ ${export_utils_1.META_COMMON_FOOTER}
     (0, core_1.writePgpmPlan)(metaPackage, opts);
     (0, core_1.writePgpmFiles)(metaPackage, opts);
 };
-const exportMigrations = async ({ project, options, dbInfo, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, excludeCategories, granularity }) => {
+const exportMigrations = async ({ project, options, dbInfo, author, outdir, schema_names, extensionName, extensionDesc, metaExtensionName, metaExtensionDesc, prompter, argv, repoName, username, serviceOutdir, skipSchemaRenaming, excludeCategories, granularity, partition }) => {
     for (let v = 0; v < dbInfo.database_ids.length; v++) {
         const databaseId = dbInfo.database_ids[v];
         await exportMigrationsToDisk({
@@ -212,7 +240,8 @@ const exportMigrations = async ({ project, options, dbInfo, author, outdir, sche
             serviceOutdir,
             skipSchemaRenaming,
             excludeCategories,
-            granularity
+            granularity,
+            partition
         });
     }
 };

package/index.d.ts

@@ -1,13 +1,11 @@
 export * from './export-data';
-export * from './export-meta';
-export * from './export-migrations';
 export * from './export-graphql';
 export * from './export-graphql-meta';
-export { EXPORT_GRANULARITIES, isExportGranularity, restructureExportRows } from './restructure';
-export type { ExportGranularity, RestructureExportRowsResult } from './restructure';
+export * from './export-meta';
+export * from './export-migrations';
+export type { FieldType, MakeReplacerOptions, MetaExportTableEntry, MissingModulesResult, PreparePackageOptions, ReplacerResult, Schema, TableConfig } from './export-utils';
+export { DB_REQUIRED_EXTENSIONS, detectMissingModules, installMissingModules, makeReplacer, mapPgTypeToFieldType, META_COMMON_FOOTER, META_COMMON_HEADER, META_TABLE_CONFIG, META_TABLE_ORDER, META_TABLE_OVERRIDES, normalizeOutdir, preparePackage, SERVICE_REQUIRED_EXTENSIONS } from './export-utils';
 export { GraphQLClient } from './graphql-client';
-export { getGraphQLQueryName, getGraphQLTypeName, graphqlRowToPostgresRow, buildFieldsFragment, mapGraphQLTypeToFieldType, unwrapGraphQLType, GraphQLTypeInfo } from './graphql-naming';
-export { DB_REQUIRED_EXTENSIONS, SERVICE_REQUIRED_EXTENSIONS, META_COMMON_HEADER, META_COMMON_FOOTER, META_TABLE_ORDER, META_TABLE_CONFIG, META_TABLE_OVERRIDES, mapPgTypeToFieldType, makeReplacer, preparePackage, normalizeOutdir, detectMissingModules, installMissingModules } from './export-utils';
-export type { FieldType, TableConfig, MetaExportTableEntry, Schema, MakeReplacerOptions, ReplacerResult, PreparePackageOptions, MissingModulesResult } from './export-utils';
-export { PG_TYPE_MAP, TypeMapEntry, lookupByPgUdt, lookupByGqlType } from './type-map';
+export { buildFieldsFragment, getGraphQLQueryName, getGraphQLTypeName, graphqlRowToPostgresRow, GraphQLTypeInfo, mapGraphQLTypeToFieldType, unwrapGraphQLType } from './graphql-naming';
 export { intervalToPostgres, parsePgInterval, PgInterval } from './interval-utils';
+export { lookupByGqlType, lookupByPgUdt, PG_TYPE_MAP, TypeMapEntry } from './type-map';

package/index.js

@@ -14,43 +14,39 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parsePgInterval = exports.intervalToPostgres = exports.lookupByGqlType = exports.lookupByPgUdt = exports.PG_TYPE_MAP = exports.installMissingModules = exports.detectMissingModules = exports.normalizeOutdir = exports.preparePackage = exports.makeReplacer = exports.mapPgTypeToFieldType = exports.META_TABLE_OVERRIDES = exports.META_TABLE_CONFIG = exports.META_TABLE_ORDER = exports.META_COMMON_FOOTER = exports.META_COMMON_HEADER = exports.SERVICE_REQUIRED_EXTENSIONS = exports.DB_REQUIRED_EXTENSIONS = exports.unwrapGraphQLType = exports.mapGraphQLTypeToFieldType = exports.buildFieldsFragment = exports.graphqlRowToPostgresRow = exports.getGraphQLTypeName = exports.getGraphQLQueryName = exports.GraphQLClient = exports.restructureExportRows = exports.isExportGranularity = exports.EXPORT_GRANULARITIES = void 0;
+exports.PG_TYPE_MAP = exports.lookupByPgUdt = exports.lookupByGqlType = exports.parsePgInterval = exports.intervalToPostgres = exports.unwrapGraphQLType = exports.mapGraphQLTypeToFieldType = exports.graphqlRowToPostgresRow = exports.getGraphQLTypeName = exports.getGraphQLQueryName = exports.buildFieldsFragment = exports.GraphQLClient = exports.SERVICE_REQUIRED_EXTENSIONS = exports.preparePackage = exports.normalizeOutdir = exports.META_TABLE_OVERRIDES = exports.META_TABLE_ORDER = exports.META_TABLE_CONFIG = exports.META_COMMON_HEADER = exports.META_COMMON_FOOTER = exports.mapPgTypeToFieldType = exports.makeReplacer = exports.installMissingModules = exports.detectMissingModules = exports.DB_REQUIRED_EXTENSIONS = void 0;
 __exportStar(require("./export-data"), exports);
-__exportStar(require("./export-meta"), exports);
-__exportStar(require("./export-migrations"), exports);
 __exportStar(require("./export-graphql"), exports);
 __exportStar(require("./export-graphql-meta"), exports);
-var restructure_1 = require("./restructure");
-Object.defineProperty(exports, "EXPORT_GRANULARITIES", { enumerable: true, get: function () { return restructure_1.EXPORT_GRANULARITIES; } });
-Object.defineProperty(exports, "isExportGranularity", { enumerable: true, get: function () { return restructure_1.isExportGranularity; } });
-Object.defineProperty(exports, "restructureExportRows", { enumerable: true, get: function () { return restructure_1.restructureExportRows; } });
+__exportStar(require("./export-meta"), exports);
+__exportStar(require("./export-migrations"), exports);
+var export_utils_1 = require("./export-utils");
+Object.defineProperty(exports, "DB_REQUIRED_EXTENSIONS", { enumerable: true, get: function () { return export_utils_1.DB_REQUIRED_EXTENSIONS; } });
+Object.defineProperty(exports, "detectMissingModules", { enumerable: true, get: function () { return export_utils_1.detectMissingModules; } });
+Object.defineProperty(exports, "installMissingModules", { enumerable: true, get: function () { return export_utils_1.installMissingModules; } });
+Object.defineProperty(exports, "makeReplacer", { enumerable: true, get: function () { return export_utils_1.makeReplacer; } });
+Object.defineProperty(exports, "mapPgTypeToFieldType", { enumerable: true, get: function () { return export_utils_1.mapPgTypeToFieldType; } });
+Object.defineProperty(exports, "META_COMMON_FOOTER", { enumerable: true, get: function () { return export_utils_1.META_COMMON_FOOTER; } });
+Object.defineProperty(exports, "META_COMMON_HEADER", { enumerable: true, get: function () { return export_utils_1.META_COMMON_HEADER; } });
+Object.defineProperty(exports, "META_TABLE_CONFIG", { enumerable: true, get: function () { return export_utils_1.META_TABLE_CONFIG; } });
+Object.defineProperty(exports, "META_TABLE_ORDER", { enumerable: true, get: function () { return export_utils_1.META_TABLE_ORDER; } });
+Object.defineProperty(exports, "META_TABLE_OVERRIDES", { enumerable: true, get: function () { return export_utils_1.META_TABLE_OVERRIDES; } });
+Object.defineProperty(exports, "normalizeOutdir", { enumerable: true, get: function () { return export_utils_1.normalizeOutdir; } });
+Object.defineProperty(exports, "preparePackage", { enumerable: true, get: function () { return export_utils_1.preparePackage; } });
+Object.defineProperty(exports, "SERVICE_REQUIRED_EXTENSIONS", { enumerable: true, get: function () { return export_utils_1.SERVICE_REQUIRED_EXTENSIONS; } });
 var graphql_client_1 = require("./graphql-client");
 Object.defineProperty(exports, "GraphQLClient", { enumerable: true, get: function () { return graphql_client_1.GraphQLClient; } });
 var graphql_naming_1 = require("./graphql-naming");
+Object.defineProperty(exports, "buildFieldsFragment", { enumerable: true, get: function () { return graphql_naming_1.buildFieldsFragment; } });
 Object.defineProperty(exports, "getGraphQLQueryName", { enumerable: true, get: function () { return graphql_naming_1.getGraphQLQueryName; } });
 Object.defineProperty(exports, "getGraphQLTypeName", { enumerable: true, get: function () { return graphql_naming_1.getGraphQLTypeName; } });
 Object.defineProperty(exports, "graphqlRowToPostgresRow", { enumerable: true, get: function () { return graphql_naming_1.graphqlRowToPostgresRow; } });
-Object.defineProperty(exports, "buildFieldsFragment", { enumerable: true, get: function () { return graphql_naming_1.buildFieldsFragment; } });
 Object.defineProperty(exports, "mapGraphQLTypeToFieldType", { enumerable: true, get: function () { return graphql_naming_1.mapGraphQLTypeToFieldType; } });
 Object.defineProperty(exports, "unwrapGraphQLType", { enumerable: true, get: function () { return graphql_naming_1.unwrapGraphQLType; } });
-var export_utils_1 = require("./export-utils");
-Object.defineProperty(exports, "DB_REQUIRED_EXTENSIONS", { enumerable: true, get: function () { return export_utils_1.DB_REQUIRED_EXTENSIONS; } });
-Object.defineProperty(exports, "SERVICE_REQUIRED_EXTENSIONS", { enumerable: true, get: function () { return export_utils_1.SERVICE_REQUIRED_EXTENSIONS; } });
-Object.defineProperty(exports, "META_COMMON_HEADER", { enumerable: true, get: function () { return export_utils_1.META_COMMON_HEADER; } });
-Object.defineProperty(exports, "META_COMMON_FOOTER", { enumerable: true, get: function () { return export_utils_1.META_COMMON_FOOTER; } });
-Object.defineProperty(exports, "META_TABLE_ORDER", { enumerable: true, get: function () { return export_utils_1.META_TABLE_ORDER; } });
-Object.defineProperty(exports, "META_TABLE_CONFIG", { enumerable: true, get: function () { return export_utils_1.META_TABLE_CONFIG; } });
-Object.defineProperty(exports, "META_TABLE_OVERRIDES", { enumerable: true, get: function () { return export_utils_1.META_TABLE_OVERRIDES; } });
-Object.defineProperty(exports, "mapPgTypeToFieldType", { enumerable: true, get: function () { return export_utils_1.mapPgTypeToFieldType; } });
-Object.defineProperty(exports, "makeReplacer", { enumerable: true, get: function () { return export_utils_1.makeReplacer; } });
-Object.defineProperty(exports, "preparePackage", { enumerable: true, get: function () { return export_utils_1.preparePackage; } });
-Object.defineProperty(exports, "normalizeOutdir", { enumerable: true, get: function () { return export_utils_1.normalizeOutdir; } });
-Object.defineProperty(exports, "detectMissingModules", { enumerable: true, get: function () { return export_utils_1.detectMissingModules; } });
-Object.defineProperty(exports, "installMissingModules", { enumerable: true, get: function () { return export_utils_1.installMissingModules; } });
-var type_map_1 = require("./type-map");
-Object.defineProperty(exports, "PG_TYPE_MAP", { enumerable: true, get: function () { return type_map_1.PG_TYPE_MAP; } });
-Object.defineProperty(exports, "lookupByPgUdt", { enumerable: true, get: function () { return type_map_1.lookupByPgUdt; } });
-Object.defineProperty(exports, "lookupByGqlType", { enumerable: true, get: function () { return type_map_1.lookupByGqlType; } });
 var interval_utils_1 = require("./interval-utils");
 Object.defineProperty(exports, "intervalToPostgres", { enumerable: true, get: function () { return interval_utils_1.intervalToPostgres; } });
 Object.defineProperty(exports, "parsePgInterval", { enumerable: true, get: function () { return interval_utils_1.parsePgInterval; } });
+var type_map_1 = require("./type-map");
+Object.defineProperty(exports, "lookupByGqlType", { enumerable: true, get: function () { return type_map_1.lookupByGqlType; } });
+Object.defineProperty(exports, "lookupByPgUdt", { enumerable: true, get: function () { return type_map_1.lookupByPgUdt; } });
+Object.defineProperty(exports, "PG_TYPE_MAP", { enumerable: true, get: function () { return type_map_1.PG_TYPE_MAP; } });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pgpmjs/export",
-  "version": "1.14.2",
+  "version": "1.15.0",
   "author": "Constructive <developers@constructive.io>",
   "description": "PGPM export tools for SQL and GraphQL database migration extraction",
   "main": "index.js",
@@ -41,22 +41,22 @@
     "@pgsql/types": "^18.0.0",
     "@types/pg": "^8.20.0",
     "makage": "^0.3.0",
-    "pgsql-test": "^5.9.7"
+    "pgsql-test": "^5.9.8"
   },
   "dependencies": {
-    "@constructive-io/query-builder": "^3.9.4",
-    "@pgpmjs/core": "^7.21.2",
-    "@pgpmjs/migrate-client": "^1.10.7",
+    "@constructive-io/query-builder": "^3.9.5",
+    "@pgpmjs/core": "^7.21.3",
+    "@pgpmjs/migrate-client": "^1.10.8",
     "@pgpmjs/naming-spec": "^0.1.2",
-    "@pgpmjs/transform": "^0.18.0",
-    "@pgpmjs/types": "^2.49.2",
-    "csv-to-pg": "^4.9.3",
+    "@pgpmjs/transform": "^0.19.0",
+    "@pgpmjs/types": "^2.49.3",
+    "csv-to-pg": "^4.9.4",
     "glob": "^13.0.6",
     "inflekt": "^0.7.1",
     "inquirerer": "^4.9.1",
     "pg": "^8.21.0",
-    "pg-cache": "^3.24.2",
+    "pg-cache": "^3.24.3",
     "pg-env": "^1.27.2"
   },
-  "gitHead": "6d3e25dc5c9f93421dba49ddedf93239f87213a8"
+  "gitHead": "c20b6be96b39bf71c0e2df0f4b51e05deacd006b"
 }

package/esm/restructure.js

@@ -1,53 +0,0 @@
-import { alterationPathFor } from '@pgpmjs/naming-spec';
-import { loadModule, restructureChanges } from '@pgpmjs/transform';
-export const EXPORT_GRANULARITIES = ['atomic', 'object', 'consolidated'];
-export const isExportGranularity = (value) => typeof value === 'string' && EXPORT_GRANULARITIES.includes(value);
-/**
- * Restructure exported migration rows to the target granularity.
- *
- * The rows' deploy SQL is flattened in export order, restructured, and
- * re-sliced into per-object changes whose paths come from the naming spec and
- * whose deps come from the statement graph. When two changes derive the same
- * path (the same object altered again), later occurrences get the spec's
- * alteration convention via `alterationPathFor` (monotonic per-parent
- * counter), with the parent added to their deps.
- *
- * Revert/verify scripts are not carried through from the original rows (the
- * restructured grouping no longer matches them one-to-one); instead each
- * change gets scripts generated from its own statements via
- * `revertFor`/`verifyFor` (drops in reverse topological order, one existence
- * check per created object).
- */
-export const restructureExportRows = async (rows, granularity) => {
-    await loadModule();
-    const { changes, warnings } = restructureChanges(rows.map(row => ({
-        name: row.deploy,
-        dependencies: row.deps ?? [],
-        deploy: row.content
-    })), { granularity });
-    const counters = new Map();
-    const taken = new Set();
-    const restructured = changes.map(change => {
-        let deploy = change.name;
-        const deps = [...change.dependencies];
-        if (taken.has(deploy)) {
-            let n = (counters.get(change.name) ?? 0) + 1;
-            while (taken.has(alterationPathFor(change.name, n)))
-                n++;
-            counters.set(change.name, n);
-            deploy = alterationPathFor(change.name, n);
-            if (!deps.includes(change.name))
-                deps.push(change.name);
-        }
-        taken.add(deploy);
-        return {
-            name: deploy,
-            deploy,
-            deps,
-            content: change.deploy,
-            revert: change.revert,
-            verify: change.verify
-        };
-    });
-    return { rows: restructured, warnings };
-};

package/restructure.d.ts

@@ -1,33 +0,0 @@
-/**
- * Granularity dial for `pgpm export`: route exported sql_actions rows through
- * the dials pipeline (`restructureChanges` in `@pgpmjs/transform`) so change
- * paths are derived from the naming spec (`identityOf` + `pathFor`) and
- * `requires` come from the statement dependency graph instead of the
- * hand-chained deps recorded at action time.
- */
-import { PgpmRow } from '@pgpmjs/core';
-import { Granularity } from '@pgpmjs/transform';
-export type ExportGranularity = Granularity;
-export declare const EXPORT_GRANULARITIES: readonly ExportGranularity[];
-export declare const isExportGranularity: (value: unknown) => value is ExportGranularity;
-export interface RestructureExportRowsResult {
-    rows: PgpmRow[];
-    warnings: string[];
-}
-/**
- * Restructure exported migration rows to the target granularity.
- *
- * The rows' deploy SQL is flattened in export order, restructured, and
- * re-sliced into per-object changes whose paths come from the naming spec and
- * whose deps come from the statement graph. When two changes derive the same
- * path (the same object altered again), later occurrences get the spec's
- * alteration convention via `alterationPathFor` (monotonic per-parent
- * counter), with the parent added to their deps.
- *
- * Revert/verify scripts are not carried through from the original rows (the
- * restructured grouping no longer matches them one-to-one); instead each
- * change gets scripts generated from its own statements via
- * `revertFor`/`verifyFor` (drops in reverse topological order, one existence
- * check per created object).
- */
-export declare const restructureExportRows: (rows: PgpmRow[], granularity: ExportGranularity) => Promise<RestructureExportRowsResult>;

package/restructure.js

@@ -1,58 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.restructureExportRows = exports.isExportGranularity = exports.EXPORT_GRANULARITIES = void 0;
-const naming_spec_1 = require("@pgpmjs/naming-spec");
-const transform_1 = require("@pgpmjs/transform");
-exports.EXPORT_GRANULARITIES = ['atomic', 'object', 'consolidated'];
-const isExportGranularity = (value) => typeof value === 'string' && exports.EXPORT_GRANULARITIES.includes(value);
-exports.isExportGranularity = isExportGranularity;
-/**
- * Restructure exported migration rows to the target granularity.
- *
- * The rows' deploy SQL is flattened in export order, restructured, and
- * re-sliced into per-object changes whose paths come from the naming spec and
- * whose deps come from the statement graph. When two changes derive the same
- * path (the same object altered again), later occurrences get the spec's
- * alteration convention via `alterationPathFor` (monotonic per-parent
- * counter), with the parent added to their deps.
- *
- * Revert/verify scripts are not carried through from the original rows (the
- * restructured grouping no longer matches them one-to-one); instead each
- * change gets scripts generated from its own statements via
- * `revertFor`/`verifyFor` (drops in reverse topological order, one existence
- * check per created object).
- */
-const restructureExportRows = async (rows, granularity) => {
-    await (0, transform_1.loadModule)();
-    const { changes, warnings } = (0, transform_1.restructureChanges)(rows.map(row => ({
-        name: row.deploy,
-        dependencies: row.deps ?? [],
-        deploy: row.content
-    })), { granularity });
-    const counters = new Map();
-    const taken = new Set();
-    const restructured = changes.map(change => {
-        let deploy = change.name;
-        const deps = [...change.dependencies];
-        if (taken.has(deploy)) {
-            let n = (counters.get(change.name) ?? 0) + 1;
-            while (taken.has((0, naming_spec_1.alterationPathFor)(change.name, n)))
-                n++;
-            counters.set(change.name, n);
-            deploy = (0, naming_spec_1.alterationPathFor)(change.name, n);
-            if (!deps.includes(change.name))
-                deps.push(change.name);
-        }
-        taken.add(deploy);
-        return {
-            name: deploy,
-            deploy,
-            deps,
-            content: change.deploy,
-            revert: change.revert,
-            verify: change.verify
-        };
-    });
-    return { rows: restructured, warnings };
-};
-exports.restructureExportRows = restructureExportRows;