@pgpmjs/core 4.4.0 → 4.5.1

package/README.md

@@ -49,9 +49,14 @@ Common issues and solutions for pgpm, PostgreSQL, and testing.
 
 ## Related Constructive Tooling
 
+### 📦 Package Management
+
+* [pgpm](https://github.com/constructive-io/constructive/tree/main/pgpm/pgpm): **🖥️ PostgreSQL Package Manager** for modular Postgres development. Works with database workspaces, scaffolding, migrations, seeding, and installing database packages.
+
 ### 🧪 Testing
 
 * [pgsql-test](https://github.com/constructive-io/constructive/tree/main/postgres/pgsql-test): **📊 Isolated testing environments** with per-test transaction rollbacks—ideal for integration tests, complex migrations, and RLS simulation.
+* [pgsql-seed](https://github.com/constructive-io/constructive/tree/main/postgres/pgsql-seed): **🌱 PostgreSQL seeding utilities** for CSV, JSON, SQL data loading, and pgpm deployment.
 * [supabase-test](https://github.com/constructive-io/constructive/tree/main/postgres/supabase-test): **🧪 Supabase-native test harness** preconfigured for the local Supabase stack—per-test rollbacks, JWT/role context helpers, and CI/GitHub Actions ready.
 * [graphile-test](https://github.com/constructive-io/constructive/tree/main/graphile/graphile-test): **🔐 Authentication mocking** for Graphile-focused test helpers and emulating row-level security contexts.
 * [pg-query-context](https://github.com/constructive-io/constructive/tree/main/postgres/pg-query-context): **🔒 Session context injection** to add session-local context (e.g., `SET LOCAL`) into queries—ideal for setting `role`, `jwt.claims`, and other session settings.
@@ -65,28 +70,6 @@ Common issues and solutions for pgpm, PostgreSQL, and testing.
 * [@pgsql/types](https://www.npmjs.com/package/@pgsql/types): **📝 Type definitions** for PostgreSQL AST nodes in TypeScript.
 * [@pgsql/utils](https://www.npmjs.com/package/@pgsql/utils): **🛠️ AST utilities** for constructing and transforming PostgreSQL syntax trees.
 
-### 🚀 API & Dev Tools
-
-* [@constructive-io/graphql-server](https://github.com/constructive-io/constructive/tree/main/graphql/server): **⚡ Express-based API server** powered by PostGraphile to expose a secure, scalable GraphQL API over your Postgres database.
-* [@constructive-io/graphql-explorer](https://github.com/constructive-io/constructive/tree/main/graphql/explorer): **🔎 Visual API explorer** with GraphiQL for browsing across all databases and schemas—useful for debugging, documentation, and API prototyping.
-
-### 🔁 Streaming & Uploads
-
-* [etag-hash](https://github.com/constructive-io/constructive/tree/main/streaming/etag-hash): **🏷️ S3-compatible ETags** created by streaming and hashing file uploads in chunks.
-* [etag-stream](https://github.com/constructive-io/constructive/tree/main/streaming/etag-stream): **🔄 ETag computation** via Node stream transformer during upload or transfer.
-* [uuid-hash](https://github.com/constructive-io/constructive/tree/main/streaming/uuid-hash): **🆔 Deterministic UUIDs** generated from hashed content, great for deduplication and asset referencing.
-* [uuid-stream](https://github.com/constructive-io/constructive/tree/main/streaming/uuid-stream): **🌊 Streaming UUID generation** based on piped file content—ideal for upload pipelines.
-* [@constructive-io/s3-streamer](https://github.com/constructive-io/constructive/tree/main/streaming/s3-streamer): **📤 Direct S3 streaming** for large files with support for metadata injection and content validation.
-* [@constructive-io/upload-names](https://github.com/constructive-io/constructive/tree/main/streaming/upload-names): **📂 Collision-resistant filenames** utility for structured and unique file names for uploads.
-
-### 🧰 CLI & Codegen
-
-* [pgpm](https://github.com/constructive-io/constructive/tree/main/pgpm/pgpm): **🖥️ PostgreSQL Package Manager** for modular Postgres development. Works with database workspaces, scaffolding, migrations, seeding, and installing database packages.
-* [@constructive-io/cli](https://github.com/constructive-io/constructive/tree/main/packages/cli): **🖥️ Command-line toolkit** for managing Constructive projects—supports database scaffolding, migrations, seeding, code generation, and automation.
-* [@constructive-io/graphql-codegen](https://github.com/constructive-io/constructive/tree/main/graphql/codegen): **✨ GraphQL code generation** (types, operations, SDK) from schema/endpoint introspection.
-* [@constructive-io/query-builder](https://github.com/constructive-io/constructive/tree/main/packages/query-builder): **🏗️ SQL constructor** providing a robust TypeScript-based query builder for dynamic generation of `SELECT`, `INSERT`, `UPDATE`, `DELETE`, and stored procedure calls—supports advanced SQL features like `JOIN`, `GROUP BY`, and schema-qualified queries.
-* [@constructive-io/graphql-query](https://github.com/constructive-io/constructive/tree/main/graphql/query): **🧩 Fluent GraphQL builder** for PostGraphile schemas. ⚡ Schema-aware via introspection, 🧩 composable and ergonomic for building deeply nested queries.
-
 ## Credits
 
 **🛠 Built by the [Constructive](https://constructive.io) team — creators of modular Postgres tooling for secure, composable backends. If you like our work, contribute on [GitHub](https://github.com/constructive-io).**

package/esm/packaging/package.js

@@ -24,7 +24,7 @@ const filterStatements = (stmts, extension) => {
             !stmt.hasOwnProperty('CreateExtensionStmt');
     });
 };
-export const packageModule = async (packageDir, { usePlan = true, extension = true, pretty = true, functionDelimiter = '$EOFCODE$' } = {}) => {
+export const packageModule = async (packageDir, { usePlan = true, extension = true, pretty = true, functionDelimiter = '$EOFCODE$', outputDiff = false } = {}) => {
     const resolveFn = usePlan ? resolveWithPlan : resolve;
     const sql = resolveFn(packageDir);
     if (!sql?.trim()) {
@@ -43,7 +43,8 @@ export const packageModule = async (packageDir, { usePlan = true, extension = tr
             functionDelimiter
         });
         const tree1 = parsed.stmts;
-        const tree2 = await parse(finalSql);
+        const reparsed = await parse(finalSql);
+        const tree2 = filterStatements(reparsed.stmts, extension);
         const results = {
             sql: `${topLine}${finalSql}`,
         };
@@ -61,7 +62,7 @@ export const packageModule = async (packageDir, { usePlan = true, extension = tr
         throw e;
     }
 };
-export const writePackage = async ({ version, extension = true, usePlan = true, packageDir, }) => {
+export const writePackage = async ({ version, extension = true, usePlan = true, packageDir, outputDiff = false, }) => {
     const pkgPath = `${packageDir}/package.json`;
     const pkg = require(pkgPath);
     const extname = await getExtensionName(packageDir);
@@ -73,6 +74,7 @@ export const writePackage = async ({ version, extension = true, usePlan = true,
     const { sql, diff, tree1, tree2 } = await packageModule(packageDir, {
         extension,
         usePlan,
+        outputDiff,
     });
     const outPath = extension ? `${packageDir}/sql` : `${packageDir}/out`;
     rmSync(outPath, { recursive: true, force: true });
@@ -85,10 +87,14 @@ export const writePackage = async ({ version, extension = true, usePlan = true,
         writeFileSync(makePath, Makefile.replace(regex, sqlFileName));
     }
     if (diff) {
-        log.warn(`⚠️ SQL diff exists! Review the ${relative(packageDir, outPath)}/ folder.`);
-        // Uncomment if needed:
-        // writeFileSync(`${outPath}/orig.${sqlFileName}.tree.json`, tree1);
-        // writeFileSync(`${outPath}/parsed.${sqlFileName}.tree.json`, tree2);
+        if (outputDiff) {
+            writeFileSync(`${outPath}/orig.${sqlFileName}.tree.json`, tree1);
+            writeFileSync(`${outPath}/parsed.${sqlFileName}.tree.json`, tree2);
+            log.warn(`⚠️ AST round-trip diff detected! Diff files written to ${relative(packageDir, outPath)}/`);
+        }
+        else {
+            log.warn(`⚠️ AST round-trip diff detected! Run with --outputDiff to export the AST diff files.`);
+        }
     }
     const writePath = `${outPath}/${sqlFileName}`;
     writeFileSync(writePath, sql);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pgpmjs/core",
-  "version": "4.4.0",
+  "version": "4.5.1",
   "author": "Constructive <developers@constructive.io>",
   "description": "PGPM Package and Migration Tools",
   "main": "index.js",
@@ -44,7 +44,7 @@
     "@pgsql/types": "^17.6.2",
     "@types/pg": "^8.16.0",
     "copyfiles": "^2.4.1",
-    "inquirerer": "^4.1.2",
+    "inquirerer": "^4.2.0",
     "makage": "^0.1.9"
   },
   "dependencies": {
@@ -52,8 +52,8 @@
     "@pgpmjs/logger": "^1.3.5",
     "@pgpmjs/server-utils": "^2.8.11",
     "@pgpmjs/types": "^2.12.8",
-    "csv-to-pg": "^3.2.1",
-    "genomic": "^5.0.3",
+    "csv-to-pg": "^3.3.0",
+    "genomic": "^5.2.0",
     "glob": "^13.0.0",
     "komoji": "^0.7.11",
     "parse-package-name": "^1.0.0",
@@ -64,5 +64,5 @@
     "pgsql-parser": "^17.9.5",
     "yanse": "^0.1.8"
   },
-  "gitHead": "bda56442f70c77c98276bc7bab0450308c975df8"
+  "gitHead": "6883e3b93da28078483bc6aa25862613ef4405b2"
 }

package/packaging/package.d.ts

@@ -4,16 +4,17 @@ interface PackageModuleOptions {
     extension?: boolean;
     pretty?: boolean;
     functionDelimiter?: string;
+    outputDiff?: boolean;
 }
 interface WritePackageOptions extends PackageModuleOptions {
     version: string;
     packageDir: string;
 }
-export declare const packageModule: (packageDir: string, { usePlan, extension, pretty, functionDelimiter }?: PackageModuleOptions) => Promise<{
+export declare const packageModule: (packageDir: string, { usePlan, extension, pretty, functionDelimiter, outputDiff }?: PackageModuleOptions) => Promise<{
     sql: string;
     diff?: boolean;
     tree1?: string;
     tree2?: string;
 }>;
-export declare const writePackage: ({ version, extension, usePlan, packageDir, }: WritePackageOptions) => Promise<void>;
+export declare const writePackage: ({ version, extension, usePlan, packageDir, outputDiff, }: WritePackageOptions) => Promise<void>;
 export {};

package/packaging/package.js

@@ -28,7 +28,7 @@ const filterStatements = (stmts, extension) => {
             !stmt.hasOwnProperty('CreateExtensionStmt');
     });
 };
-const packageModule = async (packageDir, { usePlan = true, extension = true, pretty = true, functionDelimiter = '$EOFCODE$' } = {}) => {
+const packageModule = async (packageDir, { usePlan = true, extension = true, pretty = true, functionDelimiter = '$EOFCODE$', outputDiff = false } = {}) => {
     const resolveFn = usePlan ? resolve_1.resolveWithPlan : resolve_1.resolve;
     const sql = resolveFn(packageDir);
     if (!sql?.trim()) {
@@ -47,7 +47,8 @@ const packageModule = async (packageDir, { usePlan = true, extension = true, pre
             functionDelimiter
         });
         const tree1 = parsed.stmts;
-        const tree2 = await (0, pgsql_parser_1.parse)(finalSql);
+        const reparsed = await (0, pgsql_parser_1.parse)(finalSql);
+        const tree2 = filterStatements(reparsed.stmts, extension);
         const results = {
             sql: `${topLine}${finalSql}`,
         };
@@ -66,7 +67,7 @@ const packageModule = async (packageDir, { usePlan = true, extension = true, pre
     }
 };
 exports.packageModule = packageModule;
-const writePackage = async ({ version, extension = true, usePlan = true, packageDir, }) => {
+const writePackage = async ({ version, extension = true, usePlan = true, packageDir, outputDiff = false, }) => {
     const pkgPath = `${packageDir}/package.json`;
     const pkg = require(pkgPath);
     const extname = await (0, files_1.getExtensionName)(packageDir);
@@ -78,6 +79,7 @@ const writePackage = async ({ version, extension = true, usePlan = true, package
     const { sql, diff, tree1, tree2 } = await (0, exports.packageModule)(packageDir, {
         extension,
         usePlan,
+        outputDiff,
     });
     const outPath = extension ? `${packageDir}/sql` : `${packageDir}/out`;
     (0, fs_1.rmSync)(outPath, { recursive: true, force: true });
@@ -90,10 +92,14 @@ const writePackage = async ({ version, extension = true, usePlan = true, package
         (0, fs_1.writeFileSync)(makePath, Makefile.replace(regex, sqlFileName));
     }
     if (diff) {
-        log.warn(`⚠️ SQL diff exists! Review the ${(0, path_1.relative)(packageDir, outPath)}/ folder.`);
-        // Uncomment if needed:
-        // writeFileSync(`${outPath}/orig.${sqlFileName}.tree.json`, tree1);
-        // writeFileSync(`${outPath}/parsed.${sqlFileName}.tree.json`, tree2);
+        if (outputDiff) {
+            (0, fs_1.writeFileSync)(`${outPath}/orig.${sqlFileName}.tree.json`, tree1);
+            (0, fs_1.writeFileSync)(`${outPath}/parsed.${sqlFileName}.tree.json`, tree2);
+            log.warn(`⚠️ AST round-trip diff detected! Diff files written to ${(0, path_1.relative)(packageDir, outPath)}/`);
+        }
+        else {
+            log.warn(`⚠️ AST round-trip diff detected! Run with --outputDiff to export the AST diff files.`);
+        }
     }
     const writePath = `${outPath}/${sqlFileName}`;
     (0, fs_1.writeFileSync)(writePath, sql);