@sqlanvil/cli 1.32.6 → 1.32.8

package/bundle.js

@@ -6974,6 +6974,7 @@ const sqlanvil = $root.sqlanvil = (() => {
              * @property {sqlanvil.IMysqlOptions|null} [mysql] IncrementalTableConfig mysql
              * @property {sqlanvil.ActionConfig.IncrementalStrategy|null} [incrementalStrategy] IncrementalTableConfig incrementalStrategy
              * @property {Array.<string>|null} [incrementalPredicates] IncrementalTableConfig incrementalPredicates
+             * @property {boolean|null} [preserveGovernanceControls] IncrementalTableConfig preserveGovernanceControls
              */
 
             /**
@@ -7257,6 +7258,23 @@ const sqlanvil = $root.sqlanvil = (() => {
              */
             IncrementalTableConfig.prototype.incrementalPredicates = $util.emptyArray;
 
+            /**
+             * IncrementalTableConfig preserveGovernanceControls.
+             * @member {boolean|null|undefined} preserveGovernanceControls
+             * @memberof sqlanvil.ActionConfig.IncrementalTableConfig
+             * @instance
+             */
+            IncrementalTableConfig.prototype.preserveGovernanceControls = null;
+
+            // OneOf field names bound to virtual getters and setters
+            let $oneOfFields;
+
+            // Virtual OneOf for proto3 optional field
+            Object.defineProperty(IncrementalTableConfig.prototype, "_preserveGovernanceControls", {
+                get: $util.oneOfGetter($oneOfFields = ["preserveGovernanceControls"]),
+                set: $util.oneOfSetter($oneOfFields)
+            });
+
             /**
              * Creates a new IncrementalTableConfig instance using the specified properties.
              * @function create
@@ -7359,6 +7377,8 @@ const sqlanvil = $root.sqlanvil = (() => {
                 if (message.incrementalPredicates != null && message.incrementalPredicates.length)
                     for (let i = 0; i < message.incrementalPredicates.length; ++i)
                         writer.uint32(/* id 32, wireType 2 =*/258).string(message.incrementalPredicates[i]);
+                if (message.preserveGovernanceControls != null && Object.hasOwnProperty.call(message, "preserveGovernanceControls"))
+                    writer.uint32(/* id 33, wireType 0 =*/264).bool(message.preserveGovernanceControls);
                 return writer;
             };
 
@@ -7585,6 +7605,10 @@ const sqlanvil = $root.sqlanvil = (() => {
                             message.incrementalPredicates.push(reader.string());
                             break;
                         }
+                    case 33: {
+                            message.preserveGovernanceControls = reader.bool();
+                            break;
+                        }
                     default:
                         reader.skipType(tag & 7, long);
                         break;
@@ -7791,6 +7815,10 @@ const sqlanvil = $root.sqlanvil = (() => {
                         if (!$util.isString(message.incrementalPredicates[i]))
                             return "incrementalPredicates: string[] expected";
                 }
+                if (message.preserveGovernanceControls != null && Object.hasOwnProperty.call(message, "preserveGovernanceControls")) {
+                    if (typeof message.preserveGovernanceControls !== "boolean")
+                        return "preserveGovernanceControls: boolean expected";
+                }
                 return null;
             };
 
@@ -7996,6 +8024,8 @@ const sqlanvil = $root.sqlanvil = (() => {
                     for (let i = 0; i < object.incrementalPredicates.length; ++i)
                         message.incrementalPredicates[i] = String(object.incrementalPredicates[i]);
                 }
+                if (object.preserveGovernanceControls != null)
+                    message.preserveGovernanceControls = Boolean(object.preserveGovernanceControls);
                 return message;
             };
 
@@ -8155,6 +8185,11 @@ const sqlanvil = $root.sqlanvil = (() => {
                     for (let j = 0; j < message.incrementalPredicates.length; ++j)
                         object.incrementalPredicates[j] = message.incrementalPredicates[j];
                 }
+                if (message.preserveGovernanceControls != null && Object.hasOwnProperty.call(message, "preserveGovernanceControls")) {
+                    object.preserveGovernanceControls = message.preserveGovernanceControls;
+                    if (options.oneofs)
+                        object._preserveGovernanceControls = "preserveGovernanceControls";
+                }
                 return object;
             };
 
@@ -49551,6 +49586,26 @@ const google = $root.google = (() => {
 
 const CONFIGS_PROTO_DOCUMENTATION_URL = "https://github.com/sqlanvil/docs/blob/main/reference/configs.md";
 const REPORT_ISSUE_URL = "https://github.com/sqlanvil/sqlanvil/issues";
+function isForeignBuffer(candidate) {
+    try {
+        if (!(candidate === null || candidate === void 0 ? void 0 : candidate.prototype)) {
+            return false;
+        }
+        return !(candidate.prototype instanceof Uint8Array);
+    }
+    catch (e) {
+        return true;
+    }
+}
+function avoidForeignBufferEncoding(bufferClass) {
+    if (!isForeignBuffer(bufferClass)) {
+        return false;
+    }
+    protobufjs.util.Buffer = null;
+    protobufjs.configure();
+    return true;
+}
+avoidForeignBufferEncoding(typeof global === "undefined" ? undefined : global.Buffer);
 var VerifyProtoErrorBehaviour;
 (function (VerifyProtoErrorBehaviour) {
     VerifyProtoErrorBehaviour[VerifyProtoErrorBehaviour["DEFAULT"] = 0] = "DEFAULT";
@@ -50243,14 +50298,21 @@ CREATE OR REPLACE TABLE ${emptyTempTableName} AS (
   SELECT * FROM (${query}) AS insertions LIMIT 0
 );`;
     }
-    compareSchemasSql(target, emptyTempTableTarget) {
-        return `
--- Compare schemas
+    declareSchemaChangeVariablesSql(onSchemaChange) {
+        let sql = `
+-- Declare variables for schema comparison and strategy execution.
 DECLARE sqlanvil_columns ARRAY<STRING>;
 DECLARE temp_table_columns ARRAY<STRUCT<column_name STRING, data_type STRING>>;
 DECLARE columns_added ARRAY<STRUCT<column_name STRING, data_type STRING>>;
-DECLARE columns_removed ARRAY<STRING>;
-
+DECLARE columns_removed ARRAY<STRING>;`;
+        if (onSchemaChange === sqlanvil.OnSchemaChange.SYNCHRONIZE) {
+            sql += `\nDECLARE invalid_removed_columns ARRAY<STRING>;`;
+        }
+        return sql;
+    }
+    compareSchemasSql(target, emptyTempTableTarget) {
+        return `
+-- Compare schemas
 SET sqlanvil_columns = (
   SELECT IFNULL(ARRAY_AGG(DISTINCT column_name), [])
   FROM \`${target.database}.${target.schema}.INFORMATION_SCHEMA.COLUMNS\`
@@ -50305,7 +50367,6 @@ ${this.alterTableAddColumnsSql(qualifiedTargetTableName)}
             case sqlanvil.OnSchemaChange.SYNCHRONIZE:
                 const uniqueKeys = table.uniqueKey || [];
                 sql += `
-DECLARE invalid_removed_columns ARRAY<STRING>;
 SET invalid_removed_columns = (
   SELECT IFNULL(ARRAY_AGG(col), []) FROM UNNEST(columns_removed) AS col WHERE col IN UNNEST(${JSON.stringify(uniqueKeys)})
 );
@@ -50353,7 +50414,9 @@ DROP TABLE IF EXISTS ${emptyTempTableName};
     incrementalSchemaChangeBody(table, qualifiedTargetTableName, emptyTempTableTarget) {
         const emptyTempTableName = this.resolveTarget(emptyTempTableTarget);
         const query = this.getIncrementalQuery(table);
+        const onSchemaChange = table.onSchemaChange || sqlanvil.OnSchemaChange.IGNORE;
         const statements = [
+            this.declareSchemaChangeVariablesSql(onSchemaChange),
             this.createEmptyTempTableSql(emptyTempTableName, query),
             this.compareSchemasSql(table.target, emptyTempTableTarget),
             this.applySchemaChangeStrategySql(table, qualifiedTargetTableName),
@@ -51096,8 +51159,8 @@ function collectEvaluationQueries(queryOrAction, concatenate, queryModifier = (q
         .filter(validationQuery => !!validationQuery.query);
 }
 
-const version = "1.32.6";
-const dataformVersion = "3.0.69";
+const version = "1.32.8";
+const dataformVersion = "3.0.70";
 
 async function build(compiledGraph, runConfig, dbadapter) {
     const prunedGraph = prune(compiledGraph, runConfig);
@@ -55178,7 +55241,7 @@ function formatStackTraceForQuietCompilation(compileError) {
     }
     return "";
 }
-function printCompiledGraphErrors(graphErrors, quietCompilation) {
+function printCompiledGraphErrors(graphErrors, quietCompilation = false) {
     if (graphErrors.compilationErrors && graphErrors.compilationErrors.length > 0) {
         printError("Compilation errors:", 1);
         graphErrors.compilationErrors.forEach(compileError => {
@@ -55595,10 +55658,11 @@ const timeoutOption = option("timeout", {
     default: null,
     coerce: (rawTimeoutString) => rawTimeoutString ? parseDuration__default["default"](rawTimeoutString) : null
 });
-const noArtifactsOption = option("no-artifacts", {
-    describe: "Skip writing the queryable Parquet artifacts under target/ (catalog on compile; run history " +
-        "on run).",
-    type: "boolean"
+const artifactsOption = option("artifacts", {
+    describe: "Write the queryable Parquet artifacts under target/ (catalog on compile; run history on " +
+        "run). Pass --no-artifacts to skip them.",
+    type: "boolean",
+    default: true
 });
 const quietCompileOption = option("quiet", {
     describe: "Less verbose compilation output. Example usage: 'sqlanvil compile --quiet'",
@@ -55658,7 +55722,7 @@ const compileCommand = {
         compileTagsOption,
         compileIncludeDepsOption,
         compileIncludeDependentsOption,
-        noArtifactsOption,
+        artifactsOption,
         option(verboseOptionName, {
             describe: "Enable verbose compilation output. Example usage: 'sqlanvil compile --verbose'",
             type: "boolean",
@@ -55705,7 +55769,7 @@ const compileCommand = {
                 printCompiledGraphErrors(compiledGraph.graphErrors, argv[quietCompileOption.name]);
                 return true;
             }
-            if (!argv[noArtifactsOption.name]) {
+            if (argv[artifactsOption.name] !== false) {
                 await safeWriteArtifacts(compiledGraph, projectDir, { warn: print });
             }
             return false;
@@ -60170,7 +60234,7 @@ async function runValidate(argv) {
         timeoutMillis: argv[timeoutOption.name] || undefined
     });
     if (compiledGraphHasErrors(compiledGraph)) {
-        printCompiledGraphErrors(compiledGraph.graphErrors, argv[quietCompileOption.name]);
+        printCompiledGraphErrors(compiledGraph.graphErrors);
         return 1;
     }
     if (!argv[jsonOutputOption.name]) {
@@ -60317,7 +60381,7 @@ const runCommand = {
         executionTimeoutOption,
         tagsOption,
         bigqueryJobLabelsOption,
-        noArtifactsOption,
+        artifactsOption,
         ...ProjectConfigOptions.allYargsOptions
     ],
     processFn: async (argv) => {
@@ -60370,7 +60434,7 @@ const runCommand = {
             }
         }
         if (compiledGraphHasErrors(compiledGraph)) {
-            printCompiledGraphErrors(compiledGraph.graphErrors, argv[quietCompileOption.name]);
+            printCompiledGraphErrors(compiledGraph.graphErrors);
             return 1;
         }
         const warehouse = compiledGraph.projectConfig.warehouse || "bigquery";
@@ -60483,7 +60547,7 @@ const runCommand = {
                 printError("Run cancelled.");
             }
         }
-        if (!argv[noArtifactsOption.name]) {
+        if (argv[artifactsOption.name] !== false) {
             await safeWriteArtifacts(compiledGraph, argv[projectDirOption.name], {
                 runResult,
                 runId: Date.now(),
@@ -60514,7 +60578,7 @@ const testCommand = {
             timeoutMillis: argv[timeoutOption.name] || undefined
         });
         if (compiledGraphHasErrors(compiledGraph)) {
-            printCompiledGraphErrors(compiledGraph.graphErrors, argv[quietCompileOption.name]);
+            printCompiledGraphErrors(compiledGraph.graphErrors);
             return 1;
         }
         if (!argv[jsonOutputOption.name]) {

package/package.json

@@ -46,7 +46,10 @@
         "**/wrap-ansi": "7.0.0",
         "**/string-width": "4.1.0",
         "**/@eslint-community/eslint-utils": "4.9.1",
-        "**/@ungap/structured-clone": "1.3.1"
+        "**/@ungap/structured-clone": "1.3.1",
+        "**/brace-expansion": "5.0.9",
+        "**/linkify-it": "^5.0.2",
+        "**/braces": "^3.0.3"
     },
     "homepage": "https://sqlanvil.com",
     "repository": {
@@ -73,7 +76,7 @@
     "bin": {
         "sqlanvil": "bundle.js"
     },
-    "version": "1.32.6",
+    "version": "1.32.8",
     "name": "@sqlanvil/cli",
     "description": "sqlanvil command line interface.",
     "main": "bundle.js"

package/worker_bundle.js

@@ -6912,6 +6912,7 @@ const sqlanvil = $root.sqlanvil = (() => {
              * @property {sqlanvil.IMysqlOptions|null} [mysql] IncrementalTableConfig mysql
              * @property {sqlanvil.ActionConfig.IncrementalStrategy|null} [incrementalStrategy] IncrementalTableConfig incrementalStrategy
              * @property {Array.<string>|null} [incrementalPredicates] IncrementalTableConfig incrementalPredicates
+             * @property {boolean|null} [preserveGovernanceControls] IncrementalTableConfig preserveGovernanceControls
              */
 
             /**
@@ -7195,6 +7196,23 @@ const sqlanvil = $root.sqlanvil = (() => {
              */
             IncrementalTableConfig.prototype.incrementalPredicates = $util.emptyArray;
 
+            /**
+             * IncrementalTableConfig preserveGovernanceControls.
+             * @member {boolean|null|undefined} preserveGovernanceControls
+             * @memberof sqlanvil.ActionConfig.IncrementalTableConfig
+             * @instance
+             */
+            IncrementalTableConfig.prototype.preserveGovernanceControls = null;
+
+            // OneOf field names bound to virtual getters and setters
+            let $oneOfFields;
+
+            // Virtual OneOf for proto3 optional field
+            Object.defineProperty(IncrementalTableConfig.prototype, "_preserveGovernanceControls", {
+                get: $util.oneOfGetter($oneOfFields = ["preserveGovernanceControls"]),
+                set: $util.oneOfSetter($oneOfFields)
+            });
+
             /**
              * Creates a new IncrementalTableConfig instance using the specified properties.
              * @function create
@@ -7297,6 +7315,8 @@ const sqlanvil = $root.sqlanvil = (() => {
                 if (message.incrementalPredicates != null && message.incrementalPredicates.length)
                     for (let i = 0; i < message.incrementalPredicates.length; ++i)
                         writer.uint32(/* id 32, wireType 2 =*/258).string(message.incrementalPredicates[i]);
+                if (message.preserveGovernanceControls != null && Object.hasOwnProperty.call(message, "preserveGovernanceControls"))
+                    writer.uint32(/* id 33, wireType 0 =*/264).bool(message.preserveGovernanceControls);
                 return writer;
             };
 
@@ -7523,6 +7543,10 @@ const sqlanvil = $root.sqlanvil = (() => {
                             message.incrementalPredicates.push(reader.string());
                             break;
                         }
+                    case 33: {
+                            message.preserveGovernanceControls = reader.bool();
+                            break;
+                        }
                     default:
                         reader.skipType(tag & 7, long);
                         break;
@@ -7729,6 +7753,10 @@ const sqlanvil = $root.sqlanvil = (() => {
                         if (!$util.isString(message.incrementalPredicates[i]))
                             return "incrementalPredicates: string[] expected";
                 }
+                if (message.preserveGovernanceControls != null && Object.hasOwnProperty.call(message, "preserveGovernanceControls")) {
+                    if (typeof message.preserveGovernanceControls !== "boolean")
+                        return "preserveGovernanceControls: boolean expected";
+                }
                 return null;
             };
 
@@ -7934,6 +7962,8 @@ const sqlanvil = $root.sqlanvil = (() => {
                     for (let i = 0; i < object.incrementalPredicates.length; ++i)
                         message.incrementalPredicates[i] = String(object.incrementalPredicates[i]);
                 }
+                if (object.preserveGovernanceControls != null)
+                    message.preserveGovernanceControls = Boolean(object.preserveGovernanceControls);
                 return message;
             };
 
@@ -8093,6 +8123,11 @@ const sqlanvil = $root.sqlanvil = (() => {
                     for (let j = 0; j < message.incrementalPredicates.length; ++j)
                         object.incrementalPredicates[j] = message.incrementalPredicates[j];
                 }
+                if (message.preserveGovernanceControls != null && Object.hasOwnProperty.call(message, "preserveGovernanceControls")) {
+                    object.preserveGovernanceControls = message.preserveGovernanceControls;
+                    if (options.oneofs)
+                        object._preserveGovernanceControls = "preserveGovernanceControls";
+                }
                 return object;
             };
 
@@ -49487,6 +49522,26 @@ const google = $root.google = (() => {
     return google;
 })();
 
+function isForeignBuffer(candidate) {
+    try {
+        if (!(candidate === null || candidate === void 0 ? void 0 : candidate.prototype)) {
+            return false;
+        }
+        return !(candidate.prototype instanceof Uint8Array);
+    }
+    catch (e) {
+        return true;
+    }
+}
+function avoidForeignBufferEncoding(bufferClass) {
+    if (!isForeignBuffer(bufferClass)) {
+        return false;
+    }
+    protobufjs.util.Buffer = null;
+    protobufjs.configure();
+    return true;
+}
+avoidForeignBufferEncoding(typeof global === "undefined" ? undefined : global.Buffer);
 var VerifyProtoErrorBehaviour;
 (function (VerifyProtoErrorBehaviour) {
     VerifyProtoErrorBehaviour[VerifyProtoErrorBehaviour["DEFAULT"] = 0] = "DEFAULT";