@sqlanvil/core 1.27.2 → 1.29.0

package/configs.proto

@@ -90,6 +90,11 @@ message WorkflowSettings {
 
   // Optional. Named environments (dev/staging/prod) selected with `--environment`.
   map<string, Environment> environments = 19;
+
+  // Optional. If set to true, governance controls (e.g. Data Policies) will be
+  // preserved on BigQuery tables. BigQuery only — no other warehouse has the concept.
+  // Upstream #2220 numbers this 18, which sqlanvil already uses for `connections`.
+  bool preserve_governance_controls = 20;
 }
 
 // A named environment (dev/staging/prod). Holds only NON-SECRET overrides plus a
@@ -357,6 +362,11 @@ message ActionConfig {
 
     // MySQL/MariaDB specific options (engine/charset/collation + indexes).
     MysqlOptions mysql = 27;
+
+    // Optional. If true, preserves existing BigQuery column governance controls
+    // (e.g. data policy) when recreating a table. Upstream #2220 numbers this 25,
+    // already taken here by `postgres`.
+    optional bool preserve_governance_controls = 28;
   }
 
   message Metadata {
@@ -470,6 +480,18 @@ message ActionConfig {
     SYNCHRONIZE = 3;
   }
 
+  enum IncrementalStrategy {
+    // Strategy is unspecified. Defaults to MERGE if uniqueKey is configured,
+    // or APPEND otherwise.
+    INCREMENTAL_STRATEGY_UNSPECIFIED = 0;
+    // MERGE strategy. Matches rows based on uniqueKey to update existing rows
+    // or insert new ones.
+    INCREMENTAL_STRATEGY_MERGE = 1;
+    // INSERT_OVERWRITE strategy. Overwrites entire partitions in the target
+    // table that are present in the new staging data.
+    INCREMENTAL_STRATEGY_INSERT_OVERWRITE = 2;
+  }
+
   message IncrementalTableConfig {
     // The name of the incremental table.
     string name = 1;
@@ -580,6 +602,13 @@ message ActionConfig {
 
     // MySQL/MariaDB specific options (engine/charset/collation + indexes).
     MysqlOptions mysql = 30;
+
+    // Optional. The incremental strategy to use when updating the table.
+    // Upstream #2195 numbers these 28/29, already taken here by `postgres`/`supabase`.
+    IncrementalStrategy incremental_strategy = 31;
+
+    // Array of SQL-based predicates for when incremental updates are applied.
+    repeated string incremental_predicates = 32;
   }
 
   message AssertionConfig {

package/core.proto

@@ -16,8 +16,12 @@ syntax = "proto3";
 
 package sqlanvil;
 
+// Restored after upstream #2104 dropped it: sqlanvil's ProjectConfig.connections is a
+// map<string, ConnectionConfig>, and ConnectionConfig lives in configs.proto. configs.proto
+// does not import core.proto, so this does not reintroduce the cycle #2104 was fixing.
 import "configs.proto";
 import "extension.proto";
+
 import "google/protobuf/struct.proto";
 
 option java_package = "com.sqlanvil.protos";
@@ -56,9 +60,16 @@ message ProjectConfig {
 
   string warehouse_connection = 24;
 
+  // Upstream #2220 assigns this field number 24, which sqlanvil already shipped as
+  // warehouse_connection (released in 1.x, and stored inside every compiled graph a Cloud
+  // pinned release replays). Renumbering ours would silently misread those; renumbering the
+  // incoming field costs only wire-compat with upstream, which is not a thing we have.
+  bool preserve_governance_controls = 25;
+
   reserved 3, 4, 6, 8, 10, 12, 13;
 }
 
+
 message CompileConfig {
   // Required.
   string project_dir = 1;
@@ -69,7 +80,8 @@ message CompileConfig {
   // Project configuration overrides.
   ProjectConfig project_config_override = 3;
 
-  // Override compilation timeout settings.
+  // Override top-level compilation timeout (the single compile worker that
+  // runs once per invocation).
   int32 timeout_millis = 6;
 
   Extension extension = 10;
@@ -109,6 +121,8 @@ message BigQueryOptions {
   TableFormat table_format = 9;
   FileFormat file_format = 10;
   string storage_uri = 11;
+  repeated string incremental_predicates = 12;
+  bool preserve_governance_controls = 13;
 }
 
 message GraphErrors {
@@ -193,6 +207,18 @@ enum OnSchemaChange {
   SYNCHRONIZE = 3;
 }
 
+enum IncrementalStrategy {
+  // Strategy is unspecified. Defaults to MERGE if uniqueKey is configured,
+  // or APPEND otherwise.
+  INCREMENTAL_STRATEGY_UNSPECIFIED = 0;
+  // MERGE strategy. Matches rows based on uniqueKey to update existing row
+  // or insert new ones.
+  MERGE = 1;
+  // INSERT_OVERWRITE strategy. Overwrites entire partitions in the target
+  // table that are present in the new staging data.
+  INSERT_OVERWRITE = 2;
+}
+
 message Table {
   // For legacy compatability reasons, both incremental tables and views are
   // configured in compiled graphs via the Table proto.
@@ -229,6 +255,11 @@ message Table {
 
   string jit_code = 38;
 
+  // The incremental strategy to use when updating the incremental table.
+  // Upstream #2195 assigns 39, which sqlanvil already uses for `postgres` below — same
+  // collision and same reasoning as preserve_governance_controls in ProjectConfig.
+  IncrementalStrategy incremental_strategy = 42;
+
   // Warehouse specific features.
   BigQueryOptions bigquery = 22;
   PostgresOptions postgres = 39;

package/package.json

@@ -17,7 +17,9 @@
         "**/node-fetch": "^2.6.7",
         "**/markdown-it": "^12.3.2",
         "**/wrap-ansi": "7.0.0",
-        "**/string-width": "4.1.0"
+        "**/string-width": "4.1.0",
+        "**/@eslint-community/eslint-utils": "4.9.1",
+        "**/@ungap/structured-clone": "1.3.1"
     },
     "homepage": "https://sqlanvil.com",
     "repository": {
@@ -41,7 +43,7 @@
     "publishConfig": {
         "access": "public"
     },
-    "version": "1.27.2",
+    "version": "1.29.0",
     "name": "@sqlanvil/core",
     "description": "sqlanvil core API.",
     "main": "bundle.js"