@sqlanvil/core 1.10.0 → 1.12.0

package/configs.proto

@@ -106,7 +106,9 @@ message Environment {
 
 // A named connection: the warehouse (read/write target) or a read-only source.
 message ConnectionConfig {
-  // Optional. One of "bigquery", "postgres", "supabase".
+  // Optional. One of "bigquery", "postgres", "supabase", "mysql".
+  // ("mysql" is supported by `sqlanvil introspect` for schema scaffolding; a runtime
+  // cross-warehouse MySQL *source* bridge is not yet implemented — see issue #35.)
   string platform = 1;
   // Optional. BigQuery source default project.
   string project = 2;
@@ -708,6 +710,55 @@ message ActionConfig {
     ExportOptions export = 10;
   }
 
+  // The user-facing `import: {}` block on a `type: "import"` action.
+  message ImportOptions {
+    // Source file/glob/URI to read: gs:// | s3:// | local:// | relative/absolute path.
+    // Used verbatim (unlike export, where the filename is derived) — point it at the exact
+    // file or glob (e.g. gs://bucket/orders/*.parquet).
+    string location = 1;
+    // "parquet" | "csv" | "json" (json = JSONL).
+    string format = 2;
+    // Replace the destination table (drop + create). Defaults to true. When false, rows are
+    // appended (INSERT … SELECT) into an existing table.
+    bool overwrite = 3;
+    // Format-specific passthrough options (reserved for future reader options).
+    map<string, string> options = 4;
+  }
+
+  // Configuration for a `type: "import"` action: loads a Parquet/CSV/JSON file into a table in
+  // the warehouse (the inverse of `type: "export"`). The resulting table is ref()-able.
+  message ImportConfig {
+    // The name of the import (the destination table name).
+    string name = 1;
+
+    // The dataset (schema) used to qualify the import's target name.
+    string dataset = 2;
+
+    // The Google Cloud project (database) of the import.
+    string project = 3;
+
+    // Targets of actions that this action is dependent on.
+    repeated Target dependency_targets = 4;
+
+    // Path to the source .sqlx file the action is defined in (generated).
+    string filename = 5;
+
+    // A list of user-defined tags with which the action should be labeled.
+    repeated string tags = 6;
+
+    // If set to true, this action will not be executed.
+    bool disabled = 7;
+
+    // Description of the import.
+    string description = 8;
+
+    // If true, this action only depends on data from explicitly-declared dependencies.
+    bool hermetic = 9;
+
+    // The import source + format options (the `import: {}` block).
+    ImportOptions import = 10;
+  }
+
   message DeclarationConfig {
     // The name of the declaration.
     string name = 1;
@@ -833,6 +884,7 @@ message ActionConfig {
     ForeignWrapperConfig foreign_wrapper = 11;
     VectorIndexConfig vector_index = 12;
     ExportConfig export = 13;
+    ImportConfig import = 14;
   }
 
   message RlsPolicyConfig {
@@ -1046,6 +1098,37 @@ message MysqlOptions {
     bool unique = 3;
   }
   repeated Index indexes = 4;
+
+  // Native MySQL/MariaDB partitioning. NB: MySQL requires every column used in the
+  // partitioning expression to be part of every UNIQUE/PRIMARY key — so a partitioned
+  // incremental table's `uniqueKey` must include the partition column(s).
+  message Partition {
+    enum Kind {
+      RANGE = 0;
+      LIST = 1;
+      HASH = 2;
+      KEY = 3;
+    }
+    Kind kind = 1;
+
+    // The expression/columns inside `PARTITION BY <kind> (...)`, emitted verbatim.
+    // For RANGE/LIST: a column or expression (e.g. "id", "YEAR(created_at)").
+    // For HASH/KEY: a column list. (RANGE COLUMNS / LIST COLUMNS not modeled in v1.)
+    string expression = 2;
+
+    // RANGE/LIST child partitions. `values` is the raw clause body after the name,
+    // e.g. "VALUES LESS THAN (2024)" (range, use MAXVALUE for a catch-all) or
+    // "VALUES IN ('us', 'ca')" (list).
+    message Bound {
+      string name = 1;
+      string values = 2;
+    }
+    repeated Bound partitions = 3;
+
+    // HASH/KEY partition count, emitted as `PARTITIONS <n>`. Ignored for RANGE/LIST.
+    uint32 count = 4;
+  }
+  Partition partition = 5;
 }
 
 // SupabaseOptions — Supabase-specific platform features layered on top of

package/core.proto

@@ -287,6 +287,28 @@ message Export {
   string jit_code = 15;
 }
 
+// A compiled file import: loads the file at `location` into the table at `target`. The inverse
+// of Export — a producer whose target is ref()-able by downstream actions.
+message Import {
+  Target target = 1;
+  Target canonical_target = 2;
+  repeated Target dependency_targets = 3;
+  ActionHermeticity hermeticity = 4;
+  bool disabled = 5;
+  repeated string tags = 6;
+  ActionDescriptor action_descriptor = 7;
+  // Source file/glob/URI to read (used verbatim).
+  string location = 8;
+  // "parquet" | "csv" | "json".
+  string format = 9;
+  // Replace (drop + create) vs append (INSERT … SELECT). Defaults true.
+  bool overwrite = 10;
+  map<string, string> options = 11;
+  // Source .sqlx file path (generated).
+  string file_name = 12;
+  string jit_code = 13;
+}
+
 message Assertion {
   Target target = 8;
   Target canonical_target = 13;
@@ -456,6 +478,7 @@ message CompiledGraph {
   repeated Notebook notebooks = 12;
   repeated DataPreparation data_preparations = 13;
   repeated Export exports = 14;
+  repeated Import imports = 16;
 
   GraphErrors graph_errors = 7;
 

package/package.json

@@ -34,7 +34,7 @@
     "publishConfig": {
         "access": "public"
     },
-    "version": "1.10.0",
+    "version": "1.12.0",
     "name": "@sqlanvil/core",
     "description": "sqlanvil core API.",
     "main": "bundle.js"