@sqlanvil/core 1.18.0 → 1.20.0

package/configs.proto

@@ -451,6 +451,11 @@ message ActionConfig {
     // ("on_dependency_change" → in-place REFRESH instead of drop+recreate)
     // apply; indexes also apply to materialized views.
     PostgresOptions postgres = 22;
+
+    // MySQL/MariaDB-native options. Only meaningful for a materialized view
+    // (materialized: true), which MySQL emulates as a refreshed table snapshot —
+    // engine/charset/collation/row_format and indexes apply to that table.
+    MysqlOptions mysql = 23;
   }
 
   enum OnSchemaChange {
@@ -883,6 +888,57 @@ message ActionConfig {
     }
   }
 
+  // Configuration for a script action: an execution-time user script (Python in v1) that stages
+  // files / runs glue steps as a first-class DAG node. Language-neutral by design — `language`
+  // selects the per-language resolver in the CLI; the friendly `python:` actions.yaml key is
+  // sugar that normalizes to `script: { language: "python", ... }`. Scripts never receive
+  // warehouse credentials; they produce files, and `type: "import"` is the loading boundary.
+  message ScriptConfig {
+    // The name of the script action (how downstream actions depend on it).
+    string name = 1;
+
+    // The dataset (schema) used to qualify the script's target name.
+    string dataset = 2;
+
+    // The project (database) used to qualify the script's target name.
+    string project = 3;
+
+    // Targets of actions that this action is dependent on.
+    repeated Target dependency_targets = 4;
+
+    // Path to the script file to execute, relative to the project root.
+    string filename = 5;
+
+    // A list of user-defined tags with which the action should be labeled.
+    repeated string tags = 6;
+
+    // If set to true, this action will not be executed.
+    bool disabled = 7;
+
+    // Description of the script action.
+    string description = 8;
+
+    // Script language ("python" in v1). Set automatically by the `python:` sugar.
+    string language = 9;
+
+    // Arguments passed verbatim to the script.
+    repeated string args = 10;
+
+    // Declared dependency manifest, relative to the project root (requirements.txt for
+    // python). sqlanvil validates the environment against it but never installs anything.
+    string deps_file = 11;
+
+    // Runtime version specifier (a PEP 440 specifier for python, e.g. ">=3.11").
+    string runtime_version = 12;
+
+    // Environment root directory, relative to the project root (a venv for python) — its
+    // interpreter runs the script. When unset, the interpreter is resolved from PATH.
+    string env_root = 13;
+
+    // Per-action timeout in milliseconds. 0 means the default (30 minutes).
+    int32 timeout_millis = 14;
+  }
+
   oneof action {
     TableConfig table = 1;
     ViewConfig view = 2;
@@ -898,6 +954,7 @@ message ActionConfig {
     VectorIndexConfig vector_index = 12;
     ExportConfig export = 13;
     ImportConfig import = 14;
+    ScriptConfig script = 15;
   }
 
   message RlsPolicyConfig {
@@ -1091,9 +1148,8 @@ message PostgresOptions {
   string refresh_policy = 7;
 }
 
-// MySQL/MariaDB table options + secondary indexes. First cut: engine/charset/
-// collation and plain/unique secondary indexes. (No partitioning, FULLTEXT/
-// SPATIAL/prefix indexes, or row_format yet — those are later follow-ups.)
+// MySQL/MariaDB table options, secondary indexes (plain/unique/fulltext/spatial,
+// with optional per-column prefix lengths), row_format, and native partitioning.
 message MysqlOptions {
   // Storage engine, emitted as ENGINE=<engine> (e.g. "InnoDB", "MyISAM").
   // Omit to use the server default.
@@ -1102,13 +1158,24 @@ message MysqlOptions {
   string charset = 2;
   // Default collation, emitted as COLLATE=<collation> (e.g. "utf8mb4_unicode_ci").
   string collation = 3;
+  // Row format, emitted as ROW_FORMAT=<row_format> (e.g. "DYNAMIC", "COMPRESSED",
+  // "COMPACT", "REDUNDANT"). Omit to use the engine default.
+  string row_format = 6;
 
   message Index {
     // Optional; when omitted, derived as <table>_<cols>_idx (or _key if unique),
     // capped at 63 chars.
     string name = 1;
+    // Column names. A column may carry a prefix length in MySQL's own syntax —
+    // "description(50)" — emitted as `description`(50) (required to index BLOB/TEXT,
+    // optional elsewhere).
     repeated string columns = 2;
     bool unique = 3;
+    // Index type: "" (default B-tree/engine default), "fulltext", or "spatial".
+    // Mutually exclusive with `unique`. NB a SPATIAL index requires a NOT NULL
+    // SRID-attributed geometry column — CTAS-created columns are nullable, so
+    // spatial usually needs an `ALTER TABLE ... MODIFY` pre-step in post_operations.
+    string type = 4;
   }
   repeated Index indexes = 4;
 

package/core.proto

@@ -341,6 +341,40 @@ message Extract {
   string database = 16;
 }
 
+// An execution-time script action (user code — Python in v1): file-staging and glue steps as
+// first-class DAG nodes, ordered by dependencies and covered by run history. The script runs
+// runner-side (a spawned interpreter with cwd = project dir), never on the warehouse, and no
+// warehouse credentials are ever injected — scripts produce files; `type: "import"` loads them.
+// Language-neutral by design: `language` selects the per-language resolver in the CLI, so a new
+// language is a resolver + config sugar, not a proto migration.
+message Script {
+  Target target = 1;
+  Target canonical_target = 2;
+  repeated Target dependency_targets = 3;
+  ActionHermeticity hermeticity = 4;
+  bool disabled = 5;
+  repeated string tags = 6;
+  ActionDescriptor action_descriptor = 7;
+  // Script language ("python" in v1).
+  string language = 8;
+  // Script path relative to the project root.
+  string script_filename = 9;
+  // Arguments passed verbatim to the script.
+  repeated string args = 10;
+  // Declared dependency manifest relative to the project root (requirements.txt for python).
+  // Validated by `sqlanvil validate`, never installed.
+  string deps_file = 11;
+  // Runtime version specifier (PEP 440 for python).
+  string runtime_version = 12;
+  // Environment root relative to the project root (a venv for python) whose interpreter runs
+  // the script. Empty = resolve the interpreter from PATH.
+  string env_root = 13;
+  // Per-action timeout in milliseconds. 0 = the default (30 minutes).
+  int32 timeout_millis = 14;
+  // Source config file path (actions.yaml) (generated).
+  string file_name = 15;
+}
+
 message Assertion {
   Target target = 8;
   Target canonical_target = 13;
@@ -512,6 +546,7 @@ message CompiledGraph {
   repeated Export exports = 14;
   repeated Import imports = 16;
   repeated Extract extracts = 17;
+  repeated Script scripts = 18;
 
   GraphErrors graph_errors = 7;
 

package/package.json

@@ -34,7 +34,7 @@
     "publishConfig": {
         "access": "public"
     },
-    "version": "1.18.0",
+    "version": "1.20.0",
     "name": "@sqlanvil/core",
     "description": "sqlanvil core API.",
     "main": "bundle.js"