@sqlanvil/core 1.11.0 → 1.13.0

package/configs.proto

@@ -116,6 +116,11 @@ message ConnectionConfig {
   string dataset = 3;
   // Optional. Non-secret Vault secret id used in generated BigQuery FDW server DDL.
   string sa_key_id = 4;
+  // Optional. BigQuery project that runs/bills the FDW query jobs. Defaults to `project`.
+  // Set this to your own project when `project` is a dataset you can read but not bill
+  // (e.g. `bigquery-public-data`): the FDW server's `project_id` becomes the billing
+  // project and the foreign table reads the source via a full-FQN subquery.
+  string billing_project = 9;
   // Optional. Postgres source host (non-secret; password lives in .df-credentials.json).
   string host = 5;
   // Optional. Postgres source port.
@@ -710,6 +715,55 @@ message ActionConfig {
     ExportOptions export = 10;
   }
 
+  // The user-facing `import: {}` block on a `type: "import"` action.
+  message ImportOptions {
+    // Source file/glob/URI to read: gs:// | s3:// | local:// | relative/absolute path.
+    // Used verbatim (unlike export, where the filename is derived) — point it at the exact
+    // file or glob (e.g. gs://bucket/orders/*.parquet).
+    string location = 1;
+    // "parquet" | "csv" | "json" (json = JSONL).
+    string format = 2;
+    // Replace the destination table (drop + create). Defaults to true. When false, rows are
+    // appended (INSERT … SELECT) into an existing table.
+    bool overwrite = 3;
+    // Format-specific passthrough options (reserved for future reader options).
+    map<string, string> options = 4;
+  }
+
+  // Configuration for a `type: "import"` action: loads a Parquet/CSV/JSON file into a table in
+  // the warehouse (the inverse of `type: "export"`). The resulting table is ref()-able.
+  message ImportConfig {
+    // The name of the import (the destination table name).
+    string name = 1;
+
+    // The dataset (schema) used to qualify the import's target name.
+    string dataset = 2;
+
+    // The Google Cloud project (database) of the import.
+    string project = 3;
+
+    // Targets of actions that this action is dependent on.
+    repeated Target dependency_targets = 4;
+
+    // Path to the source .sqlx file the action is defined in (generated).
+    string filename = 5;
+
+    // A list of user-defined tags with which the action should be labeled.
+    repeated string tags = 6;
+
+    // If set to true, this action will not be executed.
+    bool disabled = 7;
+
+    // Description of the import.
+    string description = 8;
+
+    // If true, this action only depends on data from explicitly-declared dependencies.
+    bool hermetic = 9;
+
+    // The import source + format options (the `import: {}` block).
+    ImportOptions import = 10;
+  }
+
   message DeclarationConfig {
     // The name of the declaration.
     string name = 1;
@@ -835,6 +889,7 @@ message ActionConfig {
     ForeignWrapperConfig foreign_wrapper = 11;
     VectorIndexConfig vector_index = 12;
     ExportConfig export = 13;
+    ImportConfig import = 14;
   }
 
   message RlsPolicyConfig {

package/core.proto

@@ -287,6 +287,28 @@ message Export {
   string jit_code = 15;
 }
 
+// A compiled file import: loads the file at `location` into the table at `target`. The inverse
+// of Export — a producer whose target is ref()-able by downstream actions.
+message Import {
+  Target target = 1;
+  Target canonical_target = 2;
+  repeated Target dependency_targets = 3;
+  ActionHermeticity hermeticity = 4;
+  bool disabled = 5;
+  repeated string tags = 6;
+  ActionDescriptor action_descriptor = 7;
+  // Source file/glob/URI to read (used verbatim).
+  string location = 8;
+  // "parquet" | "csv" | "json".
+  string format = 9;
+  // Replace (drop + create) vs append (INSERT … SELECT). Defaults true.
+  bool overwrite = 10;
+  map<string, string> options = 11;
+  // Source .sqlx file path (generated).
+  string file_name = 12;
+  string jit_code = 13;
+}
+
 message Assertion {
   Target target = 8;
   Target canonical_target = 13;
@@ -456,6 +478,7 @@ message CompiledGraph {
   repeated Notebook notebooks = 12;
   repeated DataPreparation data_preparations = 13;
   repeated Export exports = 14;
+  repeated Import imports = 16;
 
   GraphErrors graph_errors = 7;
 

package/package.json

@@ -34,7 +34,7 @@
     "publishConfig": {
         "access": "public"
     },
-    "version": "1.11.0",
+    "version": "1.13.0",
     "name": "@sqlanvil/core",
     "description": "sqlanvil core API.",
     "main": "bundle.js"