ingestron 0.16.3 → 0.17.1

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 0.17.1
+
+- Add `adf` and `databricks` official provider names, resolving to the public
+  `ingestron/provider-adf` and `ingestron/provider-databricks` releases through the
+  qualified catalogue. Both providers generate files only and never deploy.
+
+## 0.17.0
+
+- Bind one ingestion flow to named execution profiles with `--flow` and `--profile`.
+  Environments, datasets and contracts remain shared.
+- Pin core 0.12.7; builds and execution reject mismatched profile evidence.
+
 ## 0.16.3
 
 - Resolve qualified plugin aliases through the same adapter in JSON-stdin, terminal

package/README.md

@@ -77,3 +77,17 @@ not inside the compiler's JavaScript sandbox. See [security](SECURITY.md).
 Original code is licensed by **Otrera Limited** under [Apache-2.0](LICENSE).
 [NOTICE](NOTICE) and [third-party notices](THIRD_PARTY_NOTICES.md) retain attribution
 and dependency terms.
+
+### Select an execution profile
+
+An ingestion flow can declare named `executionProfiles`. Select the environment
+and profile independently; datasets and contracts stay in the same logical flow.
+
+```sh
+ingestron --environment dev check --flow northwind --profile adf
+ingestron --environment dev build --flow northwind --profile adf --out build/adf
+```
+
+Omit `--profile` to use the flow's default provider. Local runtime preparation and
+execution must select the same profile recorded by the build. A native-provider
+build generates assets; it does not deploy or run them on the target platform.

package/THIRD_PARTY_NOTICES.md

@@ -75,7 +75,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 ```
 
-### @ingestron/core@0.12.6
+### @ingestron/core@0.12.7
 
 Declared licence: Apache-2.0
 

package/build/cli/cli/index.js

@@ -479,11 +479,13 @@ app
     .command("validate")
     .option("--mode <mode>", "draft or strict", "strict")
     .option("--flow <id>")
+    .option("--profile <name>", "Execution profile within the selected flow")
     .option("--table <id>")
     .option("--step <id>")
     .action((command) => run("validate", {
     mode: command.mode,
     ...(command.flow ? { flow: command.flow } : {}),
+    ...(command.profile ? { profile: command.profile } : {}),
     ...(command.table ? { table: command.table } : {}),
     ...(command.step ? { step: command.step } : {}),
 }));
@@ -491,16 +493,22 @@ app
     .command("doctor")
     .description("Check local configuration and missing inputs; no platform connection")
     .action(() => run("doctor"));
-app.command("resolve").action(() => run("resolve"));
+app
+    .command("resolve")
+    .option("--flow <id>")
+    .option("--profile <name>")
+    .action((command) => run("resolve", command));
 app
     .command("plan")
     .option("--flow <id>")
+    .option("--profile <name>", "Execution profile within the selected flow")
     .option("--table <id>")
     .option("--step <id>")
     .option("--out <file>", "Save a digest-bound JSON plan")
     .action((command) => {
     const result = execute(context(), "plan", {
         ...(command.flow ? { flow: command.flow } : {}),
+        ...(command.profile ? { profile: command.profile } : {}),
         ...(command.table ? { table: command.table } : {}),
         ...(command.step ? { step: command.step } : {}),
     });

package/build/cli/cli/plugin-resolution.d.ts

@@ -1,12 +1,24 @@
 /** Official-name convenience at the adapter boundary; core only receives exact references. */
 import { type Context, type OperationName, type Result } from "@ingestron/core";
 export declare const officialPlugins: {
+    readonly adf: {
+        readonly kind: "provider";
+        readonly repository: "ingestron/provider-adf";
+        readonly path: "plugin/provider.yaml";
+        readonly tagPrefix: "";
+    };
     readonly "azure-blob": {
         readonly kind: "connector";
         readonly repository: "ingestron/connectors";
         readonly path: "connectors/azure-blob/connector.yaml";
         readonly tagPrefix: "azure-blob-";
     };
+    readonly databricks: {
+        readonly kind: "provider";
+        readonly repository: "ingestron/provider-databricks";
+        readonly path: "plugin/provider.yaml";
+        readonly tagPrefix: "";
+    };
     readonly files: {
         readonly kind: "connector";
         readonly repository: "ingestron/connectors";

package/build/cli/cli/plugin-resolution.js

@@ -3,12 +3,24 @@ import { executeAsync, operationSchemas, } from "@ingestron/core";
 import { check, packageLock, Problem } from "@ingestron/core/adapter";
 import { coreVersion } from "../version.js";
 export const officialPlugins = {
+    adf: {
+        kind: "provider",
+        repository: "ingestron/provider-adf",
+        path: "plugin/provider.yaml",
+        tagPrefix: "",
+    },
     "azure-blob": {
         kind: "connector",
         repository: "ingestron/connectors",
         path: "connectors/azure-blob/connector.yaml",
         tagPrefix: "azure-blob-",
     },
+    databricks: {
+        kind: "provider",
+        repository: "ingestron/provider-databricks",
+        path: "plugin/provider.yaml",
+        tagPrefix: "",
+    },
     files: {
         kind: "connector",
         repository: "ingestron/connectors",

package/build/cli/cli/workflow-commands.js

@@ -131,13 +131,14 @@ export function workflowCommands(app, host) {
         .option("--setup", "Diagnose missing local configuration; no platform access")
         .option("--output <directory>", "Check generated output ownership and syntax")
         .option("--flow <id>", "Check one flow")
+        .option("--profile <name>", "Execution profile within the selected flow")
         .option("--table <id>", "Check one table within a selected flow")
         .option("--step <id>", "Check one step within a selected flow")
         .action((options) => {
         check([options.draft, options.setup, options.output].filter(Boolean).length <=
             1, "OPTION", "Choose only one check scope: --draft, --setup or --output");
         check(!(options.setup || options.output) ||
-            !(options.flow || options.table || options.step), "OPTION", "Flow/table/step selection applies only to project checks");
+            !(options.flow || options.table || options.step || options.profile), "OPTION", "Flow/table/step selection applies only to project checks");
         if (options.output)
             run("validate_output", { directory: options.output });
         else if (options.setup)
@@ -146,6 +147,7 @@ export function workflowCommands(app, host) {
             run("validate", {
                 mode: options.draft ? "draft" : "strict",
                 ...(options.flow ? { flow: options.flow } : {}),
+                ...(options.profile ? { profile: options.profile } : {}),
                 ...(options.table ? { table: options.table } : {}),
                 ...(options.step ? { step: options.step } : {}),
             });
@@ -156,13 +158,15 @@ export function workflowCommands(app, host) {
         .description("Build project assets, or a provider/flow subset, without deployment")
         .option("--provider <configuration>", "Build a configured target and required dependencies")
         .option("--flow <id>", "Build one flow")
+        .option("--profile <name>", "Execution profile within the selected flow")
         .option("--out <directory>", "Generated output directory", "build/generated")
         .option("--ownership <mode>", "managed or team", "managed")
         .action((options) => run("build", options));
     const executionOptions = (command) => command
         .option("--from <directory>", "Managed project build (default build/generated)")
         .option("--provider <configuration>", "Execute flows in one configured target")
-        .option("--flow <id>", "Execute one flow from the build");
+        .option("--flow <id>", "Execute one flow from the build")
+        .option("--profile <name>", "Execution profile recorded in the build");
     executionOptions(app
         .command("runtime")
         .description("Prepare locked execution dependencies")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ingestron",
-  "version": "0.16.3",
+  "version": "0.17.1",
   "type": "module",
   "description": "Build repeatable data pipelines from reviewed contracts and versioned standards.",
   "license": "Apache-2.0",
@@ -22,25 +22,9 @@
   "engines": {
     "node": ">=22.12.0"
   },
-  "packageManager": "pnpm@10.15.0",
-  "scripts": {
-    "build": "node scripts/clean-build.mjs && tsc",
-    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
-    "format": "prettier --write .",
-    "format:check": "prettier --check .",
-    "secrets:check": "node scripts/secrets.mjs",
-    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
-    "prepack": "pnpm build",
-    "package:check": "tsx scripts/package-check.ts",
-    "release:check": "node scripts/release-check.mjs",
-    "prepublishOnly": "node scripts/release-check.mjs --publish",
-    "docs:check": "node scripts/docs-check.mjs",
-    "examples:check": "node examples/quickstart.mjs",
-    "licences:inventory": "node scripts/licence-inventory.mjs"
-  },
   "dependencies": {
     "@clack/prompts": "1.7.0",
-    "@ingestron/core": "0.12.6",
+    "@ingestron/core": "0.12.7",
     "@modelcontextprotocol/sdk": "1.30.0",
     "commander": "15.0.0",
     "yaml": "2.9.0"
@@ -72,5 +56,18 @@
     "cli",
     "mcp",
     "code-generation"
-  ]
-}
+  ],
+  "scripts": {
+    "build": "node scripts/clean-build.mjs && tsc",
+    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "secrets:check": "node scripts/secrets.mjs",
+    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
+    "package:check": "tsx scripts/package-check.ts",
+    "release:check": "node scripts/release-check.mjs",
+    "docs:check": "node scripts/docs-check.mjs",
+    "examples:check": "node examples/quickstart.mjs",
+    "licences:inventory": "node scripts/licence-inventory.mjs"
+  }
+}