@ingestron/core 0.12.6 → 0.12.7

package/README.md

@@ -67,3 +67,14 @@ points are ESM; importing internal `dist/` paths is unsupported.
 
 Licensed by Otrera Limited under [Apache-2.0](LICENSE). See [NOTICE](NOTICE) and
 [third-party notices](THIRD_PARTY_NOTICES.md) for attribution and upstream terms.
+
+### Execution profiles
+
+An ingestion flow may declare `executionProfiles` keyed by profile name. Each
+binding specifies `provider`, a complete `ingestion` implementation, and `source`
+defaults for that runtime. Tables and contracts remain shared. Source binding
+defaults replace the flow defaults for the selected profile; table settings win.
+Profiles cannot replace dataset schema/table identities. Select one flow with a
+profile in build, validate, plan or resolve operations. Environment is independent.
+The build records the selection; execution rejects a different profile. Use a
+separate output directory per profile. Local evidence does not qualify a cloud target.

package/dist/compiler-fingerprint.json

@@ -5,7 +5,7 @@
     "dist/assets/schemas/provenance.json": "4b5eb1fd89b81223f7946113b651d5a3a18adaa28948e43c3615dd851fb6844e",
     "dist/core/authoring.js": "84d848f46e612c241b615d3bd6868563696ca1f6504b27b76440da9bb94036fc",
     "dist/core/config.js": "b7e7138f7cc4a7b4ec8f6d0f0616c8802f2d802ec29aa09b40c1fc5c9324e016",
-    "dist/core/connections.js": "48a06440a2d82eee36ef8a22a9343b52194e567263a5062f06fddd5def2c3c3e",
+    "dist/core/connections.js": "d7425d4a3d3c2f39b84ce78b80af8ccbd0c731b4e1cbada6914b1b6c31a3f1ff",
     "dist/core/connector-package.js": "de9729e9e4b0cf05bd1ef347e57ffd489245bb68efce5c313ccba72b78409f41",
     "dist/core/contracts.js": "a4af0b29ef8277a19d6e0c1d5de3059e09cdd3d45baefe9841cab1fb60985ecc",
     "dist/core/deliveries.js": "a4d2cb1213bc4c02cffb962dcb943ba98e261d37cfb21041948ec637599db080",
@@ -13,7 +13,8 @@
     "dist/core/development.js": "2b55b15d545172e527cf66868d96d97c5ca081d0a83892ffd253eadaa3cc1b39",
     "dist/core/ecosystem-authoring.js": "4320560eac2d2060e9e20be6a097759512c709a04fb7dc0520147ecd5ff6655e",
     "dist/core/errors.js": "8117e35fba84ae34627cb7d3bef46aaf6d8718c512140fa0ab08ccbdeeeec8c3",
-    "dist/core/execution.js": "496807e7428528e31e76d51144dfd84682d435467b30a35574310af525ddeca7",
+    "dist/core/execution-profiles.js": "8651283b3febb79ab1bb022c56e64b783a44a69ea4b6d1f44f38acbd54756caa",
+    "dist/core/execution.js": "9d93281e6b3759be8b128541d1ddbc2c3c3ea8b1b5d00133603e8b711da868be",
     "dist/core/extension-packs.js": "6b2aaa83e51f40e176cc4cfed574a4a17646bb3f526666fe8e0456d2912a8045",
     "dist/core/fingerprint.js": "0edb56b544171ac20cc97fd58850eda5acefd3c725114b9d8bcc15b4971c5a36",
     "dist/core/generate.js": "7f80617867186d216d49fcd91ebefb1807d7fe22c62b3b95ae311fe5096b08e8",
@@ -21,16 +22,16 @@
     "dist/core/installed-plugins.js": "817ed411aef6f5b966a1828893081406805d2c8764d2ca20fd7e250e8a2168a8",
     "dist/core/model-pack-schema.js": "e3eb7ff33ddc652643e3f896637de0034004cd0cf26b0e296a074f830ae0b870",
     "dist/core/model-packs.js": "fee776ea0804dc66c9f140e57d94a3922d69c52d03c72079842ec43417616b0d",
-    "dist/core/operations.js": "8a002a9fdffc283964c0af7beac0b44bbdc27cf0b1855716e42d16e43b870c0c",
+    "dist/core/operations.js": "e7490a950c1d8e9b18dfd6782374a1bf088fc66143a4d92e64ce3b2d417db420",
     "dist/core/package-references.js": "bd3085eb6dcdac399d79af109d0a9e710a0532eba61e5298dc842aec9c7ef10a",
     "dist/core/packages.js": "c6bcbc90aa3597fcd4205b27136221229d9efedc9bfa68a83a134cb5e8f51d2b",
-    "dist/core/planner.js": "974c6bac5c533a32a7c45f797ef4d857c644448aa243a929caca5917fb9f3fb8",
-    "dist/core/project-build.js": "18ffe962068967af255e77f1dc48fa4dd9161cd50659a8a3d9ac3b161856082e",
+    "dist/core/planner.js": "a0963994865b68f526e150319ada3199ef3150b32f58bb096b9dc911c016bcb8",
+    "dist/core/project-build.js": "f8fcacb8d04f80477889ca50a9f7a285248740a30b4df14ad53c75c2a86e2606",
     "dist/core/project-packages.js": "b031dd9e3c5c147e8e1ed589b5eab21b9067acbefc1d4cd1dc5b6b7018cc39cf",
     "dist/core/provider-commands.js": "4f9b1565b3252a8c9c49a19a69b92fb6a72cc800cadc3e97812bf88c7e808466",
     "dist/core/provider-starter.js": "69795c1b79360e48664e91db0768f813fe4efc91aede003e1bf032f71731754c",
     "dist/core/report-pack-schema.js": "fe8ecdc2b8deacd8b2a1e46588ee06744a7b6d8e7342786e320f74cc848665fa",
-    "dist/core/schema.js": "821e79cfc56dbd8c206959c53c0cda6d81507ae78010da1ec614e204c17d96eb",
+    "dist/core/schema.js": "b1acd3a58367e77a09c8ea5a2950068a593dca3f9e88d4ee2793cf091ef52a4f",
     "dist/core/workflows.js": "6573e1a2fd5873947bcba2809b5a4fb93e05db9a97ee5e0c294d67dae5947ff1",
     "dist/plugins/authoring.js": "ff985a7173c7aeda4a431a8603a4ab8631dc5134486578ede7d1301ebc3e6a19",
     "dist/plugins/compatibility.js": "a6591cfa4ca5a324fd29856e51319e39be470d6ed835ee268b293727ce11f8b7",
@@ -45,7 +46,7 @@
   "sources": {
     "src/core/authoring.ts": "e01136d3b54410ea0f44302bb43eefe2c2431138bee47600f0c97680785b8cab",
     "src/core/config.ts": "f282eb246438608e1951556dfeab9372daf65330a15a9d159d36d1f940370344",
-    "src/core/connections.ts": "608dd839421b08b612fb1e6f861bd934e2443dce72543b002f23b38b7dafc5b7",
+    "src/core/connections.ts": "7e3e327fc460e08066986e2c22b58001a480732dca5aa7ddc73e95341f2b7472",
     "src/core/connector-package.ts": "a36151f6ffb49836547984eae871023ad1ad69a136f33cd6ad608496f84c85f8",
     "src/core/contracts.ts": "f10e2d689709665d7aea27d0c8861ae6d8b7039676d361389bc59a8f00e86aa9",
     "src/core/deliveries.ts": "6be0a7059c057420ba22a5515703164a892fac9e79a5bdb0e0871ea0b92ddd15",
@@ -53,7 +54,8 @@
     "src/core/development.ts": "decd47d8f6ca3289fea45331f27b99b0feb7188ae0a9e152c6459cc00658e7bd",
     "src/core/ecosystem-authoring.ts": "61a44100843273e74b385704195b5e36a72afb9482f910eaacdcf3abda7be38e",
     "src/core/errors.ts": "55e7ec3239bb3bcae73cf37e700cd83b9ea3336bf5514062827a3627a606977d",
-    "src/core/execution.ts": "44ebbe7b6f64e0c3c224dd6f419939e500de92b7e4e8b283b0b33266e1d1fbf1",
+    "src/core/execution-profiles.ts": "0312515ae221b382256a48f96c5c475d41d94e64d0e6399584648d3385d3563d",
+    "src/core/execution.ts": "dd7943baa74cac9f63cb628ed8c0b705d9d952768ee8cf2823f9f426ffa414c6",
     "src/core/extension-packs.ts": "76671a6971598212c9ec0bb0ce9b75feee13dec09565fa0adc9f050a6ae668ec",
     "src/core/fingerprint.ts": "f74ebb99800a07975ec16618fb5c70d2a7d33ab3d4bb6de37c4a8ba211e9847e",
     "src/core/generate.ts": "5efadcd0957f124f44fa1af082d8850da24956e6f802de2fea43b6cd4460ecd2",
@@ -61,16 +63,16 @@
     "src/core/installed-plugins.ts": "951d15cdd8ca4a2c7d97fb01a46838822fe1b2fcf083ff8cf4bdca20d0997a2d",
     "src/core/model-pack-schema.ts": "bc9b30ab257fd25766cba63aa2fb6891c05e4b3eccf56d820caaab2dcc4147b4",
     "src/core/model-packs.ts": "a110d319f6feeff22a2d0d3a99ce5e49e56817d0cc27ab77d831d04a945ddfd3",
-    "src/core/operations.ts": "933e611f83fbf740cf6e8693e2bd220504febb01deaf6575624c3a1d98eedfde",
+    "src/core/operations.ts": "c4dbcfbd3a17bd3ddc2e6fd1d53ba9a1f3ea54e6f91ccb80c48c5b98914e3e12",
     "src/core/package-references.ts": "5c5cee7e140158928e2e5a37f426520c7c2f042546a37eed4507d79326181f5a",
     "src/core/packages.ts": "8a9b6612325de68ab2610f540bd39e4f899b06d1cc1fbd54ecfd2abb8b4e9c40",
-    "src/core/planner.ts": "2c6f0d53e21cbb60fc2433e7da1245707133336274c60b9a5678614dabf09bca",
-    "src/core/project-build.ts": "7fa5038e7e2ff2625a30ffae282369954a5989347c6435849b72c95f2e52e247",
+    "src/core/planner.ts": "e656011fad6e7374ba9e4c24510f23b67634b5bbc228180aec26961d9b8ec2e1",
+    "src/core/project-build.ts": "beaa788c68fa689371a832d09f0439f98ba9124c70ffab3dc36e9a75ee0c23c8",
     "src/core/project-packages.ts": "4c5cb98aeb5030db7cf2c851cd9e40ed9aae038517fba2d8d7159e884f08b7a0",
     "src/core/provider-commands.ts": "195133079085aae57208bee607af439d0ea09456d526e27ec73bfdc9d727805f",
     "src/core/provider-starter.ts": "eeb504e347638bb933d204dd4d5a7e3e94ff45db136c5edd3fb457061342e405",
     "src/core/report-pack-schema.ts": "cf2c68f3725cef847627ce61acd0887f04d0067bc324841d8a552bcb12d274b0",
-    "src/core/schema.ts": "a99a90e51be10ed56713573df6f238e6aca5b897a9679fe7bd2a8c0ad1e7f586",
+    "src/core/schema.ts": "9c696ffb37bb8745043bb115ceef58216cbf116198faca00deec896ac7422187",
     "src/core/workflows.ts": "52f755e429a80e3283be030af58469158fdd19a357981b653e879d97194ec59a",
     "src/plugins/authoring.ts": "a0d68d406b4569c0b48eec458407d24c3d4eeed5b7918c6c4fcb3828ada93fe5",
     "src/plugins/compatibility.ts": "b5d357a1dc2a972cf8209311602f9fd816ba0a59cbe747f86f1b5567754073ea",

package/dist/core/connections.d.ts

@@ -1,4 +1,4 @@
-export declare function prepareConnection(root: string, environment: string, flowId: string, validateOnly?: boolean, reviewFile?: string, configureExecution?: (execution: Record<string, any>) => Record<string, any>): {
+export declare function prepareConnection(root: string, environment: string, flowId: string, validateOnly?: boolean, reviewFile?: string, configureExecution?: (execution: Record<string, any>) => Record<string, any>, executionProfile?: string): {
     project: string;
     environment: string;
     configuration: string;

package/dist/core/connections.js

@@ -6,6 +6,7 @@ import { resolveModelContracts } from "./model-packs.js";
 /** Project-owned configuration; schemas and runtime assets remain plugin-owned. */
 import { Ajv2020 } from "ajv/dist/2020.js";
 import { Configuration } from "./config.js";
+import { bindExecutionProfile } from "./execution-profiles.js";
 import { projectSchema, flowSchema } from "./schema.js";
 import { projectPackages } from "./project-packages.js";
 import { canonical, check, digest, isMap } from "./errors.js";
@@ -18,14 +19,17 @@ function validate(schema, value, label) {
     const fn = ajv.compile(schema);
     check(fn(value), "CONNECTION", `${label}: ${ajv.errorsText(fn.errors)}`);
 }
-export function prepareConnection(root, environment, flowId, validateOnly = false, reviewFile, configureExecution) {
+export function prepareConnection(root, environment, flowId, validateOnly = false, reviewFile, configureExecution, executionProfile) {
     // Do not interpolate $env here: connection credentials must never enter compiler memory/output.
     const reader = new Configuration(root, {});
     const project = reader.parse(projectSchema, reader.load());
     const profile = project.environments[environment];
     check(profile, "ENVIRONMENT", `Unknown environment ${environment}`);
     check(!profile.environment || profile.environment === environment, "ENVIRONMENT", "Environment name differs from selected profile");
-    const flows = project.flows.map((f) => reader.parse(flowSchema, f));
+    const flows = project.flows.map((f) => {
+        const flow = reader.parse(flowSchema, f);
+        return bindExecutionProfile(flow, flow.id === flowId ? executionProfile : undefined);
+    });
     resolveModelContracts(reader, project, flows);
     check(new Set(flows.map((f) => f.id)).size === flows.length, "FLOW", "Duplicate flow IDs");
     const flow = flows.find((f) => f.id === flowId);
@@ -90,14 +94,15 @@ export function prepareConnection(root, environment, flowId, validateOnly = fals
     check(flow.tables && Object.keys(flow.tables).length > 0, "CONNECTION", "Select at least one table with an ODCS contract");
     const streams = new Set();
     const tables = Object.fromEntries(Object.entries(flow.tables).map(([name, table]) => {
+        const tableSource = { ...flow.defaults.source, ...table.source };
         const source = descriptor.tableSourceSchema
-            ? { ...table.source, stream: name }
-            : table.source;
+            ? { ...tableSource, stream: name }
+            : tableSource;
         if (descriptor.tableSourceSchema)
-            validate(descriptor.tableSourceSchema, table.source, `${name} source`);
+            validate(descriptor.tableSourceSchema, tableSource, `${name} source`);
         else
-            check(Object.keys(table.source).length === 1 &&
-                typeof table.source.stream === "string", "CONNECTION", `${name}: source must identify one connector stream`);
+            check(Object.keys(tableSource).length === 1 &&
+                typeof tableSource.stream === "string", "CONNECTION", `${name}: source must identify one connector stream`);
         check(typeof source.stream === "string", "CONNECTION", `${name}: invalid source stream`);
         check(!streams.has(source.stream), "CONNECTION", "Duplicate source stream");
         streams.add(source.stream);

package/dist/core/execution-profiles.d.ts

@@ -0,0 +1,2 @@
+import type { Flow } from "./schema.js";
+export declare function bindExecutionProfile(flow: Flow, profile?: string): Flow;

package/dist/core/execution-profiles.js

@@ -0,0 +1,17 @@
+/** Execution bindings never duplicate or replace dataset identities/contracts. */
+import { check } from "./errors.js";
+export function bindExecutionProfile(flow, profile) {
+    if (!profile)
+        return flow;
+    const binding = flow.executionProfiles[profile];
+    check(binding, "PROFILE", `${flow.id}: unknown execution profile ${profile}`);
+    check(flow.kind === "ingestion" && !flow.steps, "PROFILE", "Execution profiles currently support ingestion flows only");
+    check(!Object.hasOwn(binding.source, "schema") &&
+        !Object.hasOwn(binding.source, "table"), "PROFILE", "Execution source bindings cannot replace dataset schema or table identity");
+    return {
+        ...flow,
+        provider: binding.provider,
+        ingestion: binding.ingestion,
+        defaults: { ...flow.defaults, source: binding.source },
+    };
+}

package/dist/core/execution.d.ts

@@ -3,12 +3,14 @@ import type { Context } from "./operations.js";
 export declare const executionSchemas: {
     runtime_prepare: z.ZodObject<{
         from: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         provider: z.ZodOptional<z.ZodString>;
         flow: z.ZodOptional<z.ZodString>;
         python: z.ZodOptional<z.ZodString>;
     }, z.core.$strict>;
     run: z.ZodObject<{
         from: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         provider: z.ZodOptional<z.ZodString>;
         flow: z.ZodOptional<z.ZodString>;
         action: z.ZodDefault<z.ZodEnum<{

package/dist/core/execution.js

@@ -12,6 +12,7 @@ import { checkProviderCompatibility } from "../plugins/compatibility.js";
 const id = z.string().regex(/^[A-Za-z0-9][A-Za-z0-9_-]{0,99}$/);
 const selection = {
     from: z.string().optional(),
+    profile: id.optional(),
     provider: id.optional(),
     flow: id.optional(),
 };
@@ -150,6 +151,7 @@ export async function performExecution(context, operation, args) {
     const build = JSON.parse(readFileSync(resolve(directory, "ingestron-project.json"), "utf8"));
     check(build.apiVersion === "ingestron.project-build/v1" &&
         build.environment === environment, "BUILD", "Build environment differs; rebuild for this environment");
+    check((args.profile ?? "") === (build.selection?.profile ?? ""), "PROFILE", "Build execution profile differs; select the matching profile and build directory");
     for (const [file, hash] of Object.entries(build.sourceFiles ?? {}))
         check(existsSync(fence(root, file)) &&
             digest(readFileSync(fence(root, file))) === hash, "STALE", `Project input changed: ${file}; rebuild before execution`);
@@ -210,6 +212,7 @@ export async function performExecution(context, operation, args) {
         status: "running",
         pid: process.pid,
         environment,
+        profile: args.profile,
         project: build.project,
         provider: pkg.reference,
         providerCommit: pkg.commit,

package/dist/core/operations.d.ts

@@ -158,6 +158,7 @@ export declare const operationSchemas: {
         provider: z.ZodOptional<z.ZodString>;
         delivery: z.ZodDefault<z.ZodBoolean>;
         flow: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         table: z.ZodOptional<z.ZodString>;
         step: z.ZodOptional<z.ZodString>;
         out: z.ZodDefault<z.ZodString>;
@@ -202,12 +203,17 @@ export declare const operationSchemas: {
             strict: "strict";
         }>>;
         flow: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         table: z.ZodOptional<z.ZodString>;
         step: z.ZodOptional<z.ZodString>;
     }, z.core.$strict>;
-    readonly resolve: z.ZodObject<{}, z.core.$strict>;
+    readonly resolve: z.ZodObject<{
+        flow: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>;
     readonly plan: z.ZodObject<{
         flow: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         table: z.ZodOptional<z.ZodString>;
         step: z.ZodOptional<z.ZodString>;
     }, z.core.$strict>;
@@ -343,12 +349,14 @@ export declare const operationSchemas: {
     readonly doctor: z.ZodObject<{}, z.core.$strict>;
     readonly runtime_prepare: z.ZodObject<{
         from: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         provider: z.ZodOptional<z.ZodString>;
         flow: z.ZodOptional<z.ZodString>;
         python: z.ZodOptional<z.ZodString>;
     }, z.core.$strict>;
     readonly run: z.ZodObject<{
         from: z.ZodOptional<z.ZodString>;
+        profile: z.ZodOptional<z.ZodString>;
         provider: z.ZodOptional<z.ZodString>;
         flow: z.ZodOptional<z.ZodString>;
         action: z.ZodDefault<z.ZodEnum<{

package/dist/core/operations.js

@@ -184,6 +184,7 @@ export const operationSchemas = {
         provider: z.string().optional(),
         delivery: z.boolean().default(false),
         flow: z.string().optional(),
+        profile: workflows.identifier.optional(),
         table: z.string().optional(),
         step: z.string().optional(),
         out: z.string().default("build/generated"),
@@ -217,14 +218,21 @@ export const operationSchemas = {
         .object({
         mode: z.enum(["draft", "strict"]).default("strict"),
         flow: z.string().optional(),
+        profile: workflows.identifier.optional(),
         table: z.string().optional(),
         step: z.string().optional(),
     })
         .strict(),
-    resolve: z.object({}).strict(),
+    resolve: z
+        .object({
+        flow: workflows.identifier.optional(),
+        profile: workflows.identifier.optional(),
+    })
+        .strict(),
     plan: z
         .object({
         flow: z.string().optional(),
+        profile: workflows.identifier.optional(),
         table: z.string().optional(),
         step: z.string().optional(),
     })
@@ -597,8 +605,11 @@ export function execute(context, operation, request = {}) {
                 break;
             case "validate": {
                 if (args.mode === "draft") {
-                    check(!args.flow && !args.table && !args.step, "OPTION", "Draft validation checks the whole project; use strict mode for flow/table/step selection");
-                    const state = inspectProject(root, environment, { draft: true });
+                    check(!args.flow && !args.table && !args.step && !args.profile, "OPTION", "Draft validation checks the whole project; use strict mode for flow/table/step selection");
+                    const state = inspectProject(root, environment, {
+                        ...args,
+                        draft: true,
+                    });
                     result = {
                         mode: "draft",
                         pending: state.reader.pending,
@@ -606,18 +617,21 @@ export function execute(context, operation, request = {}) {
                     };
                 }
                 else {
-                    const state = inspectProject(root, environment, { draft: true });
+                    const state = inspectProject(root, environment, {
+                        ...args,
+                        draft: true,
+                    });
                     const selected = state.flows.filter((f) => !args.flow || f.id === args.flow);
                     check(selected.length > 0, "FLOW", "Unknown flow");
                     const connected = selected.filter((f) => f.ingestion?.connection);
                     if (connected.length) {
                         check(!args.table && !args.step, "CONNECTION", "Validate connector flows as a whole");
-                        const checks = connected.map((f) => prepareConnection(root, environment, f.id, true));
+                        const checks = connected.map((f) => prepareConnection(root, environment, f.id, true, undefined, undefined, args.profile));
                         // Validate native flows as one complete target. Selecting each flow
                         // separately makes providers that own shared resources reject an
                         // otherwise valid full project as an unsafe partial deployment.
                         if (selected.some((f) => !f.ingestion?.connection))
-                            planProject(root, environment, { nativeOnly: true });
+                            planProject(root, environment, { ...args, nativeOnly: true });
                         result = {
                             mode: "strict",
                             evidence: "offline",
@@ -636,7 +650,10 @@ export function execute(context, operation, request = {}) {
                 break;
             }
             case "resolve": {
-                const state = inspectProject(root, environment, { draft: true });
+                const state = inspectProject(root, environment, {
+                    ...args,
+                    draft: true,
+                });
                 result = {
                     project: state.project,
                     flows: state.flows,

package/dist/core/planner.d.ts

@@ -1,6 +1,7 @@
 import { Configuration } from "./config.js";
 import { type Plan } from "./schema.js";
 export interface Select {
+    profile?: string;
     nativeOnly?: boolean;
     flowIds?: string[];
     projectBuild?: boolean;
@@ -73,6 +74,11 @@ export declare function inspectProject(root: string, environment?: string, optio
         export?: string | undefined;
         product?: string | undefined;
         provider?: string | undefined;
+        executionProfiles: Record<string, {
+            provider: string;
+            ingestion: Record<string, unknown>;
+            source: Record<string, unknown>;
+        }>;
         defaults: {
             source: Record<string, unknown>;
             with: Record<string, unknown>;

package/dist/core/planner.js

@@ -1,3 +1,4 @@
+import { bindExecutionProfile } from "./execution-profiles.js";
 import { resolveModelContracts } from "./model-packs.js";
 import { extensionActivities } from "./extension-packs.js";
 import { expandProvider } from "../plugins/provider-renderer.js";
@@ -40,6 +41,7 @@ const auditSecrets = (value, path) => {
     }
 };
 export function inspectProject(root, environment = "dev", options = {}) {
+    check(!options.profile || options.flow, "PROFILE", "Select one flow when choosing an execution profile");
     const reader = new Configuration(root, options.environmentVariables);
     const raw = reader.load();
     check(raw.apiVersion === "ingestron.project/v1", "VERSION", "Core accepts ingestron.project/v1 only; legacy project formats are not supported");
@@ -74,6 +76,11 @@ export function inspectProject(root, environment = "dev", options = {}) {
         values: resolvedProfile.values,
         flow: { id: rawFlow.id },
     }, { draft: true, table: true, runtime: true })));
+    if (options.profile) {
+        const index = flows.findIndex((f) => f.id === options.flow);
+        check(index >= 0, "PROFILE", `Unknown flow ${options.flow}`);
+        flows[index] = bindExecutionProfile(flows[index], options.profile);
+    }
     resolveModelContracts(reader, project, flows);
     const ids = new Set();
     for (const flow of flows) {
@@ -794,6 +801,7 @@ export function planProject(root, environment = "dev", options = {}) {
         inputDigests: reader.inputs,
         selection: {
             ...(options.flow ? { flow: options.flow } : {}),
+            ...(options.profile ? { profile: options.profile } : {}),
             ...(options.table ? { table: options.table } : {}),
             ...(options.step ? { step: options.step } : {}),
             ...(options.delivery ? { delivery: true } : {}),

package/dist/core/project-build.d.ts

@@ -7,6 +7,7 @@ export declare function buildProject(root: string, environment: string, args: an
     scope: {
         projectBuild: boolean;
         flow?: any;
+        profile?: any;
         provider?: any;
     };
     evidence: string;

package/dist/core/project-build.js

@@ -14,7 +14,7 @@ import { compilerFingerprint } from "./fingerprint.js";
 import { version } from "../version.js";
 import { projectPackages } from "./project-packages.js";
 export function buildProject(root, environment, args) {
-    const { project, flows, reader, profile } = inspectProject(root, environment);
+    const { project, flows, reader, profile } = inspectProject(root, environment, args);
     check(!(args.provider && args.flow), "SELECT", "Choose provider or flow, not both");
     check(!args.table && !args.step, "SELECT", "Project packages contain complete flows; select flow, not individual tables or steps");
     if (args.provider)
@@ -66,6 +66,8 @@ export function buildProject(root, environment, args) {
     };
     [...candidates].forEach((id) => addNativeParents(id));
     const nativePlan = planProject(root, environment, {
+        flow: args.profile ? args.flow : undefined,
+        profile: args.profile,
         nativeOnly: true,
         flowIds: [...candidates],
         delivery: true,
@@ -158,7 +160,7 @@ export function buildProject(root, environment, args) {
                 });
                 check(isMap(configured.result) && isMap(configured.result.execution), "PROVIDER", "Invalid project execution configuration");
                 return configured.result.execution;
-            });
+            }, args.profile);
             return {
                 flow: f.id,
                 artifacts: prepared.result.artifacts,
@@ -227,6 +229,7 @@ export function buildProject(root, environment, args) {
     const selection = {
         projectBuild: true,
         ...(args.flow ? { flow: args.flow } : {}),
+        ...(args.profile ? { profile: args.profile } : {}),
         ...(args.provider ? { provider: args.provider } : {}),
     };
     const metadata = {

package/dist/core/schema.d.ts

@@ -94,6 +94,11 @@ export declare const flowSchema: z.ZodObject<{
     export: z.ZodOptional<z.ZodString>;
     product: z.ZodOptional<z.ZodString>;
     provider: z.ZodOptional<z.ZodString>;
+    executionProfiles: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodObject<{
+        provider: z.ZodString;
+        ingestion: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        source: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>>;
     defaults: z.ZodDefault<z.ZodObject<{
         source: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         with: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -236,6 +241,7 @@ export interface Plan {
         delivery?: boolean;
         projectBuild?: boolean;
         provider?: string;
+        profile?: string;
     };
     project: string;
     environment: string;

package/dist/core/schema.js

@@ -98,6 +98,15 @@ export const flowSchema = z
     export: id.optional(),
     product: id.optional(),
     provider: id.optional(),
+    executionProfiles: z
+        .record(id, z
+        .object({
+        provider: id,
+        ingestion: map,
+        source: map.default({}),
+    })
+        .strict())
+        .default({}),
     defaults: z
         .object({ source: map.default({}), with: map.default({}) })
         .strict()

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ingestron/core",
-  "version": "0.12.6",
+  "version": "0.12.7",
   "type": "module",
   "description": "Shared Ingestron project compiler, operations and editor schemas",
   "license": "Apache-2.0",