ingestron 0.15.1 → 0.16.2

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Changelog
 
+## 0.16.2
+
+- Pin core 0.12.6 so mixed local and native-target projects validate correctly.
+- Add a JSON-stdin operation boundary for Studio hosts, with explicit write,
+  download and execution permissions and a bounded request size.
+
+## 0.16.1
+
+- Add `contract scaffold` for a minimal draft from a known field.
+- Let `connections flow-add --execution <file>` pass reviewed provider-specific
+  execution settings to the core operation.
+- Pin the public core 0.12.5 package for the shared operation contract.
+
+## 0.16.0 (private candidate)
+
+- Add reviewable `connections add` and `connections flow-add` commands for
+  connector-backed project authoring.
+- Add `contract map` for versioned source-field selection and target names using
+  saved discovery evidence. Review, approval and execution remain separate.
+- Consume the matching unpublished core 0.12.5 operation contract.
+
 ## 0.15.1
 
 - Pin core 0.12.4 so CLI and MCP accept reusable connections with per-table source selectors; new projects start with short top-level package names.

package/README.md

@@ -8,9 +8,16 @@ The CLI is a thin application over [`@ingestron/core`](https://github.com/ingest
 Providers supply platform-specific generators, connectors and standards. Installing
 the CLI does not install a platform provider or connect to a cloud account.
 
+Version 0.16.1 uses core 0.12.5. It adds
+`connections add`, `connections flow-add`, `contract scaffold` and `contract map`
+for reviewable connector/workflow authoring, an editable first contract and
+source-to-target ODCS mapping. `connections flow-add --execution <file>` passes
+reviewed provider execution settings to core. Use a qualified local provider and
+connector release for execution.
+
 ## Get started
 
-Use Node 22.12 or newer, Git and pnpm 10.15.0. Build the public source:
+Use Node 22.12 or newer, Git and pnpm 10.15.0:
 
 ```sh
 git clone https://github.com/ingestron/cli.git
@@ -29,13 +36,12 @@ To install this checkout's CLI in your terminal:
 
 ```sh
 pnpm pack --pack-destination build/release
-npm install --global ./build/release/ingestron-0.15.1.tgz
+npm install --global ./build/release/ingestron-0.16.1.tgz
 ingestron --version
 ```
 
-This source release prepares the npm package named `ingestron`; it does not claim
-that the same CLI version is already published on npm. Its core dependency is the
-public, exact version `@ingestron/core@0.12.4`.
+The package name is `ingestron`; its core dependency is the public, exact version
+`@ingestron/core@0.12.5`.
 
 Follow the [five-minute quickstart](docs/quickstart.md) for a project you can keep.
 

package/THIRD_PARTY_NOTICES.md

@@ -75,7 +75,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 ```
 
-### @ingestron/core@0.12.4
+### @ingestron/core@0.12.6
 
 Declared licence: Apache-2.0
 

package/build/cli/cli/index.js

@@ -4,7 +4,7 @@ import * as prompts from "@clack/prompts";
 import { resolve, basename, dirname } from "node:path";
 import { readFileSync, writeFileSync, mkdirSync, existsSync } from "node:fs";
 import { parseDocument } from "yaml";
-import { execute, executeAsync, } from "@ingestron/core";
+import { execute, executeAsync, operationSchemas, } from "@ingestron/core";
 import { fence } from "@ingestron/core/adapter";
 import { Configuration } from "@ingestron/core/adapter";
 import { check, Problem } from "@ingestron/core/adapter";
@@ -79,6 +79,38 @@ const run = async (name, args = {}, ctx = context()) => {
         : await executeAsync(ctx, name, args);
     print(result, args);
 };
+// Structured host boundary: request bytes are data, never shell arguments.
+app
+    .command("operation <name>")
+    .description("Invoke a versioned core operation with a JSON request on stdin")
+    .option("--allow-write", "Permit this operation to write project files")
+    .option("--allow-network", "Permit this operation to download packages")
+    .option("--allow-execute", "Permit this operation to execute a local runtime")
+    .action(async (name, flags) => {
+    check(Object.hasOwn(operationSchemas, name), "OPERATION", "Unknown operation");
+    let bytes = 0;
+    const chunks = [];
+    for await (const chunk of process.stdin) {
+        const value = Buffer.from(chunk);
+        bytes += value.length;
+        check(bytes <= 1024 * 1024, "LIMIT", "Operation request exceeds 1 MiB");
+        chunks.push(value);
+    }
+    let request;
+    try {
+        request = JSON.parse(Buffer.concat(chunks).toString("utf8") || "{}");
+    }
+    catch {
+        throw new Problem("INPUT", "Expected a JSON operation request on stdin");
+    }
+    const result = await executeAsync({
+        ...context(),
+        allowWrite: !!flags.allowWrite && !opts().dryRun,
+        allowNetwork: !!flags.allowNetwork && !opts().dryRun,
+        allowExecute: !!flags.allowExecute && !opts().dryRun,
+    }, name, request);
+    print(result, request);
+});
 function author(name, args, ctx = context()) {
     const result = execute(ctx, name, args);
     return print(!result.ok || opts().dryRun
@@ -290,6 +322,48 @@ for (const kind of ["activities", "standards", "providers"]) {
 const connections = app
     .command("connections")
     .description("Validate and prepare project-defined connector flows without source access");
+connections
+    .command("add <id>")
+    .description("Register an installed connector as a project connection")
+    .requiredOption("--package <alias>", "Configured connector package alias")
+    .requiredOption("--source-id <id>", "Non-secret source identity")
+    .requiredOption("--tenant-id <id>", "Non-secret tenant identity")
+    .option("--binding <id>", "Environment binding for runtime secrets")
+    .option("--settings <file>", "Project-relative YAML/JSON settings file")
+    .action((id, options) => author("connection_add", {
+    id,
+    package: options.package,
+    sourceId: options.sourceId,
+    tenantId: options.tenantId,
+    ...(options.binding ? { binding: options.binding } : {}),
+    settings: options.settings ? readData(options.settings) : {},
+}));
+connections
+    .command("flow-add <id>")
+    .description("Create a connection-backed ingestion flow")
+    .requiredOption("--provider <configuration>", "Configured provider")
+    .requiredOption("--connection <id>", "Configured connection")
+    .requiredOption("--table <id>", "Output table")
+    .requiredOption("--contract <file>", "Project-relative ODCS contract")
+    .option("--source <file>", "Project-relative YAML/JSON table source settings")
+    .option("--source-path <path>", "Files connector source path")
+    .option("--format <format>", "Files connector format")
+    .option("--execution <file>", "Project-relative provider execution settings")
+    .action((id, options) => {
+    check(!!options.source !== !!options.sourcePath, "OPTION", "Choose a source settings file or a source path");
+    check(!options.sourcePath || options.format, "OPTION", "A file source needs its format");
+    author("connection_flow_add", {
+        id,
+        provider: options.provider,
+        connection: options.connection,
+        table: options.table,
+        contract: options.contract,
+        source: options.source
+            ? readData(options.source)
+            : { path: options.sourcePath, format: options.format },
+        ...(options.execution ? { execution: readData(options.execution) } : {}),
+    });
+});
 connections
     .command("validate <flow>")
     .action((flow) => run("connection_prepare", { flow, validateOnly: true }));
@@ -495,6 +569,8 @@ app.hook("preAction", (_root, command) => {
         "source prepare",
         "source import",
         "plugin configure",
+        "connections add",
+        "connections flow-add",
         "plugin migrate",
         "config environment add",
         "flow table add",
@@ -514,6 +590,8 @@ app.hook("preAction", (_root, command) => {
         "providers migrate",
         "providers export",
         "contract draft",
+        "contract scaffold",
+        "contract map",
         "plugin scaffold",
         "plugin pack-add",
     ]).has(parts.join(" ")), "OPTION", "--dry-run is supported only by project authoring commands; this command has not run");

package/build/cli/cli/workflow-commands.js

@@ -61,6 +61,13 @@ export function workflowCommands(app, host) {
         check(!id || !options.id || id === options.id, "INPUT", "Provide one contract identifier");
         author("contract_create", { ...options, id: id ?? options.id });
     });
+    contract
+        .command("scaffold <id>")
+        .description("Create an editable draft contract from one known field")
+        .requiredOption("--table <name>", "Dataset/table name")
+        .requiredOption("--field <name>", "First known source field")
+        .requiredOption("--type <type>", "Field type: string, integer, number or boolean")
+        .action((id, options) => author("contract_scaffold", { id, ...options }));
     contract
         .command("list")
         .description("List authored contracts")
@@ -74,6 +81,10 @@ export function workflowCommands(app, host) {
         .description("Validate full ODCS, including nested schemas")
         .option("--native", "Also check eligibility for flat native table authoring")
         .action((id, options) => run("contract_check", { id, ...options }));
+    contract
+        .command("map <file>")
+        .description("Preview or apply a versioned source-to-contract field mapping draft")
+        .action((file) => author("contract_map_fields", readData(file)));
     const flow = app.commands.find((c) => c.name() === "flow");
     flow
         .command("connect <id>")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ingestron",
-  "version": "0.15.1",
+  "version": "0.16.2",
   "type": "module",
   "description": "Build repeatable data pipelines from reviewed contracts and versioned standards.",
   "license": "Apache-2.0",
@@ -22,9 +22,25 @@
   "engines": {
     "node": ">=22.12.0"
   },
+  "packageManager": "pnpm@10.15.0",
+  "scripts": {
+    "build": "node scripts/clean-build.mjs && tsc",
+    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "secrets:check": "node scripts/secrets.mjs",
+    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
+    "prepack": "pnpm build",
+    "package:check": "tsx scripts/package-check.ts",
+    "release:check": "node scripts/release-check.mjs",
+    "prepublishOnly": "node scripts/release-check.mjs --publish",
+    "docs:check": "node scripts/docs-check.mjs",
+    "examples:check": "node examples/quickstart.mjs",
+    "licences:inventory": "node scripts/licence-inventory.mjs"
+  },
   "dependencies": {
     "@clack/prompts": "1.7.0",
-    "@ingestron/core": "0.12.4",
+    "@ingestron/core": "0.12.6",
     "@modelcontextprotocol/sdk": "1.30.0",
     "commander": "15.0.0",
     "yaml": "2.9.0"
@@ -56,18 +72,5 @@
     "cli",
     "mcp",
     "code-generation"
-  ],
-  "scripts": {
-    "build": "node scripts/clean-build.mjs && tsc",
-    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
-    "format": "prettier --write .",
-    "format:check": "prettier --check .",
-    "secrets:check": "node scripts/secrets.mjs",
-    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
-    "package:check": "tsx scripts/package-check.ts",
-    "release:check": "node scripts/release-check.mjs",
-    "docs:check": "node scripts/docs-check.mjs",
-    "examples:check": "node examples/quickstart.mjs",
-    "licences:inventory": "node scripts/licence-inventory.mjs"
-  }
-}
+  ]
+}