ingestron 0.15.0 → 0.16.1

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## 0.16.1
+
+- Add `contract scaffold` for a minimal draft from a known field.
+- Let `connections flow-add --execution <file>` pass reviewed provider-specific
+  execution settings to the core operation.
+- Pin the public core 0.12.5 package for the shared operation contract.
+
+## 0.16.0 (private candidate)
+
+- Add reviewable `connections add` and `connections flow-add` commands for
+  connector-backed project authoring.
+- Add `contract map` for versioned source-field selection and target names using
+  saved discovery evidence. Review, approval and execution remain separate.
+- Consume the matching unpublished core 0.12.5 operation contract.
+
+## 0.15.1
+
+- Pin core 0.12.4 so CLI and MCP accept reusable connections with per-table source selectors; new projects start with short top-level package names.
+- Existing stream-based projects and exact package locks remain supported.
+
 ## 0.15.0
 
 - Add `provider install` and `connector install` with matching list/update commands. They use the existing immutable package cache and reject a package of the wrong type before changing the lock.

package/README.md

@@ -8,9 +8,16 @@ The CLI is a thin application over [`@ingestron/core`](https://github.com/ingest
 Providers supply platform-specific generators, connectors and standards. Installing
 the CLI does not install a platform provider or connect to a cloud account.
 
+Version 0.16.1 uses core 0.12.5. It adds
+`connections add`, `connections flow-add`, `contract scaffold` and `contract map`
+for reviewable connector/workflow authoring, an editable first contract and
+source-to-target ODCS mapping. `connections flow-add --execution <file>` passes
+reviewed provider execution settings to core. Use a qualified local provider and
+connector release for execution.
+
 ## Get started
 
-Use Node 22.12 or newer, Git and pnpm 10.15.0. Build the public source:
+Use Node 22.12 or newer, Git and pnpm 10.15.0:
 
 ```sh
 git clone https://github.com/ingestron/cli.git
@@ -29,13 +36,12 @@ To install this checkout's CLI in your terminal:
 
 ```sh
 pnpm pack --pack-destination build/release
-npm install --global ./build/release/ingestron-0.14.2.tgz
+npm install --global ./build/release/ingestron-0.16.1.tgz
 ingestron --version
 ```
 
-This source release prepares the npm package named `ingestron`; it does not claim
-that the same CLI version is already published on npm. Its core dependency is the
-public, exact version `@ingestron/core@0.12.2`.
+The package name is `ingestron`; its core dependency is the public, exact version
+`@ingestron/core@0.12.5`.
 
 Follow the [five-minute quickstart](docs/quickstart.md) for a project you can keep.
 

package/THIRD_PARTY_NOTICES.md

@@ -75,7 +75,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 ```
 
-### @ingestron/core@0.12.2
+### @ingestron/core@0.12.5
 
 Declared licence: Apache-2.0
 

package/build/cli/cli/index.js

@@ -290,6 +290,48 @@ for (const kind of ["activities", "standards", "providers"]) {
 const connections = app
     .command("connections")
     .description("Validate and prepare project-defined connector flows without source access");
+connections
+    .command("add <id>")
+    .description("Register an installed connector as a project connection")
+    .requiredOption("--package <alias>", "Configured connector package alias")
+    .requiredOption("--source-id <id>", "Non-secret source identity")
+    .requiredOption("--tenant-id <id>", "Non-secret tenant identity")
+    .option("--binding <id>", "Environment binding for runtime secrets")
+    .option("--settings <file>", "Project-relative YAML/JSON settings file")
+    .action((id, options) => author("connection_add", {
+    id,
+    package: options.package,
+    sourceId: options.sourceId,
+    tenantId: options.tenantId,
+    ...(options.binding ? { binding: options.binding } : {}),
+    settings: options.settings ? readData(options.settings) : {},
+}));
+connections
+    .command("flow-add <id>")
+    .description("Create a connection-backed ingestion flow")
+    .requiredOption("--provider <configuration>", "Configured provider")
+    .requiredOption("--connection <id>", "Configured connection")
+    .requiredOption("--table <id>", "Output table")
+    .requiredOption("--contract <file>", "Project-relative ODCS contract")
+    .option("--source <file>", "Project-relative YAML/JSON table source settings")
+    .option("--source-path <path>", "Files connector source path")
+    .option("--format <format>", "Files connector format")
+    .option("--execution <file>", "Project-relative provider execution settings")
+    .action((id, options) => {
+    check(!!options.source !== !!options.sourcePath, "OPTION", "Choose a source settings file or a source path");
+    check(!options.sourcePath || options.format, "OPTION", "A file source needs its format");
+    author("connection_flow_add", {
+        id,
+        provider: options.provider,
+        connection: options.connection,
+        table: options.table,
+        contract: options.contract,
+        source: options.source
+            ? readData(options.source)
+            : { path: options.sourcePath, format: options.format },
+        ...(options.execution ? { execution: readData(options.execution) } : {}),
+    });
+});
 connections
     .command("validate <flow>")
     .action((flow) => run("connection_prepare", { flow, validateOnly: true }));
@@ -495,6 +537,8 @@ app.hook("preAction", (_root, command) => {
         "source prepare",
         "source import",
         "plugin configure",
+        "connections add",
+        "connections flow-add",
         "plugin migrate",
         "config environment add",
         "flow table add",
@@ -514,6 +558,8 @@ app.hook("preAction", (_root, command) => {
         "providers migrate",
         "providers export",
         "contract draft",
+        "contract scaffold",
+        "contract map",
         "plugin scaffold",
         "plugin pack-add",
     ]).has(parts.join(" ")), "OPTION", "--dry-run is supported only by project authoring commands; this command has not run");

package/build/cli/cli/workflow-commands.js

@@ -61,6 +61,13 @@ export function workflowCommands(app, host) {
         check(!id || !options.id || id === options.id, "INPUT", "Provide one contract identifier");
         author("contract_create", { ...options, id: id ?? options.id });
     });
+    contract
+        .command("scaffold <id>")
+        .description("Create an editable draft contract from one known field")
+        .requiredOption("--table <name>", "Dataset/table name")
+        .requiredOption("--field <name>", "First known source field")
+        .requiredOption("--type <type>", "Field type: string, integer, number or boolean")
+        .action((id, options) => author("contract_scaffold", { id, ...options }));
     contract
         .command("list")
         .description("List authored contracts")
@@ -74,6 +81,10 @@ export function workflowCommands(app, host) {
         .description("Validate full ODCS, including nested schemas")
         .option("--native", "Also check eligibility for flat native table authoring")
         .action((id, options) => run("contract_check", { id, ...options }));
+    contract
+        .command("map <file>")
+        .description("Preview or apply a versioned source-to-contract field mapping draft")
+        .action((file) => author("contract_map_fields", readData(file)));
     const flow = app.commands.find((c) => c.name() === "flow");
     flow
         .command("connect <id>")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ingestron",
-  "version": "0.15.0",
+  "version": "0.16.1",
   "type": "module",
   "description": "Build repeatable data pipelines from reviewed contracts and versioned standards.",
   "license": "Apache-2.0",
@@ -22,25 +22,9 @@
   "engines": {
     "node": ">=22.12.0"
   },
-  "packageManager": "pnpm@10.15.0",
-  "scripts": {
-    "build": "node scripts/clean-build.mjs && tsc",
-    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
-    "format": "prettier --write .",
-    "format:check": "prettier --check .",
-    "secrets:check": "node scripts/secrets.mjs",
-    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
-    "prepack": "pnpm build",
-    "package:check": "tsx scripts/package-check.ts",
-    "release:check": "node scripts/release-check.mjs",
-    "prepublishOnly": "node scripts/release-check.mjs --publish",
-    "docs:check": "node scripts/docs-check.mjs",
-    "examples:check": "node examples/quickstart.mjs",
-    "licences:inventory": "node scripts/licence-inventory.mjs"
-  },
   "dependencies": {
     "@clack/prompts": "1.7.0",
-    "@ingestron/core": "0.12.2",
+    "@ingestron/core": "0.12.5",
     "@modelcontextprotocol/sdk": "1.30.0",
     "commander": "15.0.0",
     "yaml": "2.9.0"
@@ -72,5 +56,18 @@
     "cli",
     "mcp",
     "code-generation"
-  ]
-}
+  ],
+  "scripts": {
+    "build": "node scripts/clean-build.mjs && tsc",
+    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "secrets:check": "node scripts/secrets.mjs",
+    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
+    "package:check": "tsx scripts/package-check.ts",
+    "release:check": "node scripts/release-check.mjs",
+    "docs:check": "node scripts/docs-check.mjs",
+    "examples:check": "node examples/quickstart.mjs",
+    "licences:inventory": "node scripts/licence-inventory.mjs"
+  }
+}