ingestron 0.14.0 → 0.15.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## 0.15.0
+
+- Add `provider install` and `connector install` with matching list/update commands. They use the existing immutable package cache and reject a package of the wrong type before changing the lock.
+- Move direct provider command execution to `provider exec`. Keep `plugin install` and the older `providers install` spelling for existing scripts.
+- Pin core 0.12.2 so connected flows can resolve reviewed model-pack contracts in the same way as planning.
+
+## 0.14.2
+
+- Add the qualified `sql-server` source shortcut to CLI and MCP. `sql-server@1.0.0`
+  resolves to its immutable source tag; installation still only caches the package.
+- Offer every current official plugin in the interactive install prompt.
+
+## 0.14.1
+
+- Add `azure-blob` and `azure-blob@1.0.0` shortcuts, including qualified latest selection and MCP parity. No tag-prefix option is needed.
+- Derive official-name help from the shared alias map and suggest checking/updating the CLI when a name is unknown.
+
 ## 0.14.0
 
 - Add the official `files` plugin alias to CLI and MCP, with exact qualified catalogue resolution and unchanged cache-only installation.

package/README.md

@@ -29,29 +29,29 @@ To install this checkout's CLI in your terminal:
 
 ```sh
 pnpm pack --pack-destination build/release
-npm install --global ./build/release/ingestron-0.13.1.tgz
+npm install --global ./build/release/ingestron-0.14.2.tgz
 ingestron --version
 ```
 
 This source release prepares the npm package named `ingestron`; it does not claim
 that the same CLI version is already published on npm. Its core dependency is the
-public, exact version `@ingestron/core@0.12.1`.
+public, exact version `@ingestron/core@0.12.2`.
 
 Follow the [five-minute quickstart](docs/quickstart.md) for a project you can keep.
 
 ## Work with projects and plugins
 
-Commands use resource groups such as `source`, `contract`, `flow`, `config` and
-`plugin`. Installed plugins can add their own namespace:
+Commands use resource groups such as `source`, `contract`, `flow`, `config`,
+`provider` and `connector`. Installed packages can add their own namespace:
 
 ```text
-ingestron plugin install local
-ingestron plugin install github
+ingestron provider install local
+ingestron connector install github
 ingestron <namespace> <resource> <verb> --input request.json
 ```
 
 Installation caches an exact, qualified version without changing project configuration.
-Use `github@1.32.1` for an explicit pin, or `plugin update github` to check for a newer
+Use `github@1.33.0` for an explicit pin, or `connector update github` to check for a newer
 qualified release. Browse installed packages with `ingestron plugin browse`. Command help
 shows the selected plugin's input schema without executing it.
 

package/THIRD_PARTY_NOTICES.md

@@ -75,7 +75,7 @@ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 ```
 
-### @ingestron/core@0.12.1
+### @ingestron/core@0.12.2
 
 Declared licence: Apache-2.0
 
@@ -3601,6 +3601,28 @@ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF
 THIS SOFTWARE.
 ```
 
+### yaml@2.9.1
+
+Declared licence: ISC
+
+LICENSE:
+
+```text
+Copyright Eemeli Aro <eemeli@gmail.com>
+
+Permission to use, copy, modify, and/or distribute this software for any purpose
+with or without fee is hereby granted, provided that the above copyright notice
+and this permission notice appear in all copies.
+
+THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND
+FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS
+OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
+TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF
+THIS SOFTWARE.
+```
+
 ### zod-to-json-schema@3.25.2
 
 Declared licence: ISC
@@ -3625,7 +3647,7 @@ ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 ```
 
-### zod@4.5.4
+### zod@4.6.5
 
 Declared licence: MIT
 

package/build/cli/cli/index.js

@@ -326,6 +326,9 @@ connections
     print(result);
 });
 const providerCommands = app.commands.find((command) => command.name() === "providers");
+providerCommands.configureHelp({
+    visibleCommands: (command) => command.commands.filter((child) => !["install", "update"].includes(child.name())),
+});
 for (const update of [false, true])
     providerCommands
         .command(`${update ? "update" : "install"} <reference>`)
@@ -342,9 +345,16 @@ providerCommands
     .command("commands <configuration>")
     .description("List provider-owned commands and input schemas without executing plugin code")
     .action((configuration) => run("provider_commands", { configuration }));
-app
-    .command("provider <configuration> <command...>")
-    .description("Run an installed provider's offline command; inspect providers commands first")
+const provider = app
+    .command("provider")
+    .description("Install an execution provider or run its offline commands")
+    .arguments("<configuration> <command...>")
+    .option("--input <file>", "Project-relative JSON input file")
+    .option("--out <file>", "Save the provider result JSON to a new project file")
+    .action((configuration, words, command) => providerAction("provider_command", { configuration, command: words.join(" ") }, command));
+provider
+    .command("exec <configuration> <command...>")
+    .description("Run a configured provider command; inspect providers commands first")
     .option("--input <file>", "Project-relative JSON input file")
     .option("--out <file>", "Save the provider result JSON to a new project file")
     .action((configuration, words, command) => providerAction("provider_command", { configuration, command: words.join(" ") }, command));

package/build/cli/cli/output.js

@@ -70,16 +70,16 @@ export function terminal(result, verbose = false, args = {}) {
                         .map((p) => `  ${clean(p.id).padEnd(13)} ${clean(p.name)} [${clean(p.kindLabel)} · ${clean(p.availability)}]\n    ${clean(p.description)}\n    ${clean(p.url)}`)
                         .join("\n\n")
                 : "No installed plugins match this search.") +
-                "\n\nBrowse versions: ingestron plugin versions github\nGuided install: ingestron plugin install\nInstall: ingestron plugin install github");
+                "\n\nInstall a provider: ingestron provider install local\nInstall a connector: ingestron connector install github");
         case "plugin_versions":
             return (lines(`Versions for ${value.provider}`, value.versions.map((v) => `${v.reference}${v.ambiguous ? "  (conflicting tags; select a commit)" : ""}`), "No stable version tags found.") +
                 "\n\n" +
                 value.evidence +
                 "\nInstall: ingestron plugin install <owner/repository>@<version>");
         case "packages_install":
-            return `${value.cached ? "Using cached" : "Installed"} plugin ${clean(pluginLabel(args.reference ?? value.reference ?? "package"))}.\nUse --verbose for the exact reference and licence information.`;
+            return `${value.cached ? "Using cached" : "Installed"} ${args.kind ?? "plugin"} ${clean(pluginLabel(args.reference ?? value.reference ?? "package"))}.\nUse --verbose for the exact reference and licence information.`;
         case "packages_list":
-            return lines("Installed plugins", Object.keys(value.packages).map(pluginLabel), "No plugins installed.\nNext: ingestron plugin install local");
+            return lines("Installed plugins", Object.keys(value.packages).map(pluginLabel), "No plugins installed.\nNext: ingestron provider install local");
         case "source_list":
             return lines("Sources", value.map((s) => `${s.id}  ${s.type}${s.format ? "/" + s.format : ""}  ${s.execution}`), "No sources configured.\nNext: ingestron source add <name> --type <type>");
         case "source_show":

package/build/cli/cli/plugin-resolution.d.ts

@@ -1,21 +1,36 @@
 /** Official-name convenience at the adapter boundary; core only receives exact references. */
 import { type Context, type OperationName, type Result } from "@ingestron/core";
 export declare const officialPlugins: {
+    readonly "azure-blob": {
+        readonly kind: "connector";
+        readonly repository: "ingestron/connectors";
+        readonly path: "connectors/azure-blob/connector.yaml";
+        readonly tagPrefix: "azure-blob-";
+    };
     readonly files: {
+        readonly kind: "connector";
         readonly repository: "ingestron/connectors";
         readonly path: "connectors/files/connector.yaml";
         readonly tagPrefix: "files-";
     };
     readonly github: {
+        readonly kind: "connector";
         readonly repository: "ingestron/connectors";
         readonly path: "connectors/github/connector.yaml";
         readonly tagPrefix: "github-";
     };
     readonly local: {
+        readonly kind: "provider";
         readonly repository: "ingestron/provider-local";
         readonly path: "plugin/provider.yaml";
         readonly tagPrefix: "";
     };
+    readonly "sql-server": {
+        readonly kind: "connector";
+        readonly repository: "ingestron/connectors";
+        readonly path: "connectors/sql-server/connector.yaml";
+        readonly tagPrefix: "sql-server-";
+    };
 };
 export declare function officialName(reference: string): {
     name: keyof typeof officialPlugins;

package/build/cli/cli/plugin-resolution.js

@@ -3,21 +3,36 @@ import { executeAsync, operationSchemas, } from "@ingestron/core";
 import { check, packageLock, Problem } from "@ingestron/core/adapter";
 import { coreVersion } from "../version.js";
 export const officialPlugins = {
+    "azure-blob": {
+        kind: "connector",
+        repository: "ingestron/connectors",
+        path: "connectors/azure-blob/connector.yaml",
+        tagPrefix: "azure-blob-",
+    },
     files: {
+        kind: "connector",
         repository: "ingestron/connectors",
         path: "connectors/files/connector.yaml",
         tagPrefix: "files-",
     },
     github: {
+        kind: "connector",
         repository: "ingestron/connectors",
         path: "connectors/github/connector.yaml",
         tagPrefix: "github-",
     },
     local: {
+        kind: "provider",
         repository: "ingestron/provider-local",
         path: "plugin/provider.yaml",
         tagPrefix: "",
     },
+    "sql-server": {
+        kind: "connector",
+        repository: "ingestron/connectors",
+        path: "connectors/sql-server/connector.yaml",
+        tagPrefix: "sql-server-",
+    },
 };
 const catalogueUrl = "https://raw.githubusercontent.com/ingestron/connectors/main/catalogue.json";
 const stable = /^(0|[1-9]\d*)\.(0|[1-9]\d*)\.(0|[1-9]\d*)$/;
@@ -29,7 +44,7 @@ export function officialName(reference) {
     if (reference.includes("/"))
         return undefined;
     const [name, version, extra] = reference.split("@");
-    check(Object.hasOwn(officialPlugins, name), "PACKAGE", `Unknown official plugin '${name}'. Use files, github, local, or an explicit owner/repository reference.`);
+    check(Object.hasOwn(officialPlugins, name), "PACKAGE", `Unknown official plugin '${name}'. Use ${Object.keys(officialPlugins).join(", ")}, or an explicit owner/repository reference. Check ingestron --version and update the CLI if a documented name is missing.`);
     check(extra === undefined &&
         (version === undefined || version === "latest" || stable.test(version)), "PACKAGE", "Use a stable version, @latest, or omit the version for an official plugin");
     return { name: name, version };
@@ -97,6 +112,8 @@ export async function resolvePluginArgs(context, operation, args, catalogue = fe
     if (!alias)
         return args;
     const identity = officialPlugins[alias.name];
+    if (operation === "packages_install" && args.kind)
+        check(args.kind === identity.kind, "PACKAGE", `${alias.name} is a ${identity.kind}; use ingestron ${identity.kind} install ${alias.name}`);
     check(args.tagPrefix === undefined || args.tagPrefix === identity.tagPrefix, "OPTION", "Official plugin tag prefixes cannot be overridden; use an explicit reference for custom tags");
     if (operation === "plugin_versions")
         return {

package/build/cli/cli/workflow-commands.js

@@ -1,4 +1,4 @@
-import { officialName } from "./plugin-resolution.js";
+import { officialName, officialPlugins } from "./plugin-resolution.js";
 import { browsePlugins } from "./plugin-browser.js";
 import * as prompts from "@clack/prompts";
 import { friendlyReference } from "@ingestron/core/adapter";
@@ -175,14 +175,18 @@ export function workflowCommands(app, host) {
         .description("Read the durable local run receipt")
         .action((id) => run("run_status", { id }));
     // Installation is explicit; browsing only inspects installed packages.
-    const installProvider = async (reference, options, update = false) => {
+    const installPlugin = async (reference, options, update = false, kind) => {
+        const names = Object.entries(officialPlugins)
+            .filter(([, plugin]) => !kind || plugin.kind === kind)
+            .map(([name]) => name);
         if (!reference) {
-            check(canPrompt(), "INPUT", "Choose an official plugin: plugin install github or plugin install local; explicit owner/repository@version references also work.");
+            check(canPrompt(), "INPUT", `Choose an official ${kind ?? "plugin"}: ${names.join(", ")}; explicit owner/repository@version references also work.`);
             reference = await answer(prompts.text({
-                message: "Official plugin name or owner/repository",
-                validate: (value) => /^(github|local|[\w.-]+\/[\w.-]+)$/.test(value ?? "")
+                message: `Official ${kind ?? "plugin"} name or owner/repository`,
+                validate: (value) => names.includes(value ?? "") ||
+                    /^[\w.-]+\/[\w.-]+$/.test(value ?? "")
                     ? undefined
-                    : "Use files, github, local or owner/repository",
+                    : `Use ${names.join(", ")} or owner/repository`,
             }));
         }
         check(typeof reference === "string", "INPUT", "Choose a plugin reference");
@@ -209,11 +213,12 @@ export function workflowCommands(app, host) {
                 })),
             }));
         }
-        check(typeof reference === "string", "INPUT", "Choose a provider version");
+        check(typeof reference === "string", "INPUT", "Choose a package version");
         officialName(reference);
         check(!options.name, "OPTION", "Installation no longer configures projects. Use plugin configure <exact-reference> --name <configuration>.");
         const result = await perform("packages_install", {
             reference,
+            ...(kind ? { kind } : {}),
             update,
             frozen: !!options.frozen,
             ...(options.fromGit ? { fromGit: options.fromGit } : {}),
@@ -223,7 +228,7 @@ export function workflowCommands(app, host) {
             print(result);
             return;
         }
-        print(result, { reference: result.result.reference });
+        print(result, { reference: result.result.reference, kind });
     };
     const plugin = app
         .command("plugin")
@@ -273,7 +278,26 @@ export function workflowCommands(app, host) {
             .option("--frozen", "Require an existing immutable lock")
             .option("--name <configuration>", "Removed: use plugin configure --name instead")
             .option("--cache-only", "Compatibility option; cache-only is now the default")
-            .action((reference, options) => installProvider(reference, options, update));
+            .action((reference, options) => installPlugin(reference, options, update));
+    const typedInstall = (group, kind) => {
+        for (const update of [false, true])
+            group
+                .command(`${update ? "update" : "install"} <reference>`)
+                .description(`${update ? "Check for a newer" : "Cache and lock a"} ${kind} package without changing project configuration`)
+                .option("--from-git <directory>", "Local Git source")
+                .option("--tag-prefix <prefix>", "Component tag prefix in a shared repository")
+                .option("--frozen", "Require an existing immutable lock")
+                .action((reference, options) => installPlugin(reference, options, update, kind));
+        group
+            .command("list")
+            .description(`List installed ${kind} packages`)
+            .action(() => run("plugin_browse", { kind }));
+    };
+    const provider = app.commands.find((c) => c.name() === "provider");
+    typedInstall(provider, "provider");
+    typedInstall(app
+        .command("connector")
+        .description("Install and inspect source connectors"), "connector");
     plugin
         .command("configure <reference>")
         .description("Register a cached provider with project configuration")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ingestron",
-  "version": "0.14.0",
+  "version": "0.15.0",
   "type": "module",
   "description": "Build repeatable data pipelines from reviewed contracts and versioned standards.",
   "license": "Apache-2.0",
@@ -22,9 +22,25 @@
   "engines": {
     "node": ">=22.12.0"
   },
+  "packageManager": "pnpm@10.15.0",
+  "scripts": {
+    "build": "node scripts/clean-build.mjs && tsc",
+    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "secrets:check": "node scripts/secrets.mjs",
+    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
+    "prepack": "pnpm build",
+    "package:check": "tsx scripts/package-check.ts",
+    "release:check": "node scripts/release-check.mjs",
+    "prepublishOnly": "node scripts/release-check.mjs --publish",
+    "docs:check": "node scripts/docs-check.mjs",
+    "examples:check": "node examples/quickstart.mjs",
+    "licences:inventory": "node scripts/licence-inventory.mjs"
+  },
   "dependencies": {
     "@clack/prompts": "1.7.0",
-    "@ingestron/core": "0.12.1",
+    "@ingestron/core": "0.12.2",
     "@modelcontextprotocol/sdk": "1.30.0",
     "commander": "15.0.0",
     "yaml": "2.9.0"
@@ -56,18 +72,5 @@
     "cli",
     "mcp",
     "code-generation"
-  ],
-  "scripts": {
-    "build": "node scripts/clean-build.mjs && tsc",
-    "test": "tsx --test --test-concurrency=1 test/unit/*.test.ts test/providers/*.test.ts test/integration/*.test.ts",
-    "format": "prettier --write .",
-    "format:check": "prettier --check .",
-    "secrets:check": "node scripts/secrets.mjs",
-    "validate": "pnpm format:check && pnpm build && pnpm test && pnpm examples:check && pnpm secrets:check && pnpm docs:check && pnpm release:check && pnpm package:check",
-    "package:check": "tsx scripts/package-check.ts",
-    "release:check": "node scripts/release-check.mjs",
-    "docs:check": "node scripts/docs-check.mjs",
-    "examples:check": "node examples/quickstart.mjs",
-    "licences:inventory": "node scripts/licence-inventory.mjs"
-  }
-}
+  ]
+}