ingestron 0.17.8 → 1.0.0

package/build/cli/cli/plugin-resolution.js

@@ -1,270 +0,0 @@
-/** Official-name convenience at the adapter boundary; core only receives exact references. */
-import { executeAsync, operationSchemas, } from "@ingestron/core";
-import { check, packageLock, Problem } from "@ingestron/core/adapter";
-import { coreVersion } from "../version.js";
-export const officialPlugins = {
-    adf: {
-        kind: "provider",
-        repository: "ingestron/provider-adf",
-        path: "plugin/provider.yaml",
-        tagPrefix: "",
-    },
-    "azure-blob": {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/azure-blob/connector.yaml",
-        tagPrefix: "azure-blob-",
-    },
-    databricks: {
-        kind: "provider",
-        repository: "ingestron/provider-databricks",
-        path: "plugin/provider.yaml",
-        tagPrefix: "",
-    },
-    files: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/files/connector.yaml",
-        tagPrefix: "files-",
-    },
-    gcs: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/gcs/connector.yaml",
-        tagPrefix: "gcs-",
-    },
-    github: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/github/connector.yaml",
-        tagPrefix: "github-",
-    },
-    hubspot: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/hubspot/connector.yaml",
-        tagPrefix: "hubspot-",
-    },
-    jira: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/jira/connector.yaml",
-        tagPrefix: "jira-",
-    },
-    local: {
-        kind: "provider",
-        repository: "ingestron/provider-local",
-        path: "plugin/provider.yaml",
-        tagPrefix: "",
-    },
-    mysql: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/mysql/connector.yaml",
-        tagPrefix: "mysql-",
-    },
-    onedrive: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/onedrive/connector.yaml",
-        tagPrefix: "onedrive-",
-    },
-    oracle: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/oracle/connector.yaml",
-        tagPrefix: "oracle-",
-    },
-    postgresql: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/postgresql/connector.yaml",
-        tagPrefix: "postgresql-",
-    },
-    s3: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/s3/connector.yaml",
-        tagPrefix: "s3-",
-    },
-    salesforce: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/salesforce/connector.yaml",
-        tagPrefix: "salesforce-",
-    },
-    sftp: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/sftp/connector.yaml",
-        tagPrefix: "sftp-",
-    },
-    sharepoint: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/sharepoint/connector.yaml",
-        tagPrefix: "sharepoint-",
-    },
-    "sql-server": {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/sql-server/connector.yaml",
-        tagPrefix: "sql-server-",
-    },
-    stripe: {
-        kind: "connector",
-        repository: "ingestron/connectors",
-        path: "connectors/stripe/connector.yaml",
-        tagPrefix: "stripe-",
-    },
-};
-const catalogueUrl = "https://raw.githubusercontent.com/ingestron/connectors/main/catalogue.json";
-const stable = /^(0|[1-9]\d*)\.(0|[1-9]\d*)\.(0|[1-9]\d*)$/;
-const compare = (a, b) => {
-    const x = a.split(".").map(Number), y = b.split(".").map(Number);
-    return y[0] - x[0] || y[1] - x[1] || y[2] - x[2];
-};
-export function officialName(reference) {
-    if (reference.includes("/"))
-        return undefined;
-    const [name, version, extra] = reference.split("@");
-    check(Object.hasOwn(officialPlugins, name), "PACKAGE", `Unknown official plugin '${name}'. Use ${Object.keys(officialPlugins).join(", ")}, or an explicit owner/repository reference. Check ingestron --version and update the CLI if a documented name is missing.`);
-    check(extra === undefined &&
-        (version === undefined || version === "latest" || stable.test(version)), "PACKAGE", "Use a stable version, @latest, or omit the version for an official plugin");
-    return { name: name, version };
-}
-export function catalogueReleases(value, name, host = coreVersion) {
-    const identity = officialPlugins[name];
-    check(value?.apiVersion === "ingestron.catalogue/v1", "CATALOGUE", "Unsupported official catalogue format");
-    const entry = value.plugins?.[name];
-    check(entry &&
-        entry.repository === identity.repository &&
-        entry.path === identity.path &&
-        entry.tagPrefix === identity.tagPrefix &&
-        Array.isArray(entry.releases) &&
-        entry.releases.length <= 1000, "CATALOGUE", `Invalid official catalogue identity for ${name}`);
-    const seen = new Set();
-    for (const release of entry.releases) {
-        check(stable.test(release.version) &&
-            !seen.has(release.version) &&
-            Array.isArray(release.coreVersions) &&
-            release.coreVersions.length > 0 &&
-            release.coreVersions.every((v) => typeof v === "string" && stable.test(v)), "CATALOGUE", `Invalid qualified release for ${name}`);
-        seen.add(release.version);
-    }
-    return entry.releases
-        .filter((r) => r.coreVersions.includes(host))
-        .map((r) => r.version)
-        .sort(compare);
-}
-export async function fetchCatalogue() {
-    try {
-        const response = await fetch(catalogueUrl, {
-            signal: AbortSignal.timeout(10000),
-            redirect: "error",
-        });
-        check(response.ok && response.body, "CATALOGUE", "Official catalogue is unavailable; retry or install an explicit version");
-        const reader = response.body.getReader();
-        const chunks = [];
-        let size = 0;
-        try {
-            for (;;) {
-                const { value, done } = await reader.read();
-                if (done)
-                    break;
-                size += value.length;
-                check(size <= 262144, "CATALOGUE", "Official catalogue exceeds the size limit");
-                chunks.push(value);
-            }
-        }
-        finally {
-            await reader.cancel();
-        }
-        return JSON.parse(Buffer.concat(chunks).toString("utf8"));
-    }
-    catch (error) {
-        if (error instanceof Problem)
-            throw error;
-        throw new Problem("CATALOGUE", "Cannot read the official catalogue; retry or install an explicit version");
-    }
-}
-export async function resolvePluginArgs(context, operation, args, catalogue = fetchCatalogue) {
-    if (operation !== "packages_install" && operation !== "plugin_versions")
-        return args;
-    const field = operation === "packages_install" ? "reference" : "provider";
-    const alias = officialName(args[field]);
-    if (!alias)
-        return args;
-    const identity = officialPlugins[alias.name];
-    if (operation === "packages_install" && args.kind)
-        check(args.kind === identity.kind, "PACKAGE", `${alias.name} is a ${identity.kind}; use ingestron ${identity.kind} install ${alias.name}`);
-    check(args.tagPrefix === undefined || args.tagPrefix === identity.tagPrefix, "OPTION", "Official plugin tag prefixes cannot be overridden; use an explicit reference for custom tags");
-    if (operation === "plugin_versions")
-        return {
-            ...args,
-            provider: identity.repository,
-            tagPrefix: identity.tagPrefix,
-        };
-    // Check permissions before catalogue network access, just as core does before install.
-    check(context.allowWrite, "PERMISSION", "Package installation requires write access");
-    check(!(args.update && args.frozen), "PACKAGE", "Frozen installation cannot update packages");
-    const base = `${identity.repository}/${identity.path}@`;
-    let version = alias.version;
-    if (version === undefined || version === "latest") {
-        const installed = Object.keys(packageLock(context.root).packages)
-            .filter((r) => r.startsWith(base) && stable.test(r.slice(base.length)))
-            .map((r) => r.slice(base.length))
-            .sort(compare);
-        if (!args.update && installed.length)
-            version = installed[0];
-        else {
-            check(!args.frozen, "PACKAGE", "Frozen installation requires an existing exact lock; install an exact version first");
-            check(context.allowNetwork, "PERMISSION", "Latest plugin resolution requires explicit package-network access");
-            check(!args.fromGit, "OPTION", "Use an exact version with --from-git; latest selects official qualified releases");
-            const versions = catalogueReleases(await catalogue(), alias.name);
-            check(versions.length, "COMPATIBILITY", `No qualified ${alias.name} release supports core ${coreVersion}; update the CLI or select an explicitly compatible version`);
-            version = [...versions, ...installed].sort(compare)[0];
-        }
-    }
-    // Even 'update' must never retarget an existing immutable version lock.
-    return {
-        ...args,
-        reference: `${base}${version}`,
-        tagPrefix: identity.tagPrefix,
-        update: false,
-    };
-}
-export async function executePluginOperation(context, operation, args = {}) {
-    try {
-        if (operation === "packages_install" || operation === "plugin_versions") {
-            const parsed = operationSchemas[operation].safeParse(args);
-            check(parsed.success, "SCHEMA", "Invalid plugin operation arguments");
-            if (operation === "packages_install")
-                check(context.allowWrite, "PERMISSION", "Package installation requires write access");
-            check(context.allowNetwork || parsed.data?.fromGit, "PERMISSION", "Package access requires explicit package-network access");
-            args = await resolvePluginArgs(context, operation, parsed.data);
-        }
-        const result = await executeAsync(context, operation, args);
-        // Keep custom manifest paths in every returned installable reference.
-        if (operation === "plugin_versions" && result.ok) {
-            const identity = Object.values(officialPlugins).find((p) => p.repository === args.provider && p.tagPrefix === args.tagPrefix);
-            if (identity)
-                result.result.versions = result.result.versions.map((v) => ({
-                    ...v,
-                    reference: `${identity.repository}/${identity.path}@${v.version}`,
-                }));
-        }
-        return result;
-    }
-    catch (error) {
-        const e = error instanceof Problem
-            ? error
-            : new Problem("PACKAGE", "Plugin resolution failed; check the reference and catalogue");
-        return {
-            apiVersion: "ingestron.operation/v1",
-            operation,
-            ok: false,
-            diagnostics: [{ code: e.code, message: e.message }],
-        };
-    }
-}

package/build/cli/cli/presentation.d.ts

@@ -1,12 +0,0 @@
-import type { Context, OperationName, Result } from "@ingestron/core";
-export interface Presentation {
-    tty: boolean;
-    plain?: boolean;
-    colour?: boolean;
-    progress?: boolean;
-    json?: boolean;
-}
-export declare function richTerminal(options: Presentation, env?: NodeJS.ProcessEnv): boolean;
-export declare function decorate(text: string, ok: boolean, options: Presentation): string;
-export declare function banner(text: string, options: Presentation): string;
-export declare function backgroundOperation(context: Context, operation: OperationName, args: unknown, label: string, options: Presentation): Promise<Result>;

package/build/cli/cli/presentation.js

@@ -1,57 +0,0 @@
-import { Worker } from "node:worker_threads";
-export function richTerminal(options, env = process.env) {
-    return (options.tty &&
-        !options.json &&
-        !options.plain &&
-        options.colour !== false &&
-        env.NO_COLOR === undefined &&
-        env.TERM !== "dumb" &&
-        !env.CI);
-}
-export function decorate(text, ok, options) {
-    if (!richTerminal(options))
-        return text;
-    const [title, ...body] = text.split("\n");
-    return `\x1b[${ok ? "32" : "31"}m${ok ? "[ok]" : "[!]"}\x1b[0m \x1b[1m${title}\x1b[0m${body.length ? "\n" + body.join("\n") : ""}`;
-}
-export function banner(text, options) {
-    return richTerminal(options)
-        ? `\x1b[36m+-- INGESTRON ----------------------------------+\x1b[0m\n\n${text}`
-        : text;
-}
-export async function backgroundOperation(context, operation, args, label, options) {
-    const animate = richTerminal(options) &&
-        options.progress !== false &&
-        process.env.INGESTRON_NO_ANIMATION !== "1" &&
-        !!process.stderr.isTTY;
-    const frames = ["|", "/", "-", "\\"];
-    let index = 0;
-    const safe = label
-        .replace(/[\u0000-\u001f\u007f-\u009f]/g, " ")
-        .slice(0, Math.max(20, (process.stderr.columns ?? 80) - 8));
-    const draw = () => process.stderr.write(`\r\x1b[2K  ${frames[index++ % frames.length]} ${safe}`);
-    if (animate)
-        draw();
-    const timer = animate ? setInterval(draw, 100) : undefined;
-    try {
-        return await new Promise((resolve, reject) => {
-            const worker = new Worker(new URL("./operation-worker.js", import.meta.url), { workerData: { context, operation, args } });
-            let received = false;
-            worker.once("message", (result) => {
-                received = true;
-                resolve(result);
-            });
-            worker.once("error", reject);
-            worker.once("exit", (code) => {
-                if (!received)
-                    reject(new Error(`Operation worker stopped (${code})`));
-            });
-        });
-    }
-    finally {
-        if (timer)
-            clearInterval(timer);
-        if (animate)
-            process.stderr.write("\r\x1b[2K");
-    }
-}

package/build/cli/cli/workflow-commands.d.ts

@@ -1,15 +0,0 @@
-import { Command } from "commander";
-import { type Context, type OperationName, type Result } from "@ingestron/core";
-interface Host {
-    context: () => Context;
-    run: (name: OperationName, args?: any) => void;
-    author: (name: OperationName, args: any) => void;
-    print: (result: Result, args?: any) => void;
-    readData: (file: string) => any;
-    canPrompt: () => boolean;
-    answer: (value: unknown) => Promise<any>;
-    perform: (operation: OperationName, args: any, label: string) => Promise<Result>;
-}
-/** Implemented CLI workflows over the versioned core operation API. */
-export declare function workflowCommands(app: Command, host: Host): void;
-export {};