@zhuoyuezs/ml-platform 0.1.9 → 0.1.10

package/runtime/business-client/src/cli.js

@@ -1,533 +0,0 @@
-#!/usr/bin/env node
-
-"use strict";
-
-const fs = require("fs");
-const path = require("path");
-const { configPath, expandHome, loadApiUrl, normalizeApiUrl, saveApiUrl } = require("./config");
-const { PlatformApiClient } = require("./http");
-const { applyCatalog, loadCatalog, normalizeDataset, normalizeRegistryDataset } = require("./catalog");
-const { version: CLIENT_VERSION } = require("../package.json");
-
-const LIFECYCLE_COLLECTIONS = new Set(["training-runs", "training-jobs", "model-artifacts", "evaluation-configs", "evaluation-runs", "evaluation-jobs", "metric-definitions", "executable-packages", "model-packages"]);
-
-const BUSINESS_COMMANDS = new Set([
-  ...[...LIFECYCLE_COLLECTIONS].map((name) => `list-${name}`),
-  "get-model-runtime-release", "get-training-run", "get-model-artifact", "get-executable-package",
-  "validate-training-job", "validate-model-package",
-  "version", "create-project", "list-projects", "get-project", "delete-project",
-  "configure", "show-config", "health", "list-parameters", "list-operators", "list-features",
-  "list-feature-sets", "list-datasets", "get-dataset", "list-jobs", "resolve-manifest",
-  "resolve-dataset", "build-dataset", "build-registered-dataset",
-  "get-parameter", "get-feature", "get-feature-set", "get-operator",
-  "delete-parameter", "delete-feature", "delete-feature-set",
-  "restore-parameter", "restore-feature", "restore-feature-set",
-  "get-parameter-lifecycle", "get-feature-lifecycle", "get-feature-set-lifecycle",
-  "list-parameter-references", "list-feature-references", "list-feature-set-references",
-  "list-parameter-versions", "list-feature-versions", "list-feature-set-versions", "list-operator-versions",
-  "add-parameter", "add-feature", "add-feature-set", "add-operator", "publish-operator",
-  "add-dataset", "update-dataset", "delete-dataset", "list-dataset-artifacts",
-  "register-operator", "show-operator-specs", "delete-operator", "run-operator",
-  "get-job", "wait-job", "retry-job", "cancel-job", "get-dataset-artifact", "download-dataset-artifact", "fetch-inference-data", "fetch-inference-context", "apply",
-  "register-trainer", "list-trainer-definitions", "get-trainer-definition", "register-training-run", "validate-training-run", "submit-training-job", "get-training-job", "retry-training-job", "cancel-training-job",
-  "register-evaluation-config", "get-evaluation-config", "register-metric-definition", "get-metric-definition",
-  "register-executable-package", "verify-executable-package", "publish-executable-package",
-  "validate-evaluation-run", "submit-evaluation", "get-evaluation-run", "get-evaluation-job", "retry-evaluation-job", "cancel-evaluation-job", "list-evaluation-attempts",
-  "get-evaluation-result", "get-evaluation-result-metrics", "get-evaluation-result-artifacts", "summarize-evaluation-run", "get-evaluation-summary",
-  "create-model-package", "get-model-package", "cancel-model-package", "validate-model-artifact",
-]);
-
-const COMMAND_USAGE = {
-  ...Object.fromEntries([...LIFECYCLE_COLLECTIONS].map((name) => [`list-${name}`, `list-${name} [--limit N] [--offset N] [-q QUERY]`])),
-  "get-model-runtime-release": "get-model-runtime-release",
-  "get-training-run": "get-training-run RUN_ID",
-  "get-model-artifact": "get-model-artifact ARTIFACT_ID",
-  "get-executable-package": "get-executable-package NAME VERSION",
-  "validate-training-job": "validate-training-job REQUEST_JSON",
-  "validate-model-package": "validate-model-package REQUEST_JSON",
-  version: "version",
-  configure: "configure --api-url URL",
-  "show-config": "show-config",
-  health: "health",
-  "create-project": "create-project NAME [--display-name TEXT] [--description TEXT] [--owner OWNER]",
-  "list-projects": "list-projects",
-  "get-project": "get-project NAME",
-  "delete-project": "delete-project NAME",
-  "list-parameters": "list-parameters [--project PROJECT] [--name NAME] [--version VERSION] [-q QUERY] [--limit N] [--offset N] [--all]",
-  "list-operators": "list-operators [--project PROJECT] [--name NAME] [--version VERSION] [-q QUERY] [--limit N] [--offset N] [--all]",
-  "list-features": "list-features [--project PROJECT] [--name NAME] [--version VERSION] [-q QUERY] [--limit N] [--offset N] [--all]",
-  "list-feature-sets": "list-feature-sets [--project PROJECT] [--name NAME] [--version VERSION] [-q QUERY] [--limit N] [--offset N] [--all]",
-  "list-datasets": "list-datasets [--project PROJECT] [--dataset-id ID] [--dataset-version VERSION] [-q QUERY] [--limit N] [--offset N] [--include-deleted] [--all]",
-  "get-parameter": "get-parameter NAME VERSION [--project PROJECT]",
-  "get-feature": "get-feature NAME VERSION [--project PROJECT]",
-  "get-feature-set": "get-feature-set NAME VERSION [--project PROJECT]",
-  "get-operator": "get-operator NAME VERSION [--project PROJECT]",
-  "delete-parameter": "delete-parameter NAME VERSION [--project PROJECT] [--actor ACTOR] [--reason TEXT] [--idempotency-key KEY]",
-  "delete-feature": "delete-feature NAME VERSION [--project PROJECT] [--actor ACTOR] [--reason TEXT] [--idempotency-key KEY]",
-  "delete-feature-set": "delete-feature-set NAME VERSION [--project PROJECT] [--actor ACTOR] [--reason TEXT] [--idempotency-key KEY]",
-  "restore-parameter": "restore-parameter NAME VERSION [--project PROJECT] [--actor ACTOR] [--reason TEXT] [--idempotency-key KEY]",
-  "restore-feature": "restore-feature NAME VERSION [--project PROJECT] [--actor ACTOR] [--reason TEXT] [--idempotency-key KEY]",
-  "restore-feature-set": "restore-feature-set NAME VERSION [--project PROJECT] [--actor ACTOR] [--reason TEXT] [--idempotency-key KEY]",
-  "get-parameter-lifecycle": "get-parameter-lifecycle NAME VERSION [--project PROJECT]",
-  "get-feature-lifecycle": "get-feature-lifecycle NAME VERSION [--project PROJECT]",
-  "get-feature-set-lifecycle": "get-feature-set-lifecycle NAME VERSION [--project PROJECT]",
-  "list-parameter-references": "list-parameter-references NAME VERSION [--project PROJECT] [--direct]",
-  "list-feature-references": "list-feature-references NAME VERSION [--project PROJECT] [--direct]",
-  "list-feature-set-references": "list-feature-set-references NAME VERSION [--project PROJECT] [--direct]",
-  "list-parameter-versions": "list-parameter-versions NAME [--project PROJECT] [--limit N] [--offset N] [--all]",
-  "list-feature-versions": "list-feature-versions NAME [--project PROJECT] [--limit N] [--offset N] [--all]",
-  "list-feature-set-versions": "list-feature-set-versions NAME [--project PROJECT] [--limit N] [--offset N] [--all]",
-  "list-operator-versions": "list-operator-versions NAME [--project PROJECT] [--limit N] [--offset N] [--all]",
-  "add-parameter": "add-parameter SPEC_JSON",
-  "add-feature": "add-feature SPEC_JSON",
-  "add-feature-set": "add-feature-set SPEC_JSON",
-  "add-operator": "add-operator SPEC_JSON",
-  "publish-operator": "publish-operator SPEC_JSON --package PATH",
-  "add-dataset": "add-dataset MANIFEST_JSON [--force]",
-  "update-dataset": "update-dataset MANIFEST_JSON [--force]",
-  "delete-dataset": "delete-dataset DATASET_ID DATASET_VERSION [--project PROJECT]",
-  "list-dataset-artifacts": "list-dataset-artifacts [--project PROJECT] [--dataset-id ID] [--dataset-version VERSION] [--include-deleted] [--limit N] [--offset N]",
-  "get-dataset": "get-dataset DATASET_ID DATASET_VERSION [--project PROJECT] [--include-deleted]",
-  "list-jobs": "list-jobs [filters] [-q QUERY] [--limit N] [--offset N] [--all]",
-  "resolve-manifest": "resolve-manifest MANIFEST [--out PATH]",
-  "resolve-dataset": "resolve-dataset DATASET_ID DATASET_VERSION [--project PROJECT] [--out PATH]",
-  "build-dataset": "build-dataset MANIFEST [--engine chronon] [--source-mode direct] [--upload-chronon-metadata] [--partition-duration DURATION] [--max-parallelism N] [--no-resume] [--wait] [--poll-interval SECONDS] [--wait-timeout-seconds SECONDS]",
-  "build-registered-dataset": "build-registered-dataset DATASET_ID DATASET_VERSION [--project PROJECT] [--engine chronon] [--source-mode direct] [--upload-chronon-metadata] [--partition-duration DURATION] [--max-parallelism N] [--no-resume] [--wait] [--poll-interval SECONDS] [--wait-timeout-seconds SECONDS]",
-  "get-job": "get-job JOB_ID",
-  "wait-job": "wait-job JOB_ID [--poll-interval SECONDS] [--wait-timeout-seconds SECONDS]",
-  "retry-job": "retry-job JOB_ID",
-  "cancel-job": "cancel-job JOB_ID",
-  "register-operator": "register-operator SPEC_JSON",
-  "show-operator-specs": "show-operator-specs [--project PROJECT] [-q QUERY] [--limit N] [--offset N]",
-  "delete-operator": "delete-operator NAME VERSION [--project PROJECT]",
-  "run-operator": "run-operator NAME VERSION [--project PROJECT] [--config JSON]",
-  "get-dataset-artifact": "get-dataset-artifact DATASET_ID MANIFEST_HASH [--project PROJECT]",
-  "download-dataset-artifact": "download-dataset-artifact DATASET_ID MANIFEST_HASH [--project PROJECT] --out-dir PATH [--file PATH] [--force]",
-  "fetch-inference-data": "fetch-inference-data MANIFEST --cutoff-time TIMESTAMP [--max-workers N] [--max-source-lag-hours HOURS] [--no-validate-freshness] [--allow-missing]",
-  "fetch-inference-context": "fetch-inference-context REQUEST_JSON",
-  "register-trainer": "register-trainer DEFINITION_JSON",
-  "list-trainer-definitions": "list-trainer-definitions",
-  "get-trainer-definition": "get-trainer-definition NAME VERSION [--project PROJECT]",
-  "register-training-run": "register-training-run RUN_JSON",
-  "validate-training-run": "validate-training-run RUN_JSON",
-  "submit-training-job": "submit-training-job REQUEST_JSON",
-  "get-training-job": "get-training-job JOB_ID",
-  "retry-training-job": "retry-training-job JOB_ID",
-  "cancel-training-job": "cancel-training-job JOB_ID",
-  "register-evaluation-config": "register-evaluation-config CONFIG_JSON",
-  "get-evaluation-config": "get-evaluation-config NAME VERSION",
-  "register-metric-definition": "register-metric-definition DEFINITION_JSON",
-  "get-metric-definition": "get-metric-definition NAME VERSION",
-  "register-executable-package": "register-executable-package SPEC_JSON",
-  "verify-executable-package": "verify-executable-package NAME VERSION",
-  "publish-executable-package": "publish-executable-package NAME VERSION",
-  "validate-evaluation-run": "validate-evaluation-run REQUEST_JSON",
-  "submit-evaluation": "submit-evaluation REQUEST_JSON",
-  "get-evaluation-run": "get-evaluation-run RUN_ID",
-  "get-evaluation-job": "get-evaluation-job JOB_ID",
-  "retry-evaluation-job": "retry-evaluation-job JOB_ID",
-  "cancel-evaluation-job": "cancel-evaluation-job JOB_ID",
-  "list-evaluation-attempts": "list-evaluation-attempts JOB_ID",
-  "get-evaluation-result": "get-evaluation-result RESULT_ID",
-  "get-evaluation-result-metrics": "get-evaluation-result-metrics RESULT_ID",
-  "get-evaluation-result-artifacts": "get-evaluation-result-artifacts RESULT_ID",
-  "summarize-evaluation-run": "summarize-evaluation-run RUN_ID",
-  "get-evaluation-summary": "get-evaluation-summary SUMMARY_ID",
-  "create-model-package": "create-model-package REQUEST_JSON",
-  "get-model-package": "get-model-package PACKAGE_ID [--package-version VERSION]",
-  "cancel-model-package": "cancel-model-package PACKAGE_ID [--package-version VERSION]",
-  "validate-model-artifact": "validate-model-artifact ARTIFACT_ID",
-  apply: "apply CATALOG_DIRECTORY [--dry-run] [--project PROJECT]",
-};
-
-function usage(command) {
-  const prefix = "ml-platform [--profile server] [--api-url URL] [--request-timeout-seconds SECONDS]";
-  if (command) return `usage: ${prefix} ${COMMAND_USAGE[command]}\n`;
-  return `usage: ${prefix} COMMAND [ARGS]\n\ncommands:\n  ${[...BUSINESS_COMMANDS].join("\n  ")}\n`;
-}
-
-function parse(args) {
-  const timeoutValue = process.env.ML_PLATFORM_API_TIMEOUT_SECONDS
-    || process.env.DATA_PLATFORM_DEMO_API_TIMEOUT_SECONDS
-    || 30;
-  const options = { profile: "server", timeout: finiteNumber(timeoutValue, "--request-timeout-seconds") };
-  let index = 0;
-  while (index < args.length && args[index].startsWith("--")) {
-    const flag = args[index++];
-    if (!["--profile", "--api-url", "--request-timeout-seconds"].includes(flag)) throw new Error(`unknown global argument: ${flag}`);
-    if (index >= args.length) throw new Error(`${flag} requires a value`);
-    if (flag === "--profile") options.profile = args[index++];
-    else if (flag === "--api-url") options.apiUrl = args[index++];
-    else options.timeout = finiteNumber(args[index++], "--request-timeout-seconds");
-  }
-  if (options.profile !== "server") throw new Error("--profile must be server");
-  if (!(options.timeout > 0)) throw new Error("--request-timeout-seconds must be positive");
-  options.command = args[index++];
-  options.rest = args.slice(index);
-  options.apiUrl ??= process.env.ML_PLATFORM_API_URL || process.env.DATA_PLATFORM_DEMO_API_URL || loadApiUrl();
-  return options;
-}
-
-function take(rest, flag, fallback = undefined) {
-  const index = rest.indexOf(flag);
-  if (index < 0) return fallback;
-  if (index + 1 >= rest.length) throw new Error(`${flag} requires a value`);
-  const value = rest[index + 1];
-  rest.splice(index, 2);
-  return value;
-}
-
-function boolean(rest, flag) {
-  const index = rest.indexOf(flag);
-  if (index < 0) return false;
-  rest.splice(index, 1);
-  return true;
-}
-
-function finiteNumber(value, label) {
-  if (typeof value === "string" && value.trim() === "") throw new Error(`${label} must be numeric`);
-  const parsed = Number(value);
-  if (!Number.isFinite(parsed)) throw new Error(`${label} must be numeric`);
-  return parsed;
-}
-
-function integer(value, label) {
-  const parsed = finiteNumber(value, label);
-  if (!Number.isInteger(parsed)) throw new Error(`${label} must be an integer`);
-  return parsed;
-}
-
-function resolvedPath(value) { return path.resolve(expandHome(value)); }
-
-function positional(rest, label) { const value = rest.shift(); if (!value || value.startsWith("--")) throw new Error(`${label} is required`); return value; }
-
-function client(options) {
-  if (options.profile !== "server") throw new Error("the business client supports only --profile server");
-  if (!options.apiUrl) throw new Error("server profile requires --api-url, ML_PLATFORM_API_URL, DATA_PLATFORM_DEMO_API_URL, or a saved configure target");
-  return new PlatformApiClient(options.apiUrl, options.timeout);
-}
-
-function readObject(file) {
-  const payload = JSON.parse(fs.readFileSync(resolvedPath(file), "utf8"));
-  if (!payload || typeof payload !== "object" || Array.isArray(payload)) throw new Error(`JSON file must contain an object: ${file}`);
-  return payload;
-}
-
-function readDataset(file) { return normalizeDataset(readObject(file)); }
-function readSpec(file) { return readObject(file); }
-
-function datasetEndpoint(project, datasetId, datasetVersion) {
-  return `/datasets/${encodeURIComponent(project)}/${encodeURIComponent(datasetId)}/${encodeURIComponent(datasetVersion)}`;
-}
-
-function lifecycleResource(command) {
-  if (command.includes("feature-set")) return "feature-sets";
-  if (command.includes("parameter")) return "parameters";
-  if (command.includes("feature")) return "features";
-  throw new Error(`unsupported lifecycle command: ${command}`);
-}
-
-function lifecycleEndpoint(resource, project, name, version, suffix = "") {
-  return `/registry/${resource}/${encodeURIComponent(project)}/${encodeURIComponent(name)}/${encodeURIComponent(version)}${suffix}`;
-}
-
-async function registeredDataset(api, project, datasetId, datasetVersion, includeDeleted = false) {
-  const payload = await api.get(datasetEndpoint(project, datasetId, datasetVersion), { include_deleted: includeDeleted });
-  if (!payload || typeof payload !== "object" || Array.isArray(payload)) throw new Error("registered dataset response must be a JSON object");
-  return payload;
-}
-
-function buildOptions(rest) {
-  const engine = take(rest, "--engine", "chronon");
-  if (engine !== "chronon") throw new Error("--engine must be chronon");
-  const sourceMode = take(rest, "--source-mode");
-  if (sourceMode !== undefined && sourceMode !== "direct") throw new Error("--source-mode must be direct");
-  const maxParallelism = integer(take(rest, "--max-parallelism", 1), "--max-parallelism");
-  if (maxParallelism < 1) throw new Error("--max-parallelism must be at least 1");
-  const wait = boolean(rest, "--wait");
-  const pollInterval = finiteNumber(take(rest, "--poll-interval", 2), "--poll-interval");
-  if (!(pollInterval > 0)) throw new Error("--poll-interval must be positive");
-  const rawTimeout = take(rest, "--wait-timeout-seconds");
-  const waitTimeout = rawTimeout === undefined ? undefined : finiteNumber(rawTimeout, "--wait-timeout-seconds");
-  if (waitTimeout !== undefined && !(waitTimeout > 0)) throw new Error("--wait-timeout-seconds must be positive");
-  return {
-    engine,
-    sourceMode,
-    upload: boolean(rest, "--upload-chronon-metadata"),
-    partitionDuration: take(rest, "--partition-duration"),
-    maxParallelism,
-    resume: !boolean(rest, "--no-resume"),
-    wait,
-    pollInterval,
-    waitTimeout,
-  };
-}
-
-async function submitBuild(api, manifest, build) {
-  let result = await api.post("/datasets/build", manifest, { engine: build.engine, source_mode: build.sourceMode, upload_chronon_metadata: build.upload, partition_duration: build.partitionDuration, max_parallelism: build.maxParallelism, resume: build.resume });
-  let exitCode = 0;
-  if (build.wait) {
-    if (!result || typeof result !== "object" || !result.job_id) throw new Error("server build did not return a job_id to wait for");
-    result = await waitForJob(api, String(result.job_id), build.pollInterval, build.waitTimeout);
-    if (["failed", "cancelled"].includes(result.status)) exitCode = 1;
-  }
-  return { result, exitCode };
-}
-
-async function waitForJob(api, jobId, pollInterval, timeoutSeconds) {
-  if (!(pollInterval > 0)) throw new Error("job poll interval must be positive");
-  if (timeoutSeconds !== undefined && !(timeoutSeconds > 0)) throw new Error("job wait timeout must be positive");
-  const deadline = timeoutSeconds === undefined ? Infinity : Date.now() + timeoutSeconds * 1000;
-  let previous;
-  while (true) {
-    const payload = await api.get(`/jobs/${encodeURIComponent(jobId)}`);
-    if (!payload || typeof payload !== "object" || Array.isArray(payload)) throw new Error("job status response must be a JSON object");
-    const status = String(payload.status ?? "unknown");
-    if (status !== previous) { process.stderr.write(`job ${jobId}: ${status}\n`); previous = status; }
-    if (["succeeded", "failed", "cancelled"].includes(status)) return payload;
-    if (Date.now() >= deadline) throw new Error(`timed out waiting for job ${jobId}`);
-    await new Promise((resolve) => setTimeout(resolve, pollInterval * 1000));
-  }
-}
-
-async function runBusinessCli(argv) {
-  if (argv.length === 0) throw new Error("a business command is required");
-  if (argv.includes("--help") || argv.includes("-h")) {
-    const command = argv.find((item) => BUSINESS_COMMANDS.has(item));
-    if (command || argv[0] === "--help" || argv[0] === "-h") {
-      process.stdout.write(usage(command));
-      return 0;
-    }
-  }
-  const options = parse(argv);
-  const rest = [...options.rest];
-  let result;
-  let exitCode = 0;
-  if (options.command === "version") result = CLIENT_VERSION;
-  else if (options.command === "configure") {
-    const apiUrl = take(rest, "--api-url");
-    if (!apiUrl) throw new Error("--api-url is required");
-    const file = saveApiUrl(apiUrl);
-    result = { status: "configured", config_path: file, profile: "server", api_url: normalizeApiUrl(apiUrl) };
-  } else if (options.command === "show-config") {
-    const file = configPath();
-    result = { config_path: file, exists: fs.existsSync(file), stored: { profile: "server", api_url: loadApiUrl() }, effective: { profile: options.profile, api_url: options.apiUrl, request_timeout_seconds: options.timeout } };
-  } else if (options.command === "health") result = await client(options).get("/health");
-  else if (options.command === "create-project") {
-    const name = positional(rest, "project name"); result = await client(options).post("/projects", { schema_version: "ml_data_platform.project/v1", name, display_name: take(rest, "--display-name", name), description: take(rest, "--description", ""), owner: take(rest, "--owner", "demo") });
-  } else if (options.command === "list-projects") result = await client(options).get("/projects");
-  else if (options.command === "get-project") result = await client(options).get(`/projects/${encodeURIComponent(positional(rest, "project name"))}`);
-  else if (options.command === "delete-project") result = await client(options).delete(`/projects/${encodeURIComponent(positional(rest, "project name"))}`);
-  else if (["add-parameter", "add-feature", "add-feature-set", "add-operator", "register-operator"].includes(options.command)) {
-    const spec = readSpec(positional(rest, "spec JSON"));
-    const endpoint = { "add-parameter": "/parameters", "add-feature": "/features", "add-feature-set": "/feature-sets", "add-operator": "/operators", "register-operator": "/operators" }[options.command];
-    result = await client(options).post(endpoint, spec);
-  } else if (options.command === "publish-operator") {
-    const specPath = positional(rest, "OperatorSpec JSON"); const packagePath = take(rest, "--package");
-    if (!packagePath) throw new Error("--package is required");
-    const spec = readSpec(specPath); const api = client(options); const project = spec.project || "default";
-    const upload = await api.uploadOperatorPackage(project, spec.name, spec.version, packagePath);
-    if (!upload || typeof upload.code_artifact !== "object") throw new Error("operator package upload response has no code_artifact");
-    const published = { ...spec, code_hash: upload.code_artifact.sha256, package_uri: upload.code_artifact.uri, code_artifact: upload.code_artifact };
-    result = { status: "published", profile: "server", path: null, operator: published, registration: await api.post("/operators", published) };
-  } else if (options.command === "get-dataset") {
-    const datasetId = positional(rest, "dataset id"); const datasetVersion = positional(rest, "dataset version"); const project = take(rest, "--project", "default");
-    result = await registeredDataset(client(options), project, datasetId, datasetVersion, boolean(rest, "--include-deleted"));
-  } else if (["get-parameter", "get-feature", "get-feature-set", "get-operator"].includes(options.command)) {
-    const resource = options.command.slice(4);
-    const endpoint = resource === "feature-set" ? "feature-sets" : `${resource}s`;
-    const name = positional(rest, `${resource} name`);
-    const version = positional(rest, `${resource} version`);
-    const project = take(rest, "--project", "default");
-    result = await client(options).get(`/${endpoint}/${encodeURIComponent(project)}/${encodeURIComponent(name)}/${encodeURIComponent(version)}`);
-  } else if (/^delete-(parameter|feature|feature-set)$/.test(options.command)) {
-    const name = positional(rest, "resource name"); const version = positional(rest, "resource version"); const project = take(rest, "--project", "default");
-    result = await client(options).delete(lifecycleEndpoint(lifecycleResource(options.command), project, name, version), {
-      actor: take(rest, "--actor"), reason: take(rest, "--reason"), idempotency_key: take(rest, "--idempotency-key"),
-    });
-  } else if (/^restore-(parameter|feature|feature-set)$/.test(options.command)) {
-    const name = positional(rest, "resource name"); const version = positional(rest, "resource version"); const project = take(rest, "--project", "default");
-    result = await client(options).post(lifecycleEndpoint(lifecycleResource(options.command), project, name, version, "/restore"), {
-      actor: take(rest, "--actor") || "anonymous", reason: take(rest, "--reason", ""), idempotency_key: take(rest, "--idempotency-key"),
-    });
-  } else if (/^get-(parameter|feature|feature-set)-lifecycle$/.test(options.command)) {
-    const name = positional(rest, "resource name"); const version = positional(rest, "resource version"); const project = take(rest, "--project", "default");
-    result = await client(options).get(lifecycleEndpoint(lifecycleResource(options.command), project, name, version, "/lifecycle"));
-  } else if (/^list-(parameter|feature|feature-set)-references$/.test(options.command)) {
-    const name = positional(rest, "resource name"); const version = positional(rest, "resource version"); const project = take(rest, "--project", "default");
-    result = await client(options).get(lifecycleEndpoint(lifecycleResource(options.command), project, name, version, "/references"), { transitive: !boolean(rest, "--direct") });
-  } else if (["list-parameter-versions", "list-feature-versions", "list-feature-set-versions", "list-operator-versions"].includes(options.command)) {
-    const resource = options.command.replace(/^list-/, "").replace(/-versions$/, "");
-    const endpoint = resource === "feature-set" ? "feature-sets" : `${resource}s`;
-    const name = positional(rest, `${resource} name`);
-    const project = take(rest, "--project", "default");
-    const allPages = boolean(rest, "--all");
-    const rawLimit = take(rest, "--limit"); const rawOffset = take(rest, "--offset");
-    if (allPages && (rawLimit !== undefined || rawOffset !== undefined)) throw new Error("--all cannot be combined with --limit or --offset");
-    if (allPages) result = await fetchAll(client(options), `/${endpoint}/${encodeURIComponent(project)}/${encodeURIComponent(name)}`);
-    else { const limit = Number(rawLimit ?? 50); const offset = Number(rawOffset ?? 0); if (!Number.isInteger(limit) || limit < 1 || limit > 500) throw new Error("limit must be between 1 and 500"); if (!Number.isInteger(offset) || offset < 0) throw new Error("offset must be >= 0"); result = await client(options).get(`/${endpoint}/${encodeURIComponent(project)}/${encodeURIComponent(name)}`, { limit, offset }); }
-  } else if (["list-parameters", "list-operators", "list-features", "list-feature-sets", "list-datasets"].includes(options.command)) {
-    const endpoints = { "list-parameters": "/parameters", "list-operators": "/operators", "list-features": "/features", "list-feature-sets": "/feature-sets", "list-datasets": "/datasets" };
-    const project = take(rest, "--project");
-    const name = take(rest, "--name"); const version = take(rest, "--version");
-    const query = take(rest, "--q", take(rest, "-q")); const includeDeleted = options.command === "list-datasets" && boolean(rest, "--include-deleted"); const rawLimit = take(rest, "--limit"); const rawOffset = take(rest, "--offset");
-    const allPages = boolean(rest, "--all");
-    if (allPages && (rawLimit !== undefined || rawOffset !== undefined)) throw new Error("--all cannot be combined with --limit or --offset");
-    if (allPages) result = await fetchAll(client(options), endpoints[options.command], { q: query, project, name, version, include_deleted: includeDeleted });
-    else { const limit = Number(rawLimit ?? 50); const offset = Number(rawOffset ?? 0); if (!Number.isInteger(limit) || limit < 1 || limit > 500) throw new Error("limit must be between 1 and 500"); if (!Number.isInteger(offset) || offset < 0) throw new Error("offset must be >= 0"); result = await client(options).get(endpoints[options.command], { q: query, limit, offset, project, name, version, include_deleted: includeDeleted }); }
-  } else if (options.command === "list-jobs") {
-    const query = take(rest, "--q", take(rest, "-q")); const rawLimit = take(rest, "--limit"); const rawOffset = take(rest, "--offset");
-    const filters = {}; for (const field of ["project", "dataset-id", "dataset-version", "manifest-hash", "status", "parent-job-id", "created-from", "created-to", "updated-from", "updated-to"]) filters[field.replaceAll("-", "_")] = take(rest, `--${field}`);
-    const allPages = boolean(rest, "--all");
-    if (allPages && (rawLimit !== undefined || rawOffset !== undefined)) throw new Error("--all cannot be combined with --limit or --offset");
-    if (allPages) result = await fetchAll(client(options), "/jobs", { q: query, ...filters });
-    else { const limit = Number(rawLimit ?? 50); const offset = Number(rawOffset ?? 0); if (!Number.isInteger(limit) || limit < 1 || limit > 500) throw new Error("limit must be between 1 and 500"); if (!Number.isInteger(offset) || offset < 0) throw new Error("offset must be >= 0"); result = await client(options).get("/jobs", { q: query, limit, offset, ...filters }); }
-  }
-  else if (options.command === "resolve-manifest") {
-    const manifest = positional(rest, "manifest");
-    result = await client(options).post("/datasets/resolve", readDataset(manifest));
-    const out = take(rest, "--out");
-    if (out) { const target = resolvedPath(out); fs.mkdirSync(path.dirname(target), { recursive: true }); fs.writeFileSync(target, `${JSON.stringify(result, null, 2)}\n`); }
-  } else if (options.command === "resolve-dataset") {
-    const datasetId = positional(rest, "dataset id"); const datasetVersion = positional(rest, "dataset version"); const project = take(rest, "--project", "default"); const api = client(options);
-    const manifest = normalizeRegistryDataset(await registeredDataset(api, project, datasetId, datasetVersion));
-    result = await api.post("/datasets/resolve", manifest);
-    const out = take(rest, "--out");
-    if (out) { const target = resolvedPath(out); fs.mkdirSync(path.dirname(target), { recursive: true }); fs.writeFileSync(target, `${JSON.stringify(result, null, 2)}\n`); }
-  } else if (options.command === "build-dataset") {
-    const manifest = positional(rest, "manifest");
-    const build = buildOptions(rest); const api = client(options);
-    ({ result, exitCode } = await submitBuild(api, readDataset(manifest), build));
-  } else if (options.command === "build-registered-dataset") {
-    const datasetId = positional(rest, "dataset id"); const datasetVersion = positional(rest, "dataset version"); const project = take(rest, "--project", "default"); const build = buildOptions(rest); const api = client(options);
-    const manifest = normalizeRegistryDataset(await registeredDataset(api, project, datasetId, datasetVersion));
-    ({ result, exitCode } = await submitBuild(api, manifest, build));
-  } else if (["add-dataset", "update-dataset"].includes(options.command)) {
-    const manifest = readDataset(positional(rest, "manifest JSON")); const force = boolean(rest, "--force"); const project = manifest.project || "default";
-    if (options.command === "add-dataset") result = await client(options).post("/datasets", manifest, { force });
-    else result = await client(options).put(`/datasets/${encodeURIComponent(project)}/${encodeURIComponent(manifest.dataset_id)}/${encodeURIComponent(manifest.dataset_version)}`, manifest, { force });
-  } else if (options.command === "delete-dataset") {
-    const id = positional(rest, "dataset id"); const version = positional(rest, "dataset version"); const project = take(rest, "--project", "default");
-    result = await client(options).delete(`/datasets/${encodeURIComponent(project)}/${encodeURIComponent(id)}/${encodeURIComponent(version)}`);
-  } else if (options.command === "list-dataset-artifacts") {
-    const project = take(rest, "--project"); const datasetId = take(rest, "--dataset-id"); const datasetVersion = take(rest, "--dataset-version"); const includeDeleted = boolean(rest, "--include-deleted");
-    result = await listCollection(client(options), "/dataset-artifacts", { project, dataset_id: datasetId, dataset_version: datasetVersion, include_deleted: includeDeleted }, rest);
-  } else if (options.command === "show-operator-specs") {
-    const project = take(rest, "--project"); const query = take(rest, "--q", take(rest, "-q"));
-    result = await listCollection(client(options), "/operators", { project, q: query }, rest);
-  } else if (options.command === "delete-operator") {
-    const name = positional(rest, "operator name"); const version = positional(rest, "operator version"); const project = take(rest, "--project", "default");
-    result = await client(options).delete(`/operators/${encodeURIComponent(project)}/${encodeURIComponent(name)}/${encodeURIComponent(version)}`);
-  } else if (options.command === "run-operator") {
-    const name = positional(rest, "operator name"); const version = positional(rest, "operator version"); const project = take(rest, "--project", "default"); const rawConfig = take(rest, "--config", "{}");
-    let config; try { config = JSON.parse(rawConfig); } catch (_) { throw new Error("--config must be valid JSON"); }
-    result = await client(options).post(`/operators/${encodeURIComponent(project)}/${encodeURIComponent(name)}/${encodeURIComponent(version)}/run`, config);
-  } else if (options.command === "get-job") result = await client(options).get(`/jobs/${encodeURIComponent(positional(rest, "job id"))}`);
-  else if (options.command === "wait-job") {
-    const jobId = positional(rest, "job id"); const poll = finiteNumber(take(rest, "--poll-interval", 2), "--poll-interval"); const rawTimeout = take(rest, "--wait-timeout-seconds");
-    result = await waitForJob(client(options), jobId, poll, rawTimeout === undefined ? undefined : finiteNumber(rawTimeout, "--wait-timeout-seconds"));
-    if (["failed", "cancelled"].includes(result.status)) exitCode = 1;
-  }
-  else if (options.command === "cancel-job") {
-    result = await client(options).post(`/jobs/${encodeURIComponent(positional(rest, "job id"))}/cancel`);
-  }
-  else if (options.command === "retry-job") {
-    result = await client(options).post(`/jobs/${encodeURIComponent(positional(rest, "job id"))}/retry`);
-  }
-  else if (options.command === "get-dataset-artifact") {
-    const dataset = positional(rest, "dataset id"); const hash = positional(rest, "manifest hash"); const project = take(rest, "--project", "default");
-    result = await client(options).get(`/dataset-artifacts/${encodeURIComponent(project)}/${encodeURIComponent(dataset)}/${encodeURIComponent(hash)}`);
-  } else if (options.command === "download-dataset-artifact") {
-    const dataset = positional(rest, "dataset id"); const hash = positional(rest, "manifest hash"); const project = take(rest, "--project", "default"); const outDir = take(rest, "--out-dir");
-    if (!outDir) throw new Error("--out-dir is required");
-    const files = [];
-    while (rest.includes("--file")) files.push(take(rest, "--file"));
-    result = files.length
-      ? await client(options).downloadDatasetArtifactFiles(project, dataset, hash, files, resolvedPath(outDir), boolean(rest, "--force"))
-      : await client(options).downloadDatasetArtifact(project, dataset, hash, resolvedPath(outDir), boolean(rest, "--force"));
-  } else if (options.command === "fetch-inference-data") {
-    const manifest = positional(rest, "manifest"); const cutoffTime = take(rest, "--cutoff-time"); if (!cutoffTime) throw new Error("--cutoff-time is required");
-    const realtime = {}; const maxWorkers = take(rest, "--max-workers"); const maxLag = take(rest, "--max-source-lag-hours"); if (maxWorkers !== undefined) { realtime.max_workers = integer(maxWorkers, "--max-workers"); if (realtime.max_workers < 1) throw new Error("--max-workers must be at least 1"); } if (maxLag !== undefined) { realtime.max_source_lag_hours = finiteNumber(maxLag, "--max-source-lag-hours"); if (realtime.max_source_lag_hours < 0) throw new Error("--max-source-lag-hours must be non-negative"); } if (boolean(rest, "--no-validate-freshness")) realtime.validate_freshness = false; if (boolean(rest, "--allow-missing")) realtime.allow_missing = true;
-    const request = { manifest: readDataset(manifest), cutoff_time: cutoffTime }; if (Object.keys(realtime).length) request.realtime_fetch = realtime; result = await client(options).post("/inference-data/fetch", request);
-  } else if (options.command === "fetch-inference-context") {
-    result = await client(options).post("/inference-data/context", readSpec(positional(rest, "request JSON")));
-  } else if (options.command === "get-model-runtime-release") {
-    result = await client(options).get("/model-runtime-release");
-  } else if (options.command.startsWith("list-") && LIFECYCLE_COLLECTIONS.has(options.command.slice(5))) {
-    const params = {};
-    const limit = take(rest, "--limit"); const offset = take(rest, "--offset"); const query = take(rest, "-q");
-    if (limit !== undefined) { params.limit = integer(limit, "--limit"); if (params.limit < 1 || params.limit > 500) throw new Error("--limit must be between 1 and 500"); }
-    if (offset !== undefined) { params.offset = integer(offset, "--offset"); if (params.offset < 0) throw new Error("--offset must be non-negative"); }
-    if (query !== undefined) params.q = query;
-    result = await client(options).get(`/${options.command.slice(5)}`, params);
-  } else if (options.command === "get-training-run" || options.command === "get-model-artifact") {
-    const endpoint = options.command === "get-training-run" ? "training-runs" : "model-artifacts";
-    result = await client(options).get(`/${endpoint}/${encodeURIComponent(positional(rest, "resource id"))}`);
-  } else if (options.command === "get-executable-package") {
-    const name = positional(rest, "package name"); const version = positional(rest, "package version");
-    result = await client(options).get(`/executable-packages/${encodeURIComponent(name)}/${encodeURIComponent(version)}`);
-  } else if (options.command === "list-trainer-definitions") {
-    result = await client(options).get("/trainer-definitions");
-  } else if (options.command === "get-trainer-definition") {
-    const name = positional(rest, "trainer name"); const version = positional(rest, "trainer version"); const project = take(rest, "--project", "default");
-    result = await client(options).get(`/trainer-definitions/${encodeURIComponent(project)}/${encodeURIComponent(name)}/${encodeURIComponent(version)}`);
-  } else if ({
-    "register-trainer": "/trainer-definitions", "register-training-run": "/training-runs", "validate-training-run": "/training-runs/validate",
-    "validate-training-job": "/training-jobs/validate", "validate-model-package": "/model-packages/validate", "submit-training-job": "/training-jobs", "register-evaluation-config": "/evaluation-configs", "register-metric-definition": "/metric-definitions",
-    "register-executable-package": "/executable-packages", "validate-evaluation-run": "/evaluation-runs/validate", "submit-evaluation": "/evaluation-runs",
-    "create-model-package": "/model-packages",
-  }[options.command]) {
-    const endpoint = { "register-trainer": "/trainer-definitions", "register-training-run": "/training-runs", "validate-training-run": "/training-runs/validate", "validate-training-job": "/training-jobs/validate", "validate-model-package": "/model-packages/validate", "submit-training-job": "/training-jobs", "register-evaluation-config": "/evaluation-configs", "register-metric-definition": "/metric-definitions", "register-executable-package": "/executable-packages", "validate-evaluation-run": "/evaluation-runs/validate", "submit-evaluation": "/evaluation-runs", "create-model-package": "/model-packages" }[options.command];
-    result = await client(options).post(endpoint, readSpec(positional(rest, "request JSON")));
-  } else if (/^(get|retry|cancel)-training-job$/.test(options.command)) {
-    const jobId = positional(rest, "training job id"); const endpoint = `/training-jobs/${encodeURIComponent(jobId)}`;
-    result = options.command === "get-training-job" ? await client(options).get(endpoint) : await client(options).post(`${endpoint}/${options.command.split("-")[0]}`);
-  } else if (/^(get|retry|cancel)-evaluation-job$/.test(options.command) || options.command === "list-evaluation-attempts") {
-    const jobId = positional(rest, "evaluation job id"); const endpoint = `/evaluation-jobs/${encodeURIComponent(jobId)}`;
-    if (options.command === "get-evaluation-job") result = await client(options).get(endpoint);
-    else if (options.command === "list-evaluation-attempts") result = await client(options).get(`${endpoint}/attempts`);
-    else result = await client(options).post(`${endpoint}/${options.command.split("-")[0]}`);
-  } else if (options.command === "get-evaluation-run") result = await client(options).get(`/evaluation-runs/${encodeURIComponent(positional(rest, "evaluation run id"))}`);
-  else if (options.command === "summarize-evaluation-run") result = await client(options).post(`/evaluation-runs/${encodeURIComponent(positional(rest, "evaluation run id"))}/summarize`);
-  else if (options.command === "get-evaluation-summary") result = await client(options).get(`/evaluation-summaries/${encodeURIComponent(positional(rest, "evaluation summary id"))}`);
-  else if (/^get-evaluation-result(?:-metrics|-artifacts)?$/.test(options.command)) {
-    const resultId = positional(rest, "evaluation result id"); const suffix = options.command.endsWith("-metrics") ? "/metrics" : options.command.endsWith("-artifacts") ? "/artifacts" : "";
-    result = await client(options).get(`/evaluation-results/${encodeURIComponent(resultId)}${suffix}`);
-  } else if (/^(get-evaluation-config|get-metric-definition)$/.test(options.command)) {
-    const name = positional(rest, "resource name"); const version = positional(rest, "resource version"); const base = options.command === "get-evaluation-config" ? "evaluation-configs" : "metric-definitions";
-    result = await client(options).get(`/${base}/${encodeURIComponent(name)}/${encodeURIComponent(version)}`);
-  } else if (/^(verify|publish)-executable-package$/.test(options.command)) {
-    const name = positional(rest, "package name"); const version = positional(rest, "package version"); const action = options.command.split("-")[0];
-    result = await client(options).post(`/executable-packages/${encodeURIComponent(name)}/${encodeURIComponent(version)}/${action}`);
-  } else if (options.command === "validate-model-artifact") result = await client(options).get(`/model-artifacts/${encodeURIComponent(positional(rest, "model artifact id"))}/validate`);
-  else if (/^(get|cancel)-model-package$/.test(options.command)) {
-    const packageId = positional(rest, "model package id"); const params = { package_version: take(rest, "--package-version") }; const endpoint = `/model-packages/${encodeURIComponent(packageId)}`;
-    result = options.command === "get-model-package" ? await client(options).get(endpoint, params) : await client(options).post(`${endpoint}/cancel`, undefined, params);
-  } else if (options.command === "apply") {
-    const directory = positional(rest, "catalog directory"); const dryRun = boolean(rest, "--dry-run"); const targetProject = take(rest, "--project");
-    result = await applyCatalog(loadCatalog(resolvedPath(directory)), client(options), dryRun, targetProject);
-  } else throw new Error(`unknown business command: ${options.command}`);
-  if (rest.length) throw new Error(`unknown arguments: ${rest.join(" ")}`);
-  process.stdout.write(typeof result === "string" ? `${result}\n` : `${JSON.stringify(result, null, 2)}\n`);
-  return exitCode;
-}
-
-async function fetchAll(api, endpoint, params = {}) { const items = []; for (let offset = 0; ; offset += 500) { const page = await api.get(endpoint, { ...params, limit: 500, offset }); if (Array.isArray(page)) return page; if (!page || !Array.isArray(page.items)) throw new Error(`${endpoint} returned an invalid paginated response`); items.push(...page.items); if (page.total == null || items.length >= page.total || page.items.length < 500) return items; } }
-
-async function listCollection(api, endpoint, params, rest) {
-  const rawLimit = take(rest, "--limit"); const rawOffset = take(rest, "--offset");
-  if (rawLimit === undefined && rawOffset === undefined) return fetchAll(api, endpoint, params);
-  const limit = Number(rawLimit ?? 50); const offset = Number(rawOffset ?? 0);
-  if (!Number.isInteger(limit) || limit < 1 || limit > 500) throw new Error("limit must be between 1 and 500");
-  if (!Number.isInteger(offset) || offset < 0) throw new Error("offset must be >= 0");
-  return api.get(endpoint, { ...params, limit, offset });
-}
-
-module.exports = { BUSINESS_COMMANDS, fetchAll, listCollection, parse, runBusinessCli, usage, waitForJob };
-
-if (require.main === module) {
-  runBusinessCli(process.argv.slice(2)).then((code) => { process.exitCode = code; }).catch((error) => {
-    process.stderr.write(`error: ${error.message}\n`);
-    process.exitCode = 2;
-  });
-}

package/runtime/business-client/src/config.js

@@ -1,56 +0,0 @@
-"use strict";
-
-const fs = require("fs");
-const os = require("os");
-const path = require("path");
-
-function expandHome(value) {
-  if (value === "~") return os.homedir();
-  if (value.startsWith(`~${path.sep}`)) return path.join(os.homedir(), value.slice(2));
-  return value;
-}
-
-function configPath() {
-  for (const variable of ["ML_PLATFORM_CONFIG_PATH", "DATA_PLATFORM_DEMO_CONFIG_PATH"]) {
-    if (process.env[variable]?.trim()) return path.resolve(expandHome(process.env[variable]));
-  }
-  const base = process.env.XDG_CONFIG_HOME
-    ? path.resolve(process.env.XDG_CONFIG_HOME)
-    : path.join(os.homedir(), ".config");
-  const primary = path.join(base, "ml-platform", "config.json");
-  const legacy = path.join(base, "data-platform-demo", "config.json");
-  return !fs.existsSync(primary) && fs.existsSync(legacy) ? legacy : primary;
-}
-
-function normalizeApiUrl(value) {
-  const normalized = String(value).trim().replace(/\/+$/, "");
-  let parsed;
-  try { parsed = new URL(normalized); } catch (_) { throw new Error("api_url must be an absolute http:// or https:// URL"); }
-  if (!["http:", "https:"].includes(parsed.protocol) || !parsed.host) {
-    throw new Error("api_url must be an absolute http:// or https:// URL");
-  }
-  return normalized;
-}
-
-function loadApiUrl() {
-  const file = configPath();
-  if (!fs.existsSync(file)) return null;
-  let payload;
-  try { payload = JSON.parse(fs.readFileSync(file, "utf8")); }
-  catch (error) { throw new Error(`cannot read CLI config ${file}: ${error.message}`); }
-  if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
-    throw new Error(`CLI config must contain a JSON object: ${file}`);
-  }
-  return payload.api_url ? normalizeApiUrl(payload.api_url) : null;
-}
-
-function saveApiUrl(value) {
-  const file = configPath();
-  fs.mkdirSync(path.dirname(file), { recursive: true, mode: 0o700 });
-  const temporary = `${file}.${process.pid}.tmp`;
-  fs.writeFileSync(temporary, `${JSON.stringify({ profile: "server", api_url: normalizeApiUrl(value) }, null, 2)}\n`, { mode: 0o600 });
-  fs.renameSync(temporary, file);
-  return file;
-}
-
-module.exports = { configPath, expandHome, loadApiUrl, normalizeApiUrl, saveApiUrl };