@aws/ml-container-creator 0.9.0 → 0.9.1

package/src/lib/generated/cli-options.js

@@ -0,0 +1,467 @@
+// AUTO-GENERATED by scripts/codegen-cli.js — DO NOT EDIT
+// Source: config/parameter-schema-v2.json
+// Generated: 2026-05-21T22:50:37.817Z
+
+/**
+ * CLI option definitions derived from parameter-schema-v2.json.
+ * Each entry can be registered with Commander via:
+ *   new Option(entry.flag, entry.description)
+ */
+export const cliOptions = [
+    {
+        "flag": "--project-name <name>",
+        "description": "Name for the generated project"
+    },
+    {
+        "flag": "--deployment-config <config>",
+        "description": "Deployment configuration (e.g. http-flask, transformers-vllm, triton-fil)",
+        "choices": [
+            "http-flask",
+            "http-fastapi",
+            "transformers-vllm",
+            "transformers-sglang",
+            "transformers-tensorrt-llm",
+            "transformers-lmi",
+            "transformers-djl",
+            "triton-fil",
+            "triton-onnxruntime",
+            "triton-tensorflow",
+            "triton-pytorch",
+            "triton-vllm",
+            "triton-tensorrtllm",
+            "triton-python",
+            "diffusors-vllm-omni",
+            "marketplace"
+        ]
+    },
+    {
+        "flag": "--model-name <name>",
+        "description": "Model identifier (hf-org/model, s3://..., registry://..., marketplace://...)"
+    },
+    {
+        "flag": "--deployment-target <target>",
+        "description": "Deployment target (managed-inference, async-inference, batch-transform, hyperpod-eks)",
+        "choices": [
+            "managed-inference",
+            "realtime-inference",
+            "async-inference",
+            "batch-transform",
+            "hyperpod-eks"
+        ],
+        "defaultValue": "managed-inference"
+    },
+    {
+        "flag": "--instance-type <type>",
+        "description": "SageMaker instance type (e.g. ml.g5.xlarge, ml.m5.large)"
+    },
+    {
+        "flag": "--ic-gpu-count <n>",
+        "description": "GPUs allocated to the inference component"
+    },
+    {
+        "flag": "--ic-copy-count <n>",
+        "description": "Number of inference component copies",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--ic-memory-size <mb>",
+        "description": "Memory in MB for the inference component",
+        "defaultValue": 1024
+    },
+    {
+        "flag": "--enable-lora",
+        "description": "Enable LoRA adapter serving",
+        "defaultValue": false
+    },
+    {
+        "flag": "--max-loras <n>",
+        "description": "Maximum concurrent LoRA adapters in GPU memory",
+        "defaultValue": 30
+    },
+    {
+        "flag": "--max-lora-rank <n>",
+        "description": "Maximum LoRA rank",
+        "defaultValue": 64
+    },
+    {
+        "flag": "--include-benchmark",
+        "description": "Include SageMaker AI Benchmarking",
+        "defaultValue": false
+    },
+    {
+        "flag": "--benchmark-concurrency <n>",
+        "description": "Benchmark concurrent requests",
+        "defaultValue": 10
+    },
+    {
+        "flag": "--benchmark-input-tokens <n>",
+        "description": "Benchmark mean input tokens",
+        "defaultValue": 550
+    },
+    {
+        "flag": "--benchmark-output-tokens <n>",
+        "description": "Benchmark mean output tokens",
+        "defaultValue": 150
+    },
+    {
+        "flag": "--benchmark-streaming",
+        "description": "Enable streaming in benchmark",
+        "defaultValue": true
+    },
+    {
+        "flag": "--benchmark-request-count <n>",
+        "description": "Total number of benchmark requests to send"
+    },
+    {
+        "flag": "--benchmark-s3-output-path <path>",
+        "description": "S3 URI for benchmark results output"
+    },
+    {
+        "flag": "--skip-prompts",
+        "description": "Skip interactive prompts and use configuration from other sources",
+        "defaultValue": false
+    },
+    {
+        "flag": "--auto-prompt",
+        "description": "Fill defaults, prompt only for missing required values",
+        "defaultValue": false
+    },
+    {
+        "flag": "--config <path>",
+        "description": "Path to JSON configuration file"
+    },
+    {
+        "flag": "--project-dir <dir>",
+        "description": "Output directory path"
+    },
+    {
+        "flag": "--force",
+        "description": "Overwrite existing output directory without prompting",
+        "defaultValue": false
+    },
+    {
+        "flag": "--framework <framework>",
+        "description": "ML framework",
+        "choices": [
+            "sklearn",
+            "xgboost",
+            "tensorflow",
+            "transformers"
+        ],
+        "hidden": true
+    },
+    {
+        "flag": "--model-format <format>",
+        "description": "Model serialization format (pkl, joblib, json, model, ubj, keras, h5, SavedModel)",
+        "choices": [
+            "pkl",
+            "joblib",
+            "json",
+            "model",
+            "ubj",
+            "keras",
+            "h5",
+            "SavedModel"
+        ]
+    },
+    {
+        "flag": "--model-server <server>",
+        "description": "Model server",
+        "choices": [
+            "flask",
+            "fastapi",
+            "vllm",
+            "sglang"
+        ],
+        "hidden": true
+    },
+    {
+        "flag": "--base-image <image>",
+        "description": "Base container image for Dockerfile"
+    },
+    {
+        "flag": "--region <region>",
+        "description": "AWS region",
+        "defaultValue": "us-east-1"
+    },
+    {
+        "flag": "--role-arn <arn>",
+        "description": "IAM role ARN for SageMaker execution"
+    },
+    {
+        "flag": "--build-target <target>",
+        "description": "Build target (codebuild)",
+        "choices": [
+            "codebuild"
+        ]
+    },
+    {
+        "flag": "--codebuild-compute-type <type>",
+        "description": "CodeBuild compute type (SMALL, MEDIUM, LARGE)",
+        "choices": [
+            "SMALL",
+            "MEDIUM",
+            "LARGE"
+        ],
+        "defaultValue": "LARGE"
+    },
+    {
+        "flag": "--hf-token <token>",
+        "description": "HuggingFace token (or $HF_TOKEN for env var reference)"
+    },
+    {
+        "flag": "--hf-token-arn <arn>",
+        "description": "HuggingFace token ARN from Secrets Manager"
+    },
+    {
+        "flag": "--ngc-token <token>",
+        "description": "NVIDIA NGC token (or $NGC_API_KEY for env var reference)"
+    },
+    {
+        "flag": "--ngc-token-arn <arn>",
+        "description": "NVIDIA NGC token ARN from Secrets Manager"
+    },
+    {
+        "flag": "--endpoint-initial-instance-count <n>",
+        "description": "Number of instances for the endpoint",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--endpoint-data-capture-percent <pct>",
+        "description": "Data capture percentage for monitoring, 0-100",
+        "defaultValue": 0
+    },
+    {
+        "flag": "--endpoint-variant-name <name>",
+        "description": "Production variant name",
+        "defaultValue": "AllTraffic"
+    },
+    {
+        "flag": "--endpoint-volume-size <gb>",
+        "description": "ML storage volume size in GB"
+    },
+    {
+        "flag": "--ic-cpu-count <n>",
+        "description": "vCPUs allocated to the inference component"
+    },
+    {
+        "flag": "--ic-model-weight <weight>",
+        "description": "Traffic routing weight, 0-1",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--async-s3-output-path <path>",
+        "description": "S3 output path for async results"
+    },
+    {
+        "flag": "--async-sns-success-topic <arn>",
+        "description": "SNS topic ARN for success notifications"
+    },
+    {
+        "flag": "--async-sns-error-topic <arn>",
+        "description": "SNS topic ARN for error notifications"
+    },
+    {
+        "flag": "--async-max-concurrent <n>",
+        "description": "Max concurrent invocations per instance",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--batch-input-path <path>",
+        "description": "S3 input path for batch data"
+    },
+    {
+        "flag": "--batch-output-path <path>",
+        "description": "S3 output path for batch results"
+    },
+    {
+        "flag": "--batch-instance-count <n>",
+        "description": "Number of batch instances",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--batch-split-type <type>",
+        "description": "Input split type: Line, RecordIO, None",
+        "choices": [
+            "Line",
+            "RecordIO",
+            "None"
+        ],
+        "defaultValue": "Line"
+    },
+    {
+        "flag": "--batch-strategy <strategy>",
+        "description": "Batch strategy: MultiRecord, SingleRecord",
+        "choices": [
+            "MultiRecord",
+            "SingleRecord"
+        ],
+        "defaultValue": "MultiRecord"
+    },
+    {
+        "flag": "--batch-join-source <source>",
+        "description": "Join source: Input, None",
+        "choices": [
+            "Input",
+            "None"
+        ],
+        "defaultValue": "None"
+    },
+    {
+        "flag": "--batch-max-concurrent <n>",
+        "description": "Max concurrent transforms per instance",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--batch-max-payload <mb>",
+        "description": "Max payload size in MB, 0-100",
+        "defaultValue": 6
+    },
+    {
+        "flag": "--hyperpod-cluster <name>",
+        "description": "HyperPod EKS cluster name"
+    },
+    {
+        "flag": "--hyperpod-namespace <ns>",
+        "description": "Kubernetes namespace",
+        "defaultValue": "default"
+    },
+    {
+        "flag": "--hyperpod-replicas <count>",
+        "description": "Number of replicas",
+        "defaultValue": 1
+    },
+    {
+        "flag": "--fsx-volume-handle <handle>",
+        "description": "FSx for Lustre volume handle"
+    },
+    {
+        "flag": "--model-env <KEY=VALUE>",
+        "description": "Model env var, repeatable (e.g. VLLM_TENSOR_PARALLEL_SIZE=4)",
+        "repeatable": true
+    },
+    {
+        "flag": "--server-env <KEY=VALUE>",
+        "description": "Server env var, repeatable (e.g. SGLANG_MEM_FRACTION=0.9)",
+        "repeatable": true
+    },
+    {
+        "flag": "--include-sample",
+        "description": "Include sample model code",
+        "defaultValue": true
+    },
+    {
+        "flag": "--include-testing",
+        "description": "Include test suite",
+        "defaultValue": true
+    },
+    {
+        "flag": "--test-types <types>",
+        "description": "Comma-separated test types"
+    },
+    {
+        "flag": "--smart",
+        "description": "Enable smart mode (live AWS API calls for MCP servers)",
+        "defaultValue": false
+    },
+    {
+        "flag": "--discover",
+        "description": "Enable discovery mode for MCP servers",
+        "defaultValue": false
+    },
+    {
+        "flag": "--no-validate",
+        "description": "Skip parameter validation",
+        "defaultValue": false
+    },
+    {
+        "flag": "--validate-env-vars",
+        "description": "Validate environment variables against schema",
+        "defaultValue": false
+    },
+    {
+        "flag": "--validate-with-docker",
+        "description": "Validate Dockerfile builds successfully",
+        "defaultValue": false
+    },
+    {
+        "flag": "--offline",
+        "description": "Run in offline mode (no network calls)",
+        "defaultValue": false
+    }
+];
+
+/**
+ * Maps CLI flags to help section groups.
+ * Used by the custom help formatter in bin/cli.js.
+ */
+export const helpGroups = {
+    "--project-name": "general",
+    "--deployment-config": "model",
+    "--model-name": "model",
+    "--deployment-target": "infra",
+    "--instance-type": "infra",
+    "--ic-gpu-count": "ic",
+    "--ic-copy-count": "ic",
+    "--ic-memory-size": "ic",
+    "--enable-lora": "features",
+    "--max-loras": "features",
+    "--max-lora-rank": "features",
+    "--include-benchmark": "general",
+    "--benchmark-concurrency": "general",
+    "--benchmark-input-tokens": "general",
+    "--benchmark-output-tokens": "general",
+    "--benchmark-streaming": "general",
+    "--benchmark-request-count": "general",
+    "--benchmark-s3-output-path": "general",
+    "--skip-prompts": "general",
+    "--auto-prompt": "general",
+    "--config": "general",
+    "--project-dir": "general",
+    "--force": "general",
+    "--framework": "model",
+    "--model-format": "model",
+    "--model-server": "model",
+    "--base-image": "infra",
+    "--region": "infra",
+    "--role-arn": "infra",
+    "--build-target": "infra",
+    "--codebuild-compute-type": "infra",
+    "--hf-token": "auth",
+    "--hf-token-arn": "auth",
+    "--ngc-token": "auth",
+    "--ngc-token-arn": "auth",
+    "--endpoint-initial-instance-count": "endpoint",
+    "--endpoint-data-capture-percent": "endpoint",
+    "--endpoint-variant-name": "endpoint",
+    "--endpoint-volume-size": "endpoint",
+    "--ic-cpu-count": "ic",
+    "--ic-model-weight": "ic",
+    "--async-s3-output-path": "async",
+    "--async-sns-success-topic": "async",
+    "--async-sns-error-topic": "async",
+    "--async-max-concurrent": "async",
+    "--batch-input-path": "batch",
+    "--batch-output-path": "batch",
+    "--batch-instance-count": "batch",
+    "--batch-split-type": "batch",
+    "--batch-strategy": "batch",
+    "--batch-join-source": "batch",
+    "--batch-max-concurrent": "batch",
+    "--batch-max-payload": "batch",
+    "--hyperpod-cluster": "hyperpod",
+    "--hyperpod-namespace": "hyperpod",
+    "--hyperpod-replicas": "hyperpod",
+    "--fsx-volume-handle": "hyperpod",
+    "--model-env": "env",
+    "--server-env": "env",
+    "--include-sample": "features",
+    "--include-testing": "features",
+    "--test-types": "features",
+    "--smart": "mcp",
+    "--discover": "mcp",
+    "--no-validate": "validation",
+    "--validate-env-vars": "validation",
+    "--validate-with-docker": "validation",
+    "--offline": "validation"
+};

package/src/lib/generated/validation-rules.js

@@ -0,0 +1,202 @@
+// AUTO-GENERATED by scripts/codegen-validator.js — DO NOT EDIT
+// Source: config/parameter-schema-v2.json
+// Generated: 2026-05-21T23:33:58.719Z
+
+/**
+ * Validation rules derived from parameter-schema-v2.json.
+ * Each key maps to a function that returns null (valid) or an error string.
+ */
+export const validationRules = {
+    "projectName": (value) => {
+        if (value.length < 2) return `projectName must be at least 2 characters`;
+        if (value.length > 63) return `projectName must be at most 63 characters`;
+        if (!new RegExp("^[a-z0-9][a-z0-9-]*[a-z0-9]$").test(value)) return `projectName does not match required pattern`;
+        return null;
+    },
+    "deploymentConfig": (value) => {
+        if (!["http-flask","http-fastapi","transformers-vllm","transformers-sglang","transformers-tensorrt-llm","transformers-lmi","transformers-djl","triton-fil","triton-onnxruntime","triton-tensorflow","triton-pytorch","triton-vllm","triton-tensorrtllm","triton-python","diffusors-vllm-omni","marketplace"].includes(value)) return `Invalid value "${value}" for deploymentConfig. Valid: http-flask, http-fastapi, transformers-vllm, transformers-sglang, transformers-tensorrt-llm, transformers-lmi, transformers-djl, triton-fil, triton-onnxruntime, triton-tensorflow, triton-pytorch, triton-vllm, triton-tensorrtllm, triton-python, diffusors-vllm-omni, marketplace`;
+        return null;
+    },
+    "modelName": (value) => {
+        if (value.length < 1) return `modelName must be at least 1 characters`;
+        return null;
+    },
+    "deploymentTarget": (value) => {
+        if (!["managed-inference","realtime-inference","async-inference","batch-transform","hyperpod-eks"].includes(value)) return `Invalid value "${value}" for deploymentTarget. Valid: managed-inference, realtime-inference, async-inference, batch-transform, hyperpod-eks`;
+        return null;
+    },
+    "instanceType": (value) => {
+        if (!new RegExp("^ml\\.[a-z0-9]+\\.[a-z0-9]+$").test(value)) return `instanceType does not match required pattern`;
+        return null;
+    },
+    "icGpuCount": (value) => {
+        if (value < 0) return `icGpuCount must be >= 0, got ${value}`;
+        if (value > 8) return `icGpuCount must be <= 8, got ${value}`;
+        return null;
+    },
+    "icCopyCount": (value) => {
+        if (value < 0) return `icCopyCount must be >= 0, got ${value}`;
+        if (value > 100) return `icCopyCount must be <= 100, got ${value}`;
+        return null;
+    },
+    "icMemorySize": (value) => {
+        if (value < 128) return `icMemorySize must be >= 128, got ${value}`;
+        if (value > 3145728) return `icMemorySize must be <= 3145728, got ${value}`;
+        return null;
+    },
+    "maxLoras": (value) => {
+        if (value < 1) return `maxLoras must be >= 1, got ${value}`;
+        if (value > 256) return `maxLoras must be <= 256, got ${value}`;
+        return null;
+    },
+    "maxLoraRank": (value) => {
+        if (value < 8) return `maxLoraRank must be >= 8, got ${value}`;
+        if (value > 512) return `maxLoraRank must be <= 512, got ${value}`;
+        return null;
+    },
+    "benchmarkConcurrency": (value) => {
+        if (value < 1) return `benchmarkConcurrency must be >= 1, got ${value}`;
+        if (value > 1000) return `benchmarkConcurrency must be <= 1000, got ${value}`;
+        return null;
+    },
+    "benchmarkInputTokens": (value) => {
+        if (value < 1) return `benchmarkInputTokens must be >= 1, got ${value}`;
+        if (value > 128000) return `benchmarkInputTokens must be <= 128000, got ${value}`;
+        return null;
+    },
+    "benchmarkOutputTokens": (value) => {
+        if (value < 1) return `benchmarkOutputTokens must be >= 1, got ${value}`;
+        if (value > 128000) return `benchmarkOutputTokens must be <= 128000, got ${value}`;
+        return null;
+    },
+    "benchmarkRequestCount": (value) => {
+        if (value < 1) return `benchmarkRequestCount must be >= 1, got ${value}`;
+        return null;
+    },
+    "benchmarkS3OutputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `benchmarkS3OutputPath does not match required pattern`;
+        return null;
+    },
+    "framework": (value) => {
+        if (!["sklearn","xgboost","tensorflow","transformers"].includes(value)) return `Invalid value "${value}" for framework. Valid: sklearn, xgboost, tensorflow, transformers`;
+        return null;
+    },
+    "modelFormat": (value) => {
+        if (!["pkl","joblib","json","model","ubj","keras","h5","SavedModel"].includes(value)) return `Invalid value "${value}" for modelFormat. Valid: pkl, joblib, json, model, ubj, keras, h5, SavedModel`;
+        return null;
+    },
+    "modelServer": (value) => {
+        if (!["flask","fastapi","vllm","sglang"].includes(value)) return `Invalid value "${value}" for modelServer. Valid: flask, fastapi, vllm, sglang`;
+        return null;
+    },
+    "region": (value) => {
+        if (!new RegExp("^[a-z]{2}-[a-z]+-\\d+$").test(value)) return `region does not match required pattern`;
+        return null;
+    },
+    "roleArn": (value) => {
+        if (!new RegExp("^arn:aws:iam::").test(value)) return `roleArn does not match required pattern`;
+        return null;
+    },
+    "buildTarget": (value) => {
+        if (!["codebuild"].includes(value)) return `Invalid value "${value}" for buildTarget. Valid: codebuild`;
+        return null;
+    },
+    "codebuildComputeType": (value) => {
+        if (!["SMALL","MEDIUM","LARGE","BUILD_GENERAL1_SMALL","BUILD_GENERAL1_MEDIUM","BUILD_GENERAL1_LARGE","BUILD_GENERAL1_2XLARGE"].includes(value)) return `Invalid value "${value}" for codebuildComputeType. Valid: SMALL, MEDIUM, LARGE, BUILD_GENERAL1_SMALL, BUILD_GENERAL1_MEDIUM, BUILD_GENERAL1_LARGE, BUILD_GENERAL1_2XLARGE`;
+        return null;
+    },
+    "hfTokenArn": (value) => {
+        if (!new RegExp("^arn:aws:secretsmanager:").test(value)) return `hfTokenArn does not match required pattern`;
+        return null;
+    },
+    "ngcTokenArn": (value) => {
+        if (!new RegExp("^arn:aws:secretsmanager:").test(value)) return `ngcTokenArn does not match required pattern`;
+        return null;
+    },
+    "endpointInitialInstanceCount": (value) => {
+        if (value < 1) return `endpointInitialInstanceCount must be >= 1, got ${value}`;
+        if (value > 100) return `endpointInitialInstanceCount must be <= 100, got ${value}`;
+        return null;
+    },
+    "endpointDataCapturePercent": (value) => {
+        if (value < 0) return `endpointDataCapturePercent must be >= 0, got ${value}`;
+        if (value > 100) return `endpointDataCapturePercent must be <= 100, got ${value}`;
+        return null;
+    },
+    "endpointVariantName": (value) => {
+        if (!new RegExp("^[a-zA-Z0-9]").test(value)) return `endpointVariantName does not match required pattern`;
+        return null;
+    },
+    "endpointVolumeSize": (value) => {
+        if (value < 1) return `endpointVolumeSize must be >= 1, got ${value}`;
+        if (value > 16384) return `endpointVolumeSize must be <= 16384, got ${value}`;
+        return null;
+    },
+    "icCpuCount": (value) => {
+        if (value < 0.25) return `icCpuCount must be >= 0.25, got ${value}`;
+        if (value > 768) return `icCpuCount must be <= 768, got ${value}`;
+        return null;
+    },
+    "icModelWeight": (value) => {
+        if (value < 0) return `icModelWeight must be >= 0, got ${value}`;
+        if (value > 1) return `icModelWeight must be <= 1, got ${value}`;
+        return null;
+    },
+    "asyncS3OutputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `asyncS3OutputPath does not match required pattern`;
+        return null;
+    },
+    "asyncSnsSuccessTopic": (value) => {
+        if (!new RegExp("^arn:aws:sns:").test(value)) return `asyncSnsSuccessTopic does not match required pattern`;
+        return null;
+    },
+    "asyncSnsErrorTopic": (value) => {
+        if (!new RegExp("^arn:aws:sns:").test(value)) return `asyncSnsErrorTopic does not match required pattern`;
+        return null;
+    },
+    "asyncMaxConcurrent": (value) => {
+        if (value < 1) return `asyncMaxConcurrent must be >= 1, got ${value}`;
+        if (value > 100) return `asyncMaxConcurrent must be <= 100, got ${value}`;
+        return null;
+    },
+    "batchInputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `batchInputPath does not match required pattern`;
+        return null;
+    },
+    "batchOutputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `batchOutputPath does not match required pattern`;
+        return null;
+    },
+    "batchInstanceCount": (value) => {
+        if (value < 1) return `batchInstanceCount must be >= 1, got ${value}`;
+        if (value > 100) return `batchInstanceCount must be <= 100, got ${value}`;
+        return null;
+    },
+    "batchSplitType": (value) => {
+        if (!["Line","RecordIO","None"].includes(value)) return `Invalid value "${value}" for batchSplitType. Valid: Line, RecordIO, None`;
+        return null;
+    },
+    "batchStrategy": (value) => {
+        if (!["MultiRecord","SingleRecord"].includes(value)) return `Invalid value "${value}" for batchStrategy. Valid: MultiRecord, SingleRecord`;
+        return null;
+    },
+    "batchJoinSource": (value) => {
+        if (!["Input","None"].includes(value)) return `Invalid value "${value}" for batchJoinSource. Valid: Input, None`;
+        return null;
+    },
+    "batchMaxConcurrent": (value) => {
+        if (value < 1) return `batchMaxConcurrent must be >= 1, got ${value}`;
+        return null;
+    },
+    "batchMaxPayload": (value) => {
+        if (value < 0) return `batchMaxPayload must be >= 0, got ${value}`;
+        if (value > 100) return `batchMaxPayload must be <= 100, got ${value}`;
+        return null;
+    },
+    "hyperpodReplicas": (value) => {
+        if (value < 1) return `hyperpodReplicas must be >= 1, got ${value}`;
+        return null;
+    },
+};
+
+// 43 parameters have validation rules