@aws/ml-container-creator 0.9.0 → 0.10.0

package/src/lib/generated/validation-rules.js

@@ -0,0 +1,202 @@
+// AUTO-GENERATED by scripts/codegen-validator.js — DO NOT EDIT
+// Source: config/parameter-schema-v2.json
+// Generated: 2026-05-23T12:02:19.548Z
+
+/**
+ * Validation rules derived from parameter-schema-v2.json.
+ * Each key maps to a function that returns null (valid) or an error string.
+ */
+export const validationRules = {
+    "projectName": (value) => {
+        if (value.length < 2) return `projectName must be at least 2 characters`;
+        if (value.length > 63) return `projectName must be at most 63 characters`;
+        if (!new RegExp("^[a-z0-9][a-z0-9-]*[a-z0-9]$").test(value)) return `projectName does not match required pattern`;
+        return null;
+    },
+    "deploymentConfig": (value) => {
+        if (!["http-flask","http-fastapi","transformers-vllm","transformers-sglang","transformers-tensorrt-llm","transformers-lmi","transformers-djl","triton-fil","triton-onnxruntime","triton-tensorflow","triton-pytorch","triton-vllm","triton-tensorrtllm","triton-python","diffusors-vllm-omni","marketplace"].includes(value)) return `Invalid value "${value}" for deploymentConfig. Valid: http-flask, http-fastapi, transformers-vllm, transformers-sglang, transformers-tensorrt-llm, transformers-lmi, transformers-djl, triton-fil, triton-onnxruntime, triton-tensorflow, triton-pytorch, triton-vllm, triton-tensorrtllm, triton-python, diffusors-vllm-omni, marketplace`;
+        return null;
+    },
+    "modelName": (value) => {
+        if (value.length < 1) return `modelName must be at least 1 characters`;
+        return null;
+    },
+    "deploymentTarget": (value) => {
+        if (!["managed-inference","realtime-inference","async-inference","batch-transform","hyperpod-eks"].includes(value)) return `Invalid value "${value}" for deploymentTarget. Valid: managed-inference, realtime-inference, async-inference, batch-transform, hyperpod-eks`;
+        return null;
+    },
+    "instanceType": (value) => {
+        if (!new RegExp("^ml\\.[a-z0-9]+\\.[a-z0-9]+$").test(value)) return `instanceType does not match required pattern`;
+        return null;
+    },
+    "icGpuCount": (value) => {
+        if (value < 0) return `icGpuCount must be >= 0, got ${value}`;
+        if (value > 8) return `icGpuCount must be <= 8, got ${value}`;
+        return null;
+    },
+    "icCopyCount": (value) => {
+        if (value < 0) return `icCopyCount must be >= 0, got ${value}`;
+        if (value > 100) return `icCopyCount must be <= 100, got ${value}`;
+        return null;
+    },
+    "icMemorySize": (value) => {
+        if (value < 128) return `icMemorySize must be >= 128, got ${value}`;
+        if (value > 3145728) return `icMemorySize must be <= 3145728, got ${value}`;
+        return null;
+    },
+    "maxLoras": (value) => {
+        if (value < 1) return `maxLoras must be >= 1, got ${value}`;
+        if (value > 256) return `maxLoras must be <= 256, got ${value}`;
+        return null;
+    },
+    "maxLoraRank": (value) => {
+        if (value < 8) return `maxLoraRank must be >= 8, got ${value}`;
+        if (value > 512) return `maxLoraRank must be <= 512, got ${value}`;
+        return null;
+    },
+    "benchmarkConcurrency": (value) => {
+        if (value < 1) return `benchmarkConcurrency must be >= 1, got ${value}`;
+        if (value > 1000) return `benchmarkConcurrency must be <= 1000, got ${value}`;
+        return null;
+    },
+    "benchmarkInputTokens": (value) => {
+        if (value < 1) return `benchmarkInputTokens must be >= 1, got ${value}`;
+        if (value > 128000) return `benchmarkInputTokens must be <= 128000, got ${value}`;
+        return null;
+    },
+    "benchmarkOutputTokens": (value) => {
+        if (value < 1) return `benchmarkOutputTokens must be >= 1, got ${value}`;
+        if (value > 128000) return `benchmarkOutputTokens must be <= 128000, got ${value}`;
+        return null;
+    },
+    "benchmarkRequestCount": (value) => {
+        if (value < 1) return `benchmarkRequestCount must be >= 1, got ${value}`;
+        return null;
+    },
+    "benchmarkS3OutputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `benchmarkS3OutputPath does not match required pattern`;
+        return null;
+    },
+    "framework": (value) => {
+        if (!["sklearn","xgboost","tensorflow","transformers"].includes(value)) return `Invalid value "${value}" for framework. Valid: sklearn, xgboost, tensorflow, transformers`;
+        return null;
+    },
+    "modelFormat": (value) => {
+        if (!["pkl","joblib","json","model","ubj","keras","h5","SavedModel"].includes(value)) return `Invalid value "${value}" for modelFormat. Valid: pkl, joblib, json, model, ubj, keras, h5, SavedModel`;
+        return null;
+    },
+    "modelServer": (value) => {
+        if (!["flask","fastapi","vllm","sglang"].includes(value)) return `Invalid value "${value}" for modelServer. Valid: flask, fastapi, vllm, sglang`;
+        return null;
+    },
+    "region": (value) => {
+        if (!new RegExp("^[a-z]{2}-[a-z]+-\\d+$").test(value)) return `region does not match required pattern`;
+        return null;
+    },
+    "roleArn": (value) => {
+        if (!new RegExp("^arn:aws:iam::").test(value)) return `roleArn does not match required pattern`;
+        return null;
+    },
+    "buildTarget": (value) => {
+        if (!["codebuild"].includes(value)) return `Invalid value "${value}" for buildTarget. Valid: codebuild`;
+        return null;
+    },
+    "codebuildComputeType": (value) => {
+        if (!["SMALL","MEDIUM","LARGE","BUILD_GENERAL1_SMALL","BUILD_GENERAL1_MEDIUM","BUILD_GENERAL1_LARGE","BUILD_GENERAL1_2XLARGE"].includes(value)) return `Invalid value "${value}" for codebuildComputeType. Valid: SMALL, MEDIUM, LARGE, BUILD_GENERAL1_SMALL, BUILD_GENERAL1_MEDIUM, BUILD_GENERAL1_LARGE, BUILD_GENERAL1_2XLARGE`;
+        return null;
+    },
+    "hfTokenArn": (value) => {
+        if (!new RegExp("^arn:aws:secretsmanager:").test(value)) return `hfTokenArn does not match required pattern`;
+        return null;
+    },
+    "ngcTokenArn": (value) => {
+        if (!new RegExp("^arn:aws:secretsmanager:").test(value)) return `ngcTokenArn does not match required pattern`;
+        return null;
+    },
+    "endpointInitialInstanceCount": (value) => {
+        if (value < 1) return `endpointInitialInstanceCount must be >= 1, got ${value}`;
+        if (value > 100) return `endpointInitialInstanceCount must be <= 100, got ${value}`;
+        return null;
+    },
+    "endpointDataCapturePercent": (value) => {
+        if (value < 0) return `endpointDataCapturePercent must be >= 0, got ${value}`;
+        if (value > 100) return `endpointDataCapturePercent must be <= 100, got ${value}`;
+        return null;
+    },
+    "endpointVariantName": (value) => {
+        if (!new RegExp("^[a-zA-Z0-9]([\\w-]{0,62}[a-zA-Z0-9])?$").test(value)) return `endpointVariantName does not match required pattern`;
+        return null;
+    },
+    "endpointVolumeSize": (value) => {
+        if (value < 1) return `endpointVolumeSize must be >= 1, got ${value}`;
+        if (value > 16384) return `endpointVolumeSize must be <= 16384, got ${value}`;
+        return null;
+    },
+    "icCpuCount": (value) => {
+        if (value < 0.25) return `icCpuCount must be >= 0.25, got ${value}`;
+        if (value > 768) return `icCpuCount must be <= 768, got ${value}`;
+        return null;
+    },
+    "icModelWeight": (value) => {
+        if (value < 0) return `icModelWeight must be >= 0, got ${value}`;
+        if (value > 1) return `icModelWeight must be <= 1, got ${value}`;
+        return null;
+    },
+    "asyncS3OutputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `asyncS3OutputPath does not match required pattern`;
+        return null;
+    },
+    "asyncSnsSuccessTopic": (value) => {
+        if (!new RegExp("^arn:aws:sns:").test(value)) return `asyncSnsSuccessTopic does not match required pattern`;
+        return null;
+    },
+    "asyncSnsErrorTopic": (value) => {
+        if (!new RegExp("^arn:aws:sns:").test(value)) return `asyncSnsErrorTopic does not match required pattern`;
+        return null;
+    },
+    "asyncMaxConcurrent": (value) => {
+        if (value < 1) return `asyncMaxConcurrent must be >= 1, got ${value}`;
+        if (value > 100) return `asyncMaxConcurrent must be <= 100, got ${value}`;
+        return null;
+    },
+    "batchInputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `batchInputPath does not match required pattern`;
+        return null;
+    },
+    "batchOutputPath": (value) => {
+        if (!new RegExp("^s3://").test(value)) return `batchOutputPath does not match required pattern`;
+        return null;
+    },
+    "batchInstanceCount": (value) => {
+        if (value < 1) return `batchInstanceCount must be >= 1, got ${value}`;
+        if (value > 100) return `batchInstanceCount must be <= 100, got ${value}`;
+        return null;
+    },
+    "batchSplitType": (value) => {
+        if (!["Line","RecordIO","None"].includes(value)) return `Invalid value "${value}" for batchSplitType. Valid: Line, RecordIO, None`;
+        return null;
+    },
+    "batchStrategy": (value) => {
+        if (!["MultiRecord","SingleRecord"].includes(value)) return `Invalid value "${value}" for batchStrategy. Valid: MultiRecord, SingleRecord`;
+        return null;
+    },
+    "batchJoinSource": (value) => {
+        if (!["Input","None"].includes(value)) return `Invalid value "${value}" for batchJoinSource. Valid: Input, None`;
+        return null;
+    },
+    "batchMaxConcurrent": (value) => {
+        if (value < 1) return `batchMaxConcurrent must be >= 1, got ${value}`;
+        return null;
+    },
+    "batchMaxPayload": (value) => {
+        if (value < 0) return `batchMaxPayload must be >= 0, got ${value}`;
+        if (value > 100) return `batchMaxPayload must be <= 100, got ${value}`;
+        return null;
+    },
+    "hyperpodReplicas": (value) => {
+        if (value < 1) return `hyperpodReplicas must be >= 1, got ${value}`;
+        return null;
+    },
+};
+
+// 43 parameters have validation rules

package/src/lib/marketplace-flow.js

@@ -0,0 +1,276 @@
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+/**
+ * Marketplace Flow - Handles the marketplace-specific prompt flow.
+ * Uses delegation pattern: receives parent PromptRunner reference to access shared state.
+ */
+
+import {
+    infraAsyncPrompts,
+    infraBatchTransformPrompts,
+    projectPrompts,
+    destinationPrompts
+} from './prompts/index.js';
+
+export default class MarketplaceFlow {
+    constructor(runner) {
+        this.runner = runner;
+    }
+
+    /**
+     * Marketplace-specific prompt flow.
+     * Skips all container-related prompts and prompts only for:
+     * model package ARN, instance type, deployment target, region.
+     *
+     * Requirements: 2.3, 2.4, 2.5
+     */
+    async _runMarketplaceFlow(frameworkAnswers, explicitConfig, existingConfig, buildTimestamp) {
+        console.log('\n🏪 Marketplace Model Package Configuration');
+
+        // Query marketplace-picker MCP server for subscription discovery
+        let mcpSubscriptions = [];
+        const cm = this.runner.configManager;
+        if (cm && cm.getMcpServerNames && cm.getMcpServerNames().includes('marketplace-picker')) {
+            try {
+                console.log('   🔍 Querying marketplace-picker for subscriptions...');
+                const result = await cm.queryMcpServer('marketplace-picker', {
+                    region: explicitConfig.awsRegion || existingConfig.awsRegion || process.env.AWS_REGION || 'us-east-1'
+                });
+                if (result && result.metadata?.subscriptions?.length > 0) {
+                    mcpSubscriptions = result.metadata.subscriptions;
+                    console.log(`   ✅ Found ${mcpSubscriptions.length} Marketplace subscription(s)`);
+                } else {
+                    console.log('   ℹ️  No Marketplace subscriptions found — enter ARN manually');
+                }
+            } catch (err) {
+                console.log(`   ⚠️  marketplace-picker unavailable: ${err.message}`);
+                console.log('   Falling back to manual ARN entry');
+            }
+        }
+
+        // Marketplace-specific prompts: model package ARN
+        const marketplacePrompts = [
+            {
+                type: mcpSubscriptions.length > 0 ? 'list' : 'input',
+                name: 'modelPackageArn',
+                message: mcpSubscriptions.length > 0
+                    ? 'Select a Marketplace model package:'
+                    : 'Model package ARN (arn:aws:sagemaker:<region>:<account>:model-package/<name>/<version>):',
+                ...(mcpSubscriptions.length > 0 ? {
+                    choices: [
+                        ...mcpSubscriptions.map(sub => ({
+                            name: `${sub.modelName} (${sub.vendor}) — ${sub.arn}`,
+                            value: sub.arn,
+                            short: sub.modelName
+                        })),
+                        { type: 'separator', separator: '──────────────' },
+                        { name: 'Enter ARN manually...', value: '__manual__', short: 'manual' }
+                    ]
+                } : {
+                    validate: (input) => {
+                        if (!input || input.trim() === '') {
+                            return 'Model package ARN is required';
+                        }
+                        const arnPattern = /^arn:aws:sagemaker:[a-z0-9-]+:\d{12}:model-package\/[\w-]+\/\d+$/;
+                        if (!arnPattern.test(input.trim())) {
+                            return 'Invalid ARN format. Expected: arn:aws:sagemaker:<region>:<account>:model-package/<name>/<version>';
+                        }
+                        return true;
+                    }
+                })
+            },
+            {
+                type: 'input',
+                name: 'modelPackageArnManual',
+                message: 'Model package ARN (arn:aws:sagemaker:<region>:<account>:model-package/<name>/<version>):',
+                when: (answers) => answers.modelPackageArn === '__manual__',
+                validate: (input) => {
+                    if (!input || input.trim() === '') {
+                        return 'Model package ARN is required';
+                    }
+                    const arnPattern = /^arn:aws:sagemaker:[a-z0-9-]+:\d{12}:model-package\/[\w-]+\/\d+$/;
+                    if (!arnPattern.test(input.trim())) {
+                        return 'Invalid ARN format. Expected: arn:aws:sagemaker:<region>:<account>:model-package/<name>/<version>';
+                    }
+                    return true;
+                }
+            }
+        ];
+        const marketplaceAnswers = await this.runner._runPhase(marketplacePrompts, { ...frameworkAnswers }, explicitConfig, existingConfig);
+
+        // Handle manual ARN entry fallback
+        if (marketplaceAnswers.modelPackageArn === '__manual__' && marketplaceAnswers.modelPackageArnManual) {
+            marketplaceAnswers.modelPackageArn = marketplaceAnswers.modelPackageArnManual;
+            delete marketplaceAnswers.modelPackageArnManual;
+        }
+
+        // Infrastructure prompts: region, deployment target, instance type
+        console.log('\n💪 Infrastructure & Deployment');
+        const bootstrapRegion = existingConfig.awsRegion || explicitConfig.awsRegion;
+        const regionPreviousAnswers = bootstrapRegion ? { _bootstrapRegion: bootstrapRegion } : {};
+
+        const marketplaceInfraPrompts = [
+            {
+                type: 'list',
+                name: 'awsRegion',
+                message: 'Target AWS region?',
+                choices: (answers) => {
+                    const bootstrapReg = answers._bootstrapRegion;
+                    const choices = ['us-east-1'];
+                    if (bootstrapReg && bootstrapReg !== 'us-east-1') {
+                        choices.unshift({ name: `${bootstrapReg} (from bootstrap profile)`, value: bootstrapReg });
+                    }
+                    choices.push({ name: 'Custom...', value: 'custom' });
+                    return choices;
+                },
+                default: (answers) => answers._bootstrapRegion || 'us-east-1'
+            },
+            {
+                type: 'input',
+                name: 'customAwsRegion',
+                message: 'Enter AWS region (e.g., us-west-2, eu-west-1):',
+                when: answers => answers.awsRegion === 'custom'
+            },
+            {
+                type: 'list',
+                name: 'deploymentTarget',
+                message: 'Deployment target?',
+                choices: [
+                    { name: 'SageMaker Real-Time Inference', value: 'realtime-inference' },
+                    { name: 'SageMaker Async Inference', value: 'async-inference' },
+                    { name: 'SageMaker Batch Transform', value: 'batch-transform' }
+                ],
+                default: 'realtime-inference'
+            },
+            {
+                type: 'list',
+                name: 'instanceType',
+                message: 'Instance type for deployment?',
+                choices: [
+                    { name: 'ml.g5.xlarge (1 GPU, 24GB)', value: 'ml.g5.xlarge' },
+                    { name: 'ml.g5.2xlarge (1 GPU, 24GB)', value: 'ml.g5.2xlarge' },
+                    { name: 'ml.g5.4xlarge (1 GPU, 24GB)', value: 'ml.g5.4xlarge' },
+                    { name: 'ml.g5.12xlarge (4 GPUs, 96GB)', value: 'ml.g5.12xlarge' },
+                    { name: 'ml.p3.2xlarge (1 GPU, 16GB V100)', value: 'ml.p3.2xlarge' },
+                    { name: 'ml.m5.xlarge (CPU, 16GB)', value: 'ml.m5.xlarge' },
+                    { name: 'Custom...', value: 'custom' }
+                ],
+                default: 'ml.g5.xlarge'
+            },
+            {
+                type: 'input',
+                name: 'customInstanceType',
+                message: 'Enter instance type (e.g., ml.g5.xlarge):',
+                validate: (input) => {
+                    if (!input || input.trim() === '') {
+                        return 'Instance type is required';
+                    }
+                    if (!input.startsWith('ml.')) {
+                        return 'Instance type must start with "ml." (e.g., ml.g5.xlarge)';
+                    }
+                    return true;
+                },
+                when: answers => answers.instanceType === 'custom'
+            }
+        ];
+        const infraAnswers = await this.runner._runPhase(marketplaceInfraPrompts, { ...frameworkAnswers, ...regionPreviousAnswers }, explicitConfig, existingConfig);
+
+        // Async-specific prompts
+        let asyncAnswers = {};
+        if (infraAnswers.deploymentTarget === 'async-inference') {
+            asyncAnswers = await this.runner._runPhase(infraAsyncPrompts, { ...infraAnswers }, explicitConfig, existingConfig);
+        }
+
+        // Batch transform-specific prompts
+        let batchTransformAnswers = {};
+        if (infraAnswers.deploymentTarget === 'batch-transform') {
+            batchTransformAnswers = await this.runner._runPhase(
+                infraBatchTransformPrompts,
+                { ...infraAnswers },
+                explicitConfig,
+                existingConfig
+            );
+        }
+
+        // Role ARN prompt
+        const rolePrompts = [
+            {
+                type: 'input',
+                name: 'awsRoleArn',
+                message: 'AWS IAM Role ARN for SageMaker execution (optional)?',
+                validate: (input) => {
+                    if (!input || input.trim() === '') {
+                        return true;
+                    }
+                    const arnPattern = /^arn:aws:iam::\d{12}:role\/[\w+=,.@-]+$/;
+                    if (!arnPattern.test(input)) {
+                        return 'Invalid ARN format. Expected: arn:aws:iam::123456789012:role/RoleName';
+                    }
+                    return true;
+                }
+            }
+        ];
+        const roleAnswers = await this.runner._runPhase(rolePrompts, { ...infraAnswers }, explicitConfig, existingConfig);
+
+        // Project name + destination
+        console.log('\n📋 Project Configuration');
+        const allTechnicalAnswers = {
+            ...frameworkAnswers,
+            ...marketplaceAnswers,
+            ...infraAnswers,
+            ...asyncAnswers,
+            ...batchTransformAnswers,
+            ...roleAnswers
+        };
+        const projectAnswers = await this.runner._runPhase(projectPrompts, allTechnicalAnswers, explicitConfig, existingConfig);
+        const destinationAnswers = await this.runner._runPhase(destinationPrompts,
+            { ...allTechnicalAnswers, ...projectAnswers }, explicitConfig, existingConfig);
+
+        // Combine all marketplace answers
+        const combinedAnswers = {
+            ...frameworkAnswers,
+            ...marketplaceAnswers,
+            ...infraAnswers,
+            ...asyncAnswers,
+            ...batchTransformAnswers,
+            ...roleAnswers,
+            ...projectAnswers,
+            ...destinationAnswers,
+            buildTimestamp
+        };
+
+        // Handle custom instance type
+        if (combinedAnswers.customInstanceType) {
+            combinedAnswers.instanceType = combinedAnswers.customInstanceType;
+            delete combinedAnswers.customInstanceType;
+        }
+
+        // Handle custom AWS region
+        if (combinedAnswers.customAwsRegion) {
+            combinedAnswers.awsRegion = combinedAnswers.customAwsRegion;
+            delete combinedAnswers.customAwsRegion;
+        }
+
+        // Map awsRoleArn to roleArn for templates
+        if (combinedAnswers.awsRoleArn) {
+            combinedAnswers.roleArn = combinedAnswers.awsRoleArn;
+            delete combinedAnswers.awsRoleArn;
+        }
+
+        // Ensure CLI-provided values are in combinedAnswers
+        if (explicitConfig.modelPackageArn && !combinedAnswers.modelPackageArn) {
+            combinedAnswers.modelPackageArn = explicitConfig.modelPackageArn;
+        }
+
+        // Handle marketplace:// prefix from --model-name CLI option
+        const modelName = explicitConfig.modelName || combinedAnswers.modelName;
+        if (modelName && modelName.startsWith('marketplace://')) {
+            const arn = modelName.replace(/^marketplace:\/\//, '');
+            combinedAnswers.modelPackageArn = arn;
+            delete combinedAnswers.modelName;
+        }
+
+        return combinedAnswers;
+    }
+}