@aws/ml-container-creator 0.2.0

package/templates/do/register

@@ -0,0 +1,580 @@
+#!/bin/bash
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+set -e
+set -u
+set -o pipefail
+
+# Source configuration
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+source "${SCRIPT_DIR}/config"
+
+# ============================================================
+# Register deployment to the deployment registry
+# ============================================================
+
+# Parse command line arguments
+NOTES=""
+STATUS="success"
+PROJECT_FLAG=""
+JSON_OUTPUT=false
+CI_MODE=false
+CI_TABLE_NAME="${CI_TABLE_NAME:-mlcc-ci-table}"
+CI_BUILD_STRATEGY="codebuild-submit"
+
+while [[ $# -gt 0 ]]; do
+    case "$1" in
+        --notes)
+            NOTES="$2"
+            shift 2
+            ;;
+        --notes=*)
+            NOTES="${1#*=}"
+            shift
+            ;;
+        --status)
+            STATUS="$2"
+            shift 2
+            ;;
+        --status=*)
+            STATUS="${1#*=}"
+            shift
+            ;;
+        --project)
+            PROJECT_FLAG="--project"
+            shift
+            ;;
+        --json)
+            JSON_OUTPUT=true
+            shift
+            ;;
+        --ci)
+            CI_MODE=true
+            JSON_OUTPUT=true
+            shift
+            ;;
+        --ci-table)
+            CI_TABLE_NAME="$2"
+            shift 2
+            ;;
+        --ci-table=*)
+            CI_TABLE_NAME="${1#*=}"
+            shift
+            ;;
+        --build-strategy)
+            CI_BUILD_STRATEGY="$2"
+            shift 2
+            ;;
+        --build-strategy=*)
+            CI_BUILD_STRATEGY="${1#*=}"
+            shift
+            ;;
+        *)
+            echo "⚠️  Unknown option: $1"
+            echo ""
+            echo "Usage: ./do/register [--notes \"text\"] [--status success|partial|failed] [--project] [--json] [--ci] [--ci-table <name>] [--build-strategy <strategy>]"
+            exit 1
+            ;;
+    esac
+done
+
+# Validate status
+case "${STATUS}" in
+    success|partial|failed) ;;
+    *)
+        echo "❌ Invalid status: ${STATUS}"
+        echo "   Valid values: success, partial, failed"
+        exit 1
+        ;;
+esac
+
+# ============================================================
+# Derive architecture and backend from DEPLOYMENT_CONFIG
+# ============================================================
+
+# DEPLOYMENT_CONFIG format: <architecture>-<backend> (e.g., transformers-vllm, http-flask, triton-fil)
+ARCHITECTURE="${DEPLOYMENT_CONFIG%%-*}"
+BACKEND="${DEPLOYMENT_CONFIG#*-}"
+
+echo "📋 Registering deployment to registry"
+echo "   Project: ${PROJECT_NAME}"
+echo "   Deployment config: ${DEPLOYMENT_CONFIG}"
+echo "   Architecture: ${ARCHITECTURE}"
+echo "   Backend: ${BACKEND}"
+echo ""
+
+# ============================================================
+# Engine prefix mapping for transformer env var filtering
+# ============================================================
+
+get_engine_prefix() {
+    local backend="$1"
+    case "${backend}" in
+        vllm)         echo "VLLM_" ;;
+        vllm-omni)    echo "VLLM_" ;;
+        sglang)       echo "SGLANG_" ;;
+        tensorrt-llm) echo "TRTLLM_" ;;
+        lmi)          echo "LMI_" ;;
+        djl)          echo "DJL_" ;;
+        *)            echo "" ;;
+    esac
+}
+
+# ============================================================
+# Build PARAMETERS JSON from shell environment (sourced by do/config)
+# ============================================================
+
+PARAMETERS="{}"
+
+<%
+// Build a helper to determine sensitive keys for redaction
+const sensitivePatterns = ['HF_TOKEN', 'AWS_SECRET_ACCESS_KEY', 'AWS_SESSION_TOKEN'];
+const sensitiveSubstrings = ['SECRET', 'TOKEN'];
+
+function isSensitiveKey(key) {
+    if (sensitivePatterns.includes(key)) return true;
+    const upper = key.toUpperCase();
+    return sensitiveSubstrings.some(sub => upper.includes(sub));
+}
+
+function redactValue(key, value) {
+    return isSensitiveKey(key) ? '***REDACTED***' : value;
+}
+%>
+
+case "${ARCHITECTURE}" in
+    transformers|diffusors)
+        # Extract env vars matching engine prefix + HF_TOKEN + HF_MODEL_ID
+        ENGINE_PREFIX=$(get_engine_prefix "${BACKEND}")
+
+        PARAMETERS=$(python3 -c "
+import os, json
+prefix = '${ENGINE_PREFIX}'
+result = {}
+for key, value in os.environ.items():
+    if prefix and key.startswith(prefix):
+        result[key] = value
+    elif key == 'HF_TOKEN':
+        result[key] = '***REDACTED***'
+    elif key == 'HF_MODEL_ID':
+        result[key] = value
+<% if (modelEnvVars && Object.keys(modelEnvVars).length > 0) { %>
+# Include model env vars
+<% Object.entries(modelEnvVars).forEach(([key, value]) => { %>
+result['<%= key %>'] = '<%= redactValue(key, value) %>'
+<% }); %>
+<% } %>
+<% if (serverEnvVars && Object.keys(serverEnvVars).length > 0) { %>
+# Include server env vars (with engine prefix applied at generation time)
+<% Object.entries(serverEnvVars).forEach(([key, value]) => { %>
+result['<%= key %>'] = '<%= redactValue(key, value) %>'
+<% }); %>
+<% } %>
+print(json.dumps(result))
+" 2>/dev/null || echo "{}")
+        ;;
+
+    http)
+        # Extract all env vars from do/config except system vars, redact secrets
+        PARAMETERS=$(python3 -c "
+import os, json
+exclude = {
+    'PATH', 'PYTHONPATH', 'SAGEMAKER_BIND_TO_PORT', 'LANG', 'GPG_KEY',
+    'PYTHON_VERSION', 'PYTHON_PIP_VERSION', 'PYTHON_SETUPTOOLS_VERSION',
+    'PYTHON_GET_PIP_URL', 'PYTHON_GET_PIP_SHA256'
+}
+redact = {'HF_TOKEN', 'AWS_SECRET_ACCESS_KEY', 'AWS_SESSION_TOKEN'}
+sensitive_substrings = ['SECRET', 'TOKEN']
+result = {}
+for key, value in os.environ.items():
+    if key not in exclude:
+        is_sensitive = key in redact or any(sub in key.upper() for sub in sensitive_substrings)
+        result[key] = '***REDACTED***' if is_sensitive else value
+<% if (modelEnvVars && Object.keys(modelEnvVars).length > 0) { %>
+# Include model env vars
+<% Object.entries(modelEnvVars).forEach(([key, value]) => { %>
+result['<%= key %>'] = '<%= redactValue(key, value) %>'
+<% }); %>
+<% } %>
+<% if (serverEnvVars && Object.keys(serverEnvVars).length > 0) { %>
+# Include server env vars
+<% Object.entries(serverEnvVars).forEach(([key, value]) => { %>
+result['<%= key %>'] = '<%= redactValue(key, value) %>'
+<% }); %>
+<% } %>
+print(json.dumps(result))
+" 2>/dev/null || echo "{}")
+        ;;
+
+    triton)
+        # Read config.pbtxt from model repository
+        TRITON_MODEL_REPO="${TRITON_MODEL_REPOSITORY:-/opt/ml/model/model_repository}"
+        CONFIG_PBTXT=""
+
+        # Try to find config.pbtxt in the project directory
+        PROJECT_DIR="$(cd "${SCRIPT_DIR}/.." && pwd)"
+        if [ -f "${PROJECT_DIR}/model_repository/model/config.pbtxt" ]; then
+            CONFIG_PBTXT=$(cat "${PROJECT_DIR}/model_repository/model/config.pbtxt" 2>/dev/null || echo "")
+        elif [ -f "${PROJECT_DIR}/model_repository/config.pbtxt" ]; then
+            CONFIG_PBTXT=$(cat "${PROJECT_DIR}/model_repository/config.pbtxt" 2>/dev/null || echo "")
+        fi
+
+        # Read TRITON_MODEL_REPOSITORY from shell env (exported by do/config)
+        TRITON_REPO_VAR="${TRITON_MODEL_REPOSITORY:-}"
+
+        # Build parameters JSON (pipe config.pbtxt via stdin to avoid quoting issues)
+        PARAMETERS=$(printf '%s' "${CONFIG_PBTXT}" | python3 -c "
+import sys, json
+config_pbtxt = sys.stdin.read()
+result = {}
+if config_pbtxt.strip():
+    result['config.pbtxt'] = config_pbtxt.strip()
+triton_repo = '${TRITON_REPO_VAR}'
+if triton_repo:
+    result['TRITON_MODEL_REPOSITORY'] = triton_repo
+<% if (modelEnvVars && Object.keys(modelEnvVars).length > 0) { %>
+# Include model env vars
+<% Object.entries(modelEnvVars).forEach(([key, value]) => { %>
+result['<%= key %>'] = '<%= redactValue(key, value) %>'
+<% }); %>
+<% } %>
+<% if (serverEnvVars && Object.keys(serverEnvVars).length > 0) { %>
+# Include server env vars
+<% Object.entries(serverEnvVars).forEach(([key, value]) => { %>
+result['<%= key %>'] = '<%= redactValue(key, value) %>'
+<% }); %>
+<% } %>
+print(json.dumps(result))
+" 2>/dev/null || echo "{}")
+        ;;
+esac
+
+# Count captured parameters
+PARAM_COUNT=$(echo "${PARAMETERS}" | python3 -c "import sys,json; print(len(json.load(sys.stdin)))" 2>/dev/null || echo "0")
+
+# ============================================================
+# Display summary before writing
+# ============================================================
+
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo "📋 Registration Summary"
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo "   Deployment config: ${DEPLOYMENT_CONFIG}"
+echo "   Architecture:      ${ARCHITECTURE}"
+echo "   Backend:           ${BACKEND}"
+<% if (framework === 'transformers') { %>
+echo "   Model name:        ${MODEL_NAME:-N/A}"
+<% } %>
+<% if (deploymentTarget === 'managed-inference') { %>
+echo "   Instance type:     ${INSTANCE_TYPE}"
+<% } else if (deploymentTarget === 'batch-transform') { %>
+echo "   Instance:          ${INSTANCE_TYPE} x ${BATCH_INSTANCE_COUNT}"
+echo "   S3 input:          ${BATCH_INPUT_PATH}"
+echo "   S3 output:         ${BATCH_OUTPUT_PATH}"
+echo "   Split type:        ${BATCH_SPLIT_TYPE}"
+echo "   Strategy:          ${BATCH_STRATEGY}"
+<% } %>
+echo "   Region:            ${AWS_REGION}"
+echo "   Status:            ${STATUS}"
+echo "   Env var source:    do/config"
+echo "   Parameters:        ${PARAM_COUNT} captured"
+if [ -n "${BASE_IMAGE:-}" ]; then
+echo "   Base image:        ${BASE_IMAGE}"
+fi
+if [ -n "${NOTES}" ]; then
+echo "   Notes:             ${NOTES}"
+fi
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo ""
+
+# ============================================================
+# Compute configId (deterministic hash of canonical fields)
+# ============================================================
+
+compute_config_id() {
+    local input="${DEPLOYMENT_CONFIG}:${MODEL_NAME:-none}:${INSTANCE_TYPE}:${AWS_REGION}:${DEPLOYMENT_TARGET}"
+    # Use sha256sum (Linux) with fallback to shasum (macOS)
+    if command -v sha256sum &> /dev/null; then
+        echo -n "$input" | sha256sum | cut -c1-16
+    else
+        echo -n "$input" | shasum -a 256 | cut -c1-16
+    fi
+}
+
+# ============================================================
+# CI Table write logic (--ci flag)
+# ============================================================
+
+write_ci_record() {
+    local config_id="$1"
+
+    # Extract promoted attributes
+    local promoted_deployment_config="${DEPLOYMENT_CONFIG}"
+    local promoted_base_image="${BASE_IMAGE:-}"
+    local promoted_project_name="${PROJECT_NAME}"
+
+    # Extract baseImageVersion from BASE_IMAGE tag (e.g., "vllm/vllm-openai:v0.8.5" -> "v0.8.5")
+    local promoted_base_image_version=""
+    if [ -n "${promoted_base_image}" ]; then
+        case "${promoted_base_image}" in
+            *:*)
+                promoted_base_image_version="${promoted_base_image##*:}"
+                ;;
+        esac
+    fi
+
+    # Build the configJson object from current config variables
+    local config_json
+    config_json=$(cat <<CJEOF
+{
+  "projectName": "${PROJECT_NAME}",
+  "deploymentConfig": "${DEPLOYMENT_CONFIG}",
+  "architecture": "${ARCHITECTURE}",
+  "backend": "${BACKEND}",
+  "modelName": "${MODEL_NAME:-}",
+  "instanceType": "${INSTANCE_TYPE}",
+  "awsRegion": "${AWS_REGION}",
+  "deploymentTarget": "${DEPLOYMENT_TARGET}",
+  "buildTarget": "${BUILD_TARGET}",
+  "baseImage": "${BASE_IMAGE:-}",
+  "buildStrategy": "${CI_BUILD_STRATEGY}",
+<% if (endpointInitialInstanceCount != null || endpointDataCapturePercent != null || endpointVariantName != null || endpointVolumeSize != null) { %>
+  "endpointConfig": {
+<% if (endpointInitialInstanceCount != null) { %>
+    "initialInstanceCount": ${ENDPOINT_INITIAL_INSTANCE_COUNT}<%= (endpointDataCapturePercent != null || endpointVariantName != null || endpointVolumeSize != null) ? ',' : '' %>
+<% } %>
+<% if (endpointDataCapturePercent != null) { %>
+    "dataCapturePercent": ${ENDPOINT_DATA_CAPTURE_PERCENT}<%= (endpointVariantName != null || endpointVolumeSize != null) ? ',' : '' %>
+<% } %>
+<% if (endpointVariantName != null) { %>
+    "variantName": "${ENDPOINT_VARIANT_NAME}"<%= (endpointVolumeSize != null) ? ',' : '' %>
+<% } %>
+<% if (endpointVolumeSize != null) { %>
+    "volumeSize": ${ENDPOINT_VOLUME_SIZE}
+<% } %>
+  },
+<% } %>
+<% if (icCpuCount != null || icMemorySize != null || icGpuCount != null || icCopyCount != null || icModelWeight != null) { %>
+  "icConfig": {
+<% if (icCpuCount != null) { %>
+    "cpuCount": ${IC_CPU_COUNT}<%= (icMemorySize != null || icGpuCount != null || icCopyCount != null || icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icMemorySize != null) { %>
+    "memorySize": ${IC_MEMORY_SIZE}<%= (icGpuCount != null || icCopyCount != null || icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icGpuCount != null) { %>
+    "gpuCount": ${IC_GPU_COUNT}<%= (icCopyCount != null || icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icCopyCount != null) { %>
+    "copyCount": ${IC_COPY_COUNT}<%= (icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icModelWeight != null) { %>
+    "modelWeight": ${IC_MODEL_WEIGHT}
+<% } %>
+  },
+<% } %>
+  "parameters": ${PARAMETERS}
+}
+CJEOF
+)
+
+    # Compact the JSON (remove whitespace)
+    config_json=$(echo "$config_json" | python3 -c "import sys,json; print(json.dumps(json.load(sys.stdin), separators=(',',':')))" 2>/dev/null || echo "$config_json")
+
+    local created_at
+    created_at=$(date -u +%Y-%m-%dT%H:%M:%SZ)
+
+    # Escape configJson for DynamoDB JSON attribute (double-escape quotes)
+    local escaped_config_json
+    escaped_config_json=$(echo "$config_json" | python3 -c "import sys,json; print(json.dumps(sys.stdin.read().strip()))" 2>/dev/null)
+    # Remove the outer quotes added by json.dumps for string
+    escaped_config_json="${escaped_config_json:1:${#escaped_config_json}-2}"
+
+    # Try put-item with condition (new record)
+    if aws dynamodb put-item \
+        --table-name "${CI_TABLE_NAME}" \
+        --item "{
+            \"configId\": {\"S\": \"${config_id}\"},
+            \"schemaVersion\": {\"N\": \"1\"},
+            \"configJson\": {\"S\": \"${escaped_config_json}\"},
+            \"testStatus\": {\"S\": \"untested\"},
+            \"lastTestTimestamp\": {\"S\": \"1970-01-01T00:00:00Z\"},
+            \"deploymentConfig\": {\"S\": \"${promoted_deployment_config}\"},
+            \"baseImage\": {\"S\": \"${promoted_base_image}\"},
+            \"baseImageVersion\": {\"S\": \"${promoted_base_image_version}\"},
+            \"buildStrategy\": {\"S\": \"${CI_BUILD_STRATEGY}\"},
+            \"projectName\": {\"S\": \"${promoted_project_name}\"},
+            \"createdAt\": {\"S\": \"${created_at}\"}
+        }" \
+        --condition-expression "attribute_not_exists(configId)" 2>/dev/null; then
+        echo "✅ New CI record created: ${config_id}"
+    else
+        # Record already exists — update it (reset testStatus, update configJson, preserve createdAt)
+        if aws dynamodb update-item \
+            --table-name "${CI_TABLE_NAME}" \
+            --key "{\"configId\": {\"S\": \"${config_id}\"}}" \
+            --update-expression "SET configJson = :cj, testStatus = :ts, deploymentConfig = :dc, baseImage = :bi, baseImageVersion = :bv, buildStrategy = :bs, projectName = :pn, schemaVersion = :sv" \
+            --expression-attribute-values "{
+                \":cj\": {\"S\": \"${escaped_config_json}\"},
+                \":ts\": {\"S\": \"untested\"},
+                \":dc\": {\"S\": \"${promoted_deployment_config}\"},
+                \":bi\": {\"S\": \"${promoted_base_image}\"},
+                \":bv\": {\"S\": \"${promoted_base_image_version}\"},
+                \":bs\": {\"S\": \"${CI_BUILD_STRATEGY}\"},
+                \":pn\": {\"S\": \"${promoted_project_name}\"},
+                \":sv\": {\"N\": \"1\"}
+            }" 2>/dev/null; then
+            echo "✅ Existing CI record updated (testStatus reset to untested): ${config_id}"
+        else
+            echo "❌ Failed to update CI record: ${config_id}"
+            return 1
+        fi
+    fi
+}
+
+# ============================================================
+# Handle --json and --ci output modes
+# ============================================================
+
+if [ "${JSON_OUTPUT}" = true ] || [ "${CI_MODE}" = true ]; then
+    # Build JSON deployment entry
+    DEPLOYMENT_JSON=$(cat <<DJEOF
+{
+  "projectName": "${PROJECT_NAME}",
+  "deploymentConfig": "${DEPLOYMENT_CONFIG}",
+  "architecture": "${ARCHITECTURE}",
+  "backend": "${BACKEND}",
+  "modelName": "${MODEL_NAME:-}",
+  "instanceType": "${INSTANCE_TYPE}",
+  "awsRegion": "${AWS_REGION}",
+  "deploymentTarget": "${DEPLOYMENT_TARGET}",
+  "buildTarget": "${BUILD_TARGET}",
+  "baseImage": "${BASE_IMAGE:-}",
+  "status": "${STATUS}",
+<% if (endpointInitialInstanceCount != null || endpointDataCapturePercent != null || endpointVariantName != null || endpointVolumeSize != null) { %>
+  "endpointConfig": {
+<% if (endpointInitialInstanceCount != null) { %>
+    "initialInstanceCount": ${ENDPOINT_INITIAL_INSTANCE_COUNT}<%= (endpointDataCapturePercent != null || endpointVariantName != null || endpointVolumeSize != null) ? ',' : '' %>
+<% } %>
+<% if (endpointDataCapturePercent != null) { %>
+    "dataCapturePercent": ${ENDPOINT_DATA_CAPTURE_PERCENT}<%= (endpointVariantName != null || endpointVolumeSize != null) ? ',' : '' %>
+<% } %>
+<% if (endpointVariantName != null) { %>
+    "variantName": "${ENDPOINT_VARIANT_NAME}"<%= (endpointVolumeSize != null) ? ',' : '' %>
+<% } %>
+<% if (endpointVolumeSize != null) { %>
+    "volumeSize": ${ENDPOINT_VOLUME_SIZE}
+<% } %>
+  },
+<% } %>
+<% if (icCpuCount != null || icMemorySize != null || icGpuCount != null || icCopyCount != null || icModelWeight != null) { %>
+  "icConfig": {
+<% if (icCpuCount != null) { %>
+    "cpuCount": ${IC_CPU_COUNT}<%= (icMemorySize != null || icGpuCount != null || icCopyCount != null || icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icMemorySize != null) { %>
+    "memorySize": ${IC_MEMORY_SIZE}<%= (icGpuCount != null || icCopyCount != null || icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icGpuCount != null) { %>
+    "gpuCount": ${IC_GPU_COUNT}<%= (icCopyCount != null || icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icCopyCount != null) { %>
+    "copyCount": ${IC_COPY_COUNT}<%= (icModelWeight != null) ? ',' : '' %>
+<% } %>
+<% if (icModelWeight != null) { %>
+    "modelWeight": ${IC_MODEL_WEIGHT}
+<% } %>
+  },
+<% } %>
+  "parameters": ${PARAMETERS}
+}
+DJEOF
+)
+
+    # Output JSON to stdout
+    echo "${DEPLOYMENT_JSON}" | python3 -c "import sys,json; print(json.dumps(json.load(sys.stdin), indent=2))" 2>/dev/null || echo "${DEPLOYMENT_JSON}"
+
+    if [ "${CI_MODE}" = true ]; then
+        echo ""
+        echo "⚠️  CI Integration is experimental and currently only tested for"
+        echo "   SageMaker Managed Inference — Real Time endpoints."
+        echo ""
+
+        # Compute configId
+        CONFIG_ID=$(compute_config_id)
+        echo ""
+        echo "🔑 configId: ${CONFIG_ID}"
+
+        # Check if CI_Table exists before writing
+        if ! aws dynamodb describe-table --table-name "${CI_TABLE_NAME}" &>/dev/null; then
+            echo ""
+            echo "⚠️  CI infrastructure not provisioned. Run 'ml-container-creator bootstrap' with CI enabled."
+            echo "   Skipping CI table write."
+        else
+            echo "📝 Writing to CI table (${CI_TABLE_NAME})..."
+            write_ci_record "${CONFIG_ID}"
+        fi
+    fi
+
+    exit 0
+fi
+
+# ============================================================
+# Call ml-container-creator registry log
+# ============================================================
+
+# Build the registry log command
+CMD_ARGS=(
+    "registry" "log"
+    "--deployment-config" "${DEPLOYMENT_CONFIG}"
+    "--architecture" "${ARCHITECTURE}"
+    "--backend" "${BACKEND}"
+    "--region" "${AWS_REGION}"
+    "--status" "${STATUS}"
+    "--deployment-target" "${DEPLOYMENT_TARGET}"
+    "--build-target" "${BUILD_TARGET}"
+)
+
+<% if (framework === 'transformers' || framework === 'diffusors') { %>
+if [ -n "${MODEL_NAME:-}" ]; then
+    CMD_ARGS+=("--model-name" "${MODEL_NAME}")
+fi
+<% } %>
+
+<% if (deploymentTarget === 'managed-inference' || deploymentTarget === 'async-inference' || deploymentTarget === 'batch-transform') { %>
+CMD_ARGS+=("--instance-type" "${INSTANCE_TYPE}")
+<% } %>
+
+<% if (modelFormat) { %>
+if [ -n "${MODEL_FORMAT:-}" ]; then
+    CMD_ARGS+=("--model-format" "${MODEL_FORMAT}")
+fi
+<% } %>
+
+if [ -n "${BASE_IMAGE:-}" ]; then
+    CMD_ARGS+=("--base-image" "${BASE_IMAGE}")
+fi
+
+if [ -n "${NOTES}" ]; then
+    CMD_ARGS+=("--notes" "${NOTES}")
+fi
+
+if [ -n "${PROJECT_FLAG}" ]; then
+    CMD_ARGS+=("${PROJECT_FLAG}")
+fi
+
+# Pass parameters as JSON string
+CMD_ARGS+=("--parameters" "${PARAMETERS}")
+
+# Pass generator version from package.json if available
+GENERATOR_VERSION=""
+if command -v node &> /dev/null; then
+    GENERATOR_VERSION=$(node -e "try{console.log(require('$(npm root -g)/@aws/ml-container-creator/package.json').version)}catch(e){console.log('')}" 2>/dev/null || echo "")
+fi
+if [ -n "${GENERATOR_VERSION}" ]; then
+    CMD_ARGS+=("--generator-version" "${GENERATOR_VERSION}")
+fi
+
+echo "📝 Writing to registry..."
+ml-container-creator "${CMD_ARGS[@]}"

package/templates/do/run

@@ -0,0 +1,113 @@
+#!/bin/bash
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+set -e
+set -u
+set -o pipefail
+
+# Source configuration
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+source "${SCRIPT_DIR}/config"
+
+echo "🚀 Running Docker container locally for ${PROJECT_NAME}"
+echo "   Deployment config: ${DEPLOYMENT_CONFIG}"
+echo "   Framework: ${FRAMEWORK}"
+echo "   Model server: ${MODEL_SERVER}"
+
+# Validate prerequisites
+if ! command -v docker &> /dev/null; then
+    echo "❌ Docker is not installed"
+    echo "   Install from: https://docs.docker.com/get-docker/"
+    exit 2
+fi
+
+# Check if image exists
+if ! docker image inspect "${PROJECT_NAME}:latest" &> /dev/null; then
+    echo "❌ Docker image not found: ${PROJECT_NAME}:latest"
+    echo "   Build the image first: ./do/build"
+    exit 5
+fi
+
+# Determine GPU support based on deployment configuration
+GPU_FLAG=""
+case "${DEPLOYMENT_CONFIG}" in
+    transformers-*)
+        echo "🎮 GPU support enabled for transformers deployment"
+        GPU_FLAG="--gpus all"
+        
+        # Check if nvidia-docker is available
+        if ! docker run --rm --gpus all nvidia/cuda:11.0-base nvidia-smi &> /dev/null; then
+            echo "⚠️  Warning: GPU support requested but nvidia-docker may not be available"
+            echo "   The container will start but may fail if it requires GPU"
+            echo "   Install nvidia-docker: https://github.com/NVIDIA/nvidia-docker"
+        fi
+        ;;
+    sklearn-*|xgboost-*|tensorflow-*)
+        echo "💻 CPU-only mode for traditional ML deployment"
+        ;;
+    *)
+        echo "❌ Unknown deployment configuration: ${DEPLOYMENT_CONFIG}"
+        exit 3
+        ;;
+esac
+
+# Prepare model directory mount if specified
+MODEL_MOUNT=""
+if [ -n "${MODEL_DIR:-}" ]; then
+    if [ -d "${MODEL_DIR}" ]; then
+        echo "📁 Mounting model directory: ${MODEL_DIR}"
+        MODEL_MOUNT="-v ${MODEL_DIR}:/opt/ml/model"
+    else
+        echo "⚠️  Warning: MODEL_DIR specified but directory not found: ${MODEL_DIR}"
+        echo "   Container will start without model directory mount"
+    fi
+fi
+
+# Prepare environment variables
+ENV_VARS=""
+<% if (framework === 'transformers') { %>
+if [ -n "${HF_TOKEN:-}" ]; then
+    echo "🔑 Using HuggingFace token from environment"
+    ENV_VARS="${ENV_VARS} -e HF_TOKEN=${HF_TOKEN}"
+fi
+
+if [ -n "${MODEL_NAME:-}" ]; then
+    ENV_VARS="${ENV_VARS} -e MODEL_NAME=${MODEL_NAME}"
+fi
+<% } %>
+
+echo ""
+echo "🏃 Starting container..."
+echo "   Port: 8080 (mapped to localhost:8080)"
+echo "   Image: ${PROJECT_NAME}:latest"
+if [ -n "${GPU_FLAG}" ]; then
+    echo "   GPU: Enabled"
+fi
+if [ -n "${MODEL_MOUNT}" ]; then
+    echo "   Model mount: ${MODEL_DIR} -> /opt/ml/model"
+fi
+echo ""
+echo "📝 Container logs will stream below"
+echo "   Press Ctrl+C to stop the container"
+echo ""
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo ""
+
+# Run container with cleanup on exit
+docker run -it --rm \
+    -p 8080:8080 \
+    ${GPU_FLAG} \
+    ${MODEL_MOUNT} \
+    ${ENV_VARS} \
+    "${PROJECT_NAME}:latest"
+
+echo ""
+echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+echo ""
+echo "✅ Container stopped and cleaned up"
+echo ""
+echo "Next steps:"
+echo "  • Test endpoints: curl http://localhost:8080/ping"
+echo "  • Push to ECR: ./do/push"
+echo "  • Deploy to SageMaker: ./do/deploy"