@aws/ml-container-creator 0.2.0

package/servers/hyperpod-cluster-picker/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/servers/hyperpod-cluster-picker/index.js

@@ -0,0 +1,424 @@
+#!/usr/bin/env node
+// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+/**
+ * HyperPod Cluster Picker MCP Server
+ *
+ * A bundled MCP server that discovers available SageMaker HyperPod EKS clusters
+ * via the AWS SageMaker ListClusters and DescribeCluster APIs.
+ *
+ * Only clusters that are InService and use EKS orchestration are returned.
+ * Slurm-based clusters are excluded.
+ *
+ * Tool: get_hyperpod_clusters
+ *   Accepts: { parameters: string[], limit: number, context: object }
+ *   Returns: { values: Record<string, string>, choices: Record<string, string[]> }
+ *
+ * Environment variables:
+ *   AWS_REGION - AWS region for SageMaker API calls (default: us-east-1)
+ */
+
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js'
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'
+import { z } from 'zod'
+import { fileURLToPath } from 'node:url'
+import { resolve } from 'node:path'
+import { readFileSync } from 'node:fs'
+import { homedir } from 'node:os'
+import { DynamicResolver } from '../lib/dynamic-resolver.js'
+
+/**
+ * Log to stderr so it doesn't interfere with MCP stdio protocol on stdout.
+ */
+function log(message) {
+    process.stderr.write(`[hyperpod-cluster-picker] ${message}\n`)
+}
+
+/**
+ * Create a SageMaker client for the given region.
+ * Accepts an optional factory function for testability.
+ * If no credentials are found with the default provider chain,
+ * falls back to the first available AWS profile.
+ *
+ * @param {string} region - AWS region
+ * @param {Function|null} clientFactory - Optional factory (used in tests)
+ * @returns {object} SageMaker client
+ */
+function createSageMakerClient(region, clientFactory = null) {
+    if (clientFactory) return clientFactory(region)
+    return _defaultClientFactory(region)
+}
+
+let _SageMakerClient = null
+let _ListClustersCommand = null
+let _DescribeClusterCommand = null
+let _fromIni = null
+
+/**
+ * Lazily load the AWS SDK SageMaker client classes.
+ * This allows the module to be imported in test environments
+ * without requiring @aws-sdk/client-sagemaker to be installed.
+ */
+async function _ensureSdkLoaded() {
+    if (_SageMakerClient) return
+    const sdk = await import('@aws-sdk/client-sagemaker')
+    _SageMakerClient = sdk.SageMakerClient
+    _ListClustersCommand = sdk.ListClustersCommand
+    _DescribeClusterCommand = sdk.DescribeClusterCommand
+    try {
+        const credentialProviders = await import('@aws-sdk/credential-providers')
+        _fromIni = credentialProviders.fromIni
+    } catch {
+        // credential-providers not available — profile-based fallback won't work
+    }
+}
+
+function _defaultClientFactory(region) {
+    return new _SageMakerClient({ region })
+}
+
+/**
+ * Create a SageMaker client using a named AWS profile via fromIni.
+ * @param {string} region - AWS region
+ * @param {string} profile - AWS profile name
+ * @returns {object} SageMaker client
+ */
+function _createClientWithProfile(region, profile) {
+    if (!_fromIni) {
+        throw new Error('Cannot use profile-based credentials: @aws-sdk/credential-providers not available')
+    }
+    return new _SageMakerClient({
+        region,
+        credentials: _fromIni({ profile })
+    })
+}
+
+/**
+ * Detect available AWS profile names from ~/.aws/credentials and ~/.aws/config.
+ * @returns {string[]} Array of profile names
+ */
+function _detectAwsProfiles() {
+    const profiles = new Set()
+    try {
+        const credsPath = resolve(homedir(), '.aws/credentials')
+        const creds = readFileSync(credsPath, 'utf8')
+        for (const match of creds.matchAll(/^\[(.+)\]$/gm)) {
+            profiles.add(match[1])
+        }
+    } catch { /* no credentials file */ }
+    try {
+        const configPath = resolve(homedir(), '.aws/config')
+        const config = readFileSync(configPath, 'utf8')
+        for (const match of config.matchAll(/^\[profile\s+(.+)\]$/gm)) {
+            profiles.add(match[1])
+        }
+    } catch { /* no config file */ }
+    return [...profiles]
+}
+
+/**
+ * Fetch all HyperPod clusters, filtering to InService + EKS only.
+ *
+ * @param {object} client - SageMaker client instance
+ * @param {object} options - { limit }
+ * @returns {Promise<Array<{ clusterName: string, clusterArn: string, status: string, instanceGroups: Array }>>}
+ */
+async function fetchHyperPodClusters(client, { limit = 10 } = {}) {
+    const clusters = []
+    let nextToken
+
+    // Paginate through ListClusters
+    do {
+        const params = { MaxResults: 100 }
+        if (nextToken) params.NextToken = nextToken
+
+        const command = new _ListClustersCommand(params)
+        const response = await client.send(command)
+
+        const summaries = response.ClusterSummaries || []
+        for (const summary of summaries) {
+            // Filter: InService only
+            if (summary.ClusterStatus !== 'InService') continue
+
+            clusters.push({
+                clusterName: summary.ClusterName,
+                clusterArn: summary.ClusterArn,
+                status: summary.ClusterStatus
+            })
+        }
+
+        nextToken = response.NextToken
+    } while (nextToken && clusters.length < limit * 3) // over-fetch to account for EKS filtering
+
+    // Now describe each cluster to check orchestrator type and get instance groups
+    const eksClusters = []
+    for (const cluster of clusters) {
+        if (eksClusters.length >= limit) break
+
+        try {
+            const describeCommand = new _DescribeClusterCommand({
+                ClusterName: cluster.clusterName
+            })
+            const detail = await client.send(describeCommand)
+
+            // Filter: EKS orchestrator only (exclude Slurm)
+            const orchestrator = detail.Orchestrator?.Eks ? 'EKS' : 'Slurm'
+            if (orchestrator !== 'EKS') continue
+
+            const instanceGroups = (detail.InstanceGroups || []).map(g => ({
+                name: g.InstanceGroupName,
+                instanceType: g.InstanceType,
+                count: g.CurrentCount ?? g.TargetCount ?? 0
+            }))
+
+            eksClusters.push({
+                clusterName: cluster.clusterName,
+                clusterArn: cluster.clusterArn,
+                status: cluster.status,
+                instanceGroups
+            })
+        } catch (err) {
+            log(`Warning: could not describe cluster "${cluster.clusterName}": ${err.message}`)
+        }
+    }
+
+    return eksClusters
+}
+
+/**
+ * Build the MCP response from a list of discovered clusters.
+ *
+ * @param {Array} clusters - Array of cluster objects from fetchHyperPodClusters
+ * @returns {{ values: object, choices: object, metadata?: object }}
+ */
+function buildResponse(clusters) {
+    if (!clusters || clusters.length === 0) {
+        return {
+            values: {},
+            choices: { hyperPodCluster: [] },
+            message: 'No InService HyperPod EKS clusters found in the specified region. Verify the region and that you have HyperPod EKS clusters provisioned.'
+        }
+    }
+
+    const clusterNames = clusters.map(c => c.clusterName)
+
+    return {
+        values: { hyperPodCluster: clusterNames[0] },
+        choices: { hyperPodCluster: clusterNames },
+        metadata: Object.fromEntries(
+            clusters.map(c => [c.clusterName, {
+                clusterArn: c.clusterArn,
+                status: c.status,
+                instanceGroups: c.instanceGroups
+            }])
+        )
+    }
+}
+
+// ── ClusterResolver ──────────────────────────────────────────────────────────
+
+/**
+ * ClusterResolver — discovers HyperPod EKS clusters via AWS SageMaker APIs.
+ *
+ * Extends DynamicResolver to fit the shared resolver pattern. Wraps the
+ * existing fetchHyperPodClusters logic with credential strategy fallback.
+ */
+class ClusterResolver extends DynamicResolver {
+    constructor(options = {}) {
+        super()
+        this._region = options.region || process.env.AWS_REGION || 'us-east-1'
+        this._profile = options.profile || process.env.AWS_PROFILE || null
+        this._clientFactory = options.clientFactory || null
+    }
+
+    async fetch(key, options = {}) {
+        const { limit = 10 } = options
+
+        await _ensureSdkLoaded()
+
+        let clusters = null
+        let lastError = null
+
+        // Strategy 1: If a specific profile was requested, use it directly
+        if (this._profile) {
+            try {
+                const client = _createClientWithProfile(this._region, this._profile)
+                clusters = await fetchHyperPodClusters(client, { limit })
+            } catch (err) {
+                log(`Profile "${this._profile}" failed: ${err.message}`)
+                lastError = err
+            }
+        }
+
+        // Strategy 2: Try the default credential chain
+        if (!clusters) {
+            try {
+                const client = createSageMakerClient(this._region, this._clientFactory)
+                clusters = await fetchHyperPodClusters(client, { limit })
+            } catch (err) {
+                log(`Default credential chain failed: ${err.message}`)
+                lastError = err
+            }
+        }
+
+        // Strategy 3: Detect available AWS profiles and try each
+        if (!clusters && _fromIni) {
+            const profiles = _detectAwsProfiles()
+            for (const p of profiles) {
+                try {
+                    const client = _createClientWithProfile(this._region, p)
+                    clusters = await fetchHyperPodClusters(client, { limit })
+                    log(`Profile "${p}" succeeded`)
+                    break
+                } catch (err) {
+                    log(`Profile "${p}" failed: ${err.message}`)
+                    lastError = err
+                }
+            }
+        }
+
+        if (!clusters) {
+            throw lastError || new Error('No AWS credentials available')
+        }
+
+        return {
+            items: clusters,
+            defaultItem: clusters[0] || null
+        }
+    }
+
+    supportedKeys() {
+        return ['hyperPodCluster']
+    }
+}
+
+// Create MCP server
+const server = new McpServer({
+    name: 'hyperpod-cluster-picker',
+    version: '1.0.0'
+})
+
+// Register the get_hyperpod_clusters tool
+server.tool(
+    'get_hyperpod_clusters',
+    'Discovers available SageMaker HyperPod EKS clusters for deployment target selection',
+    {
+        parameters: z.array(z.string()).describe('List of parameter names to provide values for'),
+        limit: z.number().int().positive().default(10).describe('Maximum number of choices per parameter'),
+        context: z.record(z.string(), z.any()).optional().describe('Current configuration context (awsRegion, etc.)')
+    },
+    async ({ parameters, limit, context }) => {
+        // If hyperPodCluster is not requested, return empty
+        if (!parameters.includes('hyperPodCluster')) {
+            return {
+                content: [{
+                    type: 'text',
+                    text: JSON.stringify({ values: {}, choices: {} })
+                }]
+            }
+        }
+
+        const region = context?.awsRegion || process.env.AWS_REGION || 'us-east-1'
+        const profile = context?.awsProfile || process.env.AWS_PROFILE || null
+        log(`Querying HyperPod clusters in region: ${region}${profile ? ` (profile: ${profile})` : ''}`)
+
+        try {
+            await _ensureSdkLoaded()
+
+            let clusters = null
+            let lastError = null
+
+            // Strategy 1: If a specific profile was requested, use it directly
+            if (profile) {
+                try {
+                    log(`Trying explicit profile: ${profile}`)
+                    const client = _createClientWithProfile(region, profile)
+                    clusters = await fetchHyperPodClusters(client, { limit })
+                } catch (err) {
+                    log(`Profile "${profile}" failed: ${err.message}`)
+                    lastError = err
+                }
+            }
+
+            // Strategy 2: Try the default credential chain (env vars, instance profile, etc.)
+            if (!clusters) {
+                try {
+                    log('Trying default credential chain')
+                    const client = createSageMakerClient(region)
+                    clusters = await fetchHyperPodClusters(client, { limit })
+                } catch (err) {
+                    log(`Default credential chain failed: ${err.message}`)
+                    lastError = err
+                }
+            }
+
+            // Strategy 3: Detect available AWS profiles and try each
+            if (!clusters && _fromIni) {
+                const profiles = _detectAwsProfiles()
+                if (profiles.length > 0) {
+                    log(`Default credentials failed, trying ${profiles.length} detected profile(s): ${profiles.join(', ')}`)
+                    for (const p of profiles) {
+                        try {
+                            const client = _createClientWithProfile(region, p)
+                            clusters = await fetchHyperPodClusters(client, { limit })
+                            log(`Profile "${p}" succeeded`)
+                            break
+                        } catch (err) {
+                            log(`Profile "${p}" failed: ${err.message}`)
+                            lastError = err
+                        }
+                    }
+                }
+            }
+
+            // If all strategies failed, throw the last error
+            if (!clusters) {
+                throw lastError || new Error('No AWS credentials available')
+            }
+
+            const result = buildResponse(clusters)
+
+            if (clusters.length > 0) {
+                log(`Found ${clusters.length} HyperPod EKS cluster(s)`)
+            } else {
+                log('No InService HyperPod EKS clusters found')
+            }
+
+            return {
+                content: [{
+                    type: 'text',
+                    text: JSON.stringify(result)
+                }]
+            }
+        } catch (err) {
+            log(`Error querying clusters: ${err.message}`)
+            const errorResult = {
+                values: {},
+                choices: { hyperPodCluster: [] },
+                error: err.message,
+                message: `Failed to query HyperPod clusters: ${err.message}`
+            }
+            return {
+                content: [{
+                    type: 'text',
+                    text: JSON.stringify(errorResult)
+                }]
+            }
+        }
+    }
+)
+
+// Export for testing
+export { fetchHyperPodClusters, buildResponse, createSageMakerClient, _ensureSdkLoaded, ClusterResolver }
+
+// Guard MCP transport — only connect when run as main module
+const __filename = fileURLToPath(import.meta.url)
+const isMain = process.argv[1] && resolve(process.argv[1]) === __filename
+
+if (isMain) {
+    log('Starting HyperPod Cluster Picker MCP server')
+    await _ensureSdkLoaded()
+    const transport = new StdioServerTransport()
+    await server.connect(transport)
+}

package/servers/hyperpod-cluster-picker/manifest.json

@@ -0,0 +1,14 @@
+{
+    "name": "@amzn/ml-container-creator-hyperpod-cluster-picker",
+    "version": "1.0.0",
+    "description": "MCP server that discovers available SageMaker HyperPod EKS clusters.",
+    "modes": {
+        "static": false,
+        "smart": false,
+        "discover": true
+    },
+    "catalogs": {},
+    "tool": {
+        "name": "get_hyperpod_clusters"
+    }
+}

package/servers/hyperpod-cluster-picker/package.json

@@ -0,0 +1,17 @@
+{
+  "name": "@amzn/ml-container-creator-hyperpod-cluster-picker",
+  "private": true,
+  "version": "1.0.0",
+  "description": "MCP server that discovers available SageMaker HyperPod EKS clusters for ML Container Creator deployment target selection.",
+  "type": "module",
+  "main": "index.js",
+  "license": "Apache-2.0",
+  "scripts": {
+    "test": "node test.js"
+  },
+  "dependencies": {
+    "@aws-sdk/client-sagemaker": "^3.700.0",
+    "@aws-sdk/credential-providers": "^3.700.0",
+    "@modelcontextprotocol/sdk": "^1.0.0"
+  }
+}