aws-cdk-neuronx-patterns 0.1.1 → 0.2.0

package/.jsii

@@ -9518,7 +9518,7 @@
       "kind": "interface",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 205
+        "line": 233
       },
       "name": "IVllmInferenceNeuronxImage",
       "properties": [
@@ -9530,7 +9530,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 206
+            "line": 234
           },
           "name": "vllmVersion",
           "type": {
@@ -11983,7 +11983,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 131
+        "line": 159
       },
       "methods": [
         {
@@ -11992,7 +11992,7 @@
           },
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 116
+            "line": 144
           },
           "name": "fromNeuronSdkVersion",
           "parameters": [
@@ -12039,7 +12039,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 132
+            "line": 160
           },
           "name": "imageName",
           "static": true,
@@ -12056,7 +12056,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 198
+            "line": 226
           },
           "name": "LATEST",
           "static": true,
@@ -12073,7 +12073,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 107
+            "line": 135
           },
           "name": "SDK_2_18_0",
           "static": true,
@@ -12090,7 +12090,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 100
+            "line": 128
           },
           "name": "SDK_2_18_1",
           "static": true,
@@ -12107,7 +12107,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 93
+            "line": 121
           },
           "name": "SDK_2_18_2",
           "static": true,
@@ -12124,7 +12124,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 86
+            "line": 114
           },
           "name": "SDK_2_19_0",
           "static": true,
@@ -12141,7 +12141,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 79
+            "line": 107
           },
           "name": "SDK_2_19_1",
           "static": true,
@@ -12158,7 +12158,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 72
+            "line": 100
           },
           "name": "SDK_2_20_0",
           "static": true,
@@ -12175,7 +12175,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 65
+            "line": 93
           },
           "name": "SDK_2_20_1",
           "static": true,
@@ -12192,7 +12192,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 58
+            "line": 86
           },
           "name": "SDK_2_20_2",
           "static": true,
@@ -12209,7 +12209,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 190
+            "line": 218
           },
           "name": "SDK_2_20_2_PYTORCH_1_13_1",
           "static": true,
@@ -12226,7 +12226,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 182
+            "line": 210
           },
           "name": "SDK_2_20_2_PYTORCH_2_1_2",
           "static": true,
@@ -12243,7 +12243,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 51
+            "line": 79
           },
           "name": "SDK_2_21_0",
           "static": true,
@@ -12260,7 +12260,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 44
+            "line": 72
           },
           "name": "SDK_2_21_1",
           "static": true,
@@ -12277,7 +12277,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 174
+            "line": 202
           },
           "name": "SDK_2_22_0",
           "static": true,
@@ -12294,7 +12294,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 166
+            "line": 194
           },
           "name": "SDK_2_23_0",
           "static": true,
@@ -12311,7 +12311,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 23
+            "line": 51
           },
           "name": "SDK_2_24_0",
           "static": true,
@@ -12328,7 +12328,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 158
+            "line": 186
           },
           "name": "SDK_2_25_0",
           "static": true,
@@ -12345,7 +12345,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 150
+            "line": 178
           },
           "name": "SDK_2_26_1",
           "static": true,
@@ -12362,7 +12362,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 142
+            "line": 170
           },
           "name": "SDK_2_27_1",
           "static": true,
@@ -12379,7 +12379,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 134
+            "line": 162
           },
           "name": "SDK_2_28_0",
           "static": true,
@@ -12421,7 +12421,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 201
+        "line": 229
       },
       "methods": [
         {
@@ -12430,7 +12430,7 @@
           },
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 116
+            "line": 144
           },
           "name": "fromNeuronSdkVersion",
           "parameters": [
@@ -12477,7 +12477,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 202
+            "line": 230
           },
           "name": "imageName",
           "static": true,
@@ -12494,7 +12494,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 114
+            "line": 142
           },
           "name": "LATEST",
           "static": true,
@@ -12511,7 +12511,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 107
+            "line": 135
           },
           "name": "SDK_2_18_0",
           "static": true,
@@ -12528,7 +12528,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 100
+            "line": 128
           },
           "name": "SDK_2_18_1",
           "static": true,
@@ -12545,7 +12545,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 93
+            "line": 121
           },
           "name": "SDK_2_18_2",
           "static": true,
@@ -12562,7 +12562,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 86
+            "line": 114
           },
           "name": "SDK_2_19_0",
           "static": true,
@@ -12579,7 +12579,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 79
+            "line": 107
           },
           "name": "SDK_2_19_1",
           "static": true,
@@ -12596,7 +12596,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 72
+            "line": 100
           },
           "name": "SDK_2_20_0",
           "static": true,
@@ -12613,7 +12613,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 65
+            "line": 93
           },
           "name": "SDK_2_20_1",
           "static": true,
@@ -12630,7 +12630,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 58
+            "line": 86
           },
           "name": "SDK_2_20_2",
           "static": true,
@@ -12647,7 +12647,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 51
+            "line": 79
           },
           "name": "SDK_2_21_0",
           "static": true,
@@ -12664,7 +12664,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 44
+            "line": 72
           },
           "name": "SDK_2_21_1",
           "static": true,
@@ -12681,7 +12681,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 37
+            "line": 65
           },
           "name": "SDK_2_22_0",
           "static": true,
@@ -12698,7 +12698,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 30
+            "line": 58
           },
           "name": "SDK_2_23_0",
           "static": true,
@@ -12715,7 +12715,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 23
+            "line": 51
           },
           "name": "SDK_2_24_0",
           "static": true,
@@ -12723,6 +12723,74 @@
             "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
           }
         },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.25.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 44
+          },
+          "name": "SDK_2_25_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.26.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 37
+          },
+          "name": "SDK_2_26_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 30
+          },
+          "name": "SDK_2_27_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.28.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 23
+          },
+          "name": "SDK_2_28_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
         {
           "const": true,
           "docs": {
@@ -13673,7 +13741,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 208
+        "line": 236
       },
       "methods": [
         {
@@ -13682,7 +13750,7 @@
           },
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 221
+            "line": 291
           },
           "name": "fromNeuronSdkVersion",
           "parameters": [
@@ -13730,7 +13798,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 219
+            "line": 289
           },
           "name": "LATEST",
           "static": true,
@@ -13738,6 +13806,40 @@
             "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
           }
         },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.24.1 with vLLM 0.7.2."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 282
+          },
+          "name": "SDK_2_24_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.25.0 with vLLM 0.9.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 275
+          },
+          "name": "SDK_2_25_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
         {
           "const": true,
           "docs": {
@@ -13747,13 +13849,81 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 212
+            "line": 268
           },
           "name": "SDK_2_26_0",
           "static": true,
           "type": {
             "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
           }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.26.1 with vLLM 0.9.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 261
+          },
+          "name": "SDK_2_26_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1 with vLLM 0.11.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 253
+          },
+          "name": "SDK_2_27_1_VLLM_0_11_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1 with vLLM 0.13.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 245
+          },
+          "name": "SDK_2_27_1_VLLM_0_13_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.28.0 with vLLM 0.13.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 238
+          },
+          "name": "SDK_2_28_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
         }
       ],
       "symbolId": "src/base/neuronx/deep-learning-containers:VllmInferenceNeuronxImage"
@@ -15672,7 +15842,7 @@
         },
         "locationInModule": {
           "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-          "line": 42
+          "line": 43
         },
         "parameters": [
           {
@@ -15699,7 +15869,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 37
+        "line": 38
       },
       "name": "VllmNxdInferenceCompileImage",
       "properties": [
@@ -15711,7 +15881,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 41
+            "line": 42
           },
           "name": "image",
           "overrides": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase",
@@ -15733,7 +15903,7 @@
       "kind": "interface",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 63
+        "line": 64
       },
       "name": "VllmNxdInferenceCompileProps",
       "properties": [
@@ -15746,7 +15916,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 71
+            "line": 72
           },
           "name": "bucket",
           "type": {
@@ -15762,7 +15932,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 79
+            "line": 80
           },
           "name": "model",
           "type": {
@@ -15778,7 +15948,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 67
+            "line": 68
           },
           "name": "vpc",
           "type": {
@@ -15796,7 +15966,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 103
+            "line": 104
           },
           "name": "environment",
           "optional": true,
@@ -15819,7 +15989,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 115
+            "line": 116
           },
           "name": "image",
           "optional": true,
@@ -15836,7 +16006,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 75
+            "line": 76
           },
           "name": "neuronxInstanceType",
           "optional": true,
@@ -15855,7 +16025,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 90
+            "line": 91
           },
           "name": "spot",
           "optional": true,
@@ -15873,7 +16043,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 110
+            "line": 111
           },
           "name": "vllmArgs",
           "optional": true,
@@ -15891,7 +16061,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 84
+            "line": 85
           },
           "name": "volumeSize",
           "optional": true,
@@ -15909,7 +16079,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 96
+            "line": 97
           },
           "name": "vpcSubnets",
           "optional": true,
@@ -15934,7 +16104,7 @@
       "kind": "interface",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 121
+        "line": 122
       },
       "name": "VllmNxdInferenceCompiledModel",
       "properties": [
@@ -15947,7 +16117,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 125
+            "line": 126
           },
           "name": "vllmArgs",
           "type": {
@@ -15972,7 +16142,7 @@
         },
         "locationInModule": {
           "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-          "line": 135
+          "line": 136
         },
         "parameters": [
           {
@@ -15998,7 +16168,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 132
+        "line": 133
       },
       "methods": [
         {
@@ -16009,7 +16179,7 @@
           },
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 248
+            "line": 251
           },
           "name": "compile",
           "returns": {
@@ -16919,6 +17089,6 @@
       "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmTask"
     }
   },
-  "version": "0.1.1",
-  "fingerprint": "BwPue8xT0jWqjooV4QRh8n2jtUq8tFus4Ql0G0Xx580="
+  "version": "0.2.0",
+  "fingerprint": "y3L7pFC63WvgygoXeexNy9PC78TL0KjiDkaYJ1KI0l8="
 }