aws-cdk-neuronx-patterns 0.1.0 → 0.2.0

package/.jsii

@@ -9518,7 +9518,7 @@
       "kind": "interface",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 135
+        "line": 233
       },
       "name": "IVllmInferenceNeuronxImage",
       "properties": [
@@ -9530,7 +9530,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 136
+            "line": 234
           },
           "name": "vllmVersion",
           "type": {
@@ -11968,6 +11968,444 @@
       "name": "PrefixCachingHashAlgo",
       "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:PrefixCachingHashAlgo"
     },
+    "aws-cdk-neuronx-patterns.PytorchInferenceNeuronxImage": {
+      "abstract": true,
+      "assembly": "aws-cdk-neuronx-patterns",
+      "docs": {
+        "stability": "stable"
+      },
+      "fqn": "aws-cdk-neuronx-patterns.PytorchInferenceNeuronxImage",
+      "initializer": {
+        "docs": {
+          "stability": "stable"
+        }
+      },
+      "kind": "class",
+      "locationInModule": {
+        "filename": "src/base/neuronx/deep-learning-containers.ts",
+        "line": 159
+      },
+      "methods": [
+        {
+          "docs": {
+            "stability": "stable"
+          },
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 144
+          },
+          "name": "fromNeuronSdkVersion",
+          "parameters": [
+            {
+              "name": "neuronSdkVersion",
+              "type": {
+                "primitive": "string"
+              }
+            },
+            {
+              "name": "pythonVersion",
+              "type": {
+                "primitive": "string"
+              }
+            },
+            {
+              "name": "pytorchVersion",
+              "type": {
+                "primitive": "string"
+              }
+            },
+            {
+              "name": "ubuntuVersion",
+              "type": {
+                "primitive": "string"
+              }
+            }
+          ],
+          "returns": {
+            "type": {
+              "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+            }
+          },
+          "static": true
+        }
+      ],
+      "name": "PytorchInferenceNeuronxImage",
+      "properties": [
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable"
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 160
+          },
+          "name": "imageName",
+          "static": true,
+          "type": {
+            "primitive": "string"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Latest Neuron SDK."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 226
+          },
+          "name": "LATEST",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.18.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 135
+          },
+          "name": "SDK_2_18_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.18.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 128
+          },
+          "name": "SDK_2_18_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.18.2."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 121
+          },
+          "name": "SDK_2_18_2",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.19.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 114
+          },
+          "name": "SDK_2_19_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.19.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 107
+          },
+          "name": "SDK_2_19_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.20.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 100
+          },
+          "name": "SDK_2_20_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.20.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 93
+          },
+          "name": "SDK_2_20_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.20.2."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 86
+          },
+          "name": "SDK_2_20_2",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.20.2 (PyTorch 1.13.1)."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 218
+          },
+          "name": "SDK_2_20_2_PYTORCH_1_13_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.20.2 (PyTorch 2.1.2)."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 210
+          },
+          "name": "SDK_2_20_2_PYTORCH_2_1_2",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.21.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 79
+          },
+          "name": "SDK_2_21_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.21.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 72
+          },
+          "name": "SDK_2_21_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.22.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 202
+          },
+          "name": "SDK_2_22_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.23.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 194
+          },
+          "name": "SDK_2_23_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.24.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 51
+          },
+          "name": "SDK_2_24_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.25.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 186
+          },
+          "name": "SDK_2_25_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.26.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 178
+          },
+          "name": "SDK_2_26_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 170
+          },
+          "name": "SDK_2_27_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.28.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 162
+          },
+          "name": "SDK_2_28_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable"
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 21
+          },
+          "name": "size",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-lib.Size"
+          }
+        }
+      ],
+      "symbolId": "src/base/neuronx/deep-learning-containers:PytorchInferenceNeuronxImage"
+    },
     "aws-cdk-neuronx-patterns.PytorchTrainingNeuronxImage": {
       "abstract": true,
       "assembly": "aws-cdk-neuronx-patterns",
@@ -11983,7 +12421,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 131
+        "line": 229
       },
       "methods": [
         {
@@ -11992,7 +12430,7 @@
           },
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 116
+            "line": 144
           },
           "name": "fromNeuronSdkVersion",
           "parameters": [
@@ -12039,7 +12477,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 132
+            "line": 230
           },
           "name": "imageName",
           "static": true,
@@ -12056,7 +12494,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 114
+            "line": 142
           },
           "name": "LATEST",
           "static": true,
@@ -12073,7 +12511,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 107
+            "line": 135
           },
           "name": "SDK_2_18_0",
           "static": true,
@@ -12090,7 +12528,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 100
+            "line": 128
           },
           "name": "SDK_2_18_1",
           "static": true,
@@ -12107,7 +12545,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 93
+            "line": 121
           },
           "name": "SDK_2_18_2",
           "static": true,
@@ -12124,7 +12562,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 86
+            "line": 114
           },
           "name": "SDK_2_19_0",
           "static": true,
@@ -12141,7 +12579,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 79
+            "line": 107
           },
           "name": "SDK_2_19_1",
           "static": true,
@@ -12158,7 +12596,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 72
+            "line": 100
           },
           "name": "SDK_2_20_0",
           "static": true,
@@ -12175,7 +12613,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 65
+            "line": 93
           },
           "name": "SDK_2_20_1",
           "static": true,
@@ -12192,7 +12630,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 58
+            "line": 86
           },
           "name": "SDK_2_20_2",
           "static": true,
@@ -12209,7 +12647,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 51
+            "line": 79
           },
           "name": "SDK_2_21_0",
           "static": true,
@@ -12226,7 +12664,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 44
+            "line": 72
           },
           "name": "SDK_2_21_1",
           "static": true,
@@ -12243,7 +12681,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 37
+            "line": 65
           },
           "name": "SDK_2_22_0",
           "static": true,
@@ -12260,7 +12698,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 30
+            "line": 58
           },
           "name": "SDK_2_23_0",
           "static": true,
@@ -12277,7 +12715,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 23
+            "line": 51
           },
           "name": "SDK_2_24_0",
           "static": true,
@@ -12285,6 +12723,74 @@
             "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
           }
         },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.25.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 44
+          },
+          "name": "SDK_2_25_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.26.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 37
+          },
+          "name": "SDK_2_26_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 30
+          },
+          "name": "SDK_2_27_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.28.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 23
+          },
+          "name": "SDK_2_28_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.INeuronxImage"
+          }
+        },
         {
           "const": true,
           "docs": {
@@ -13235,7 +13741,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/base/neuronx/deep-learning-containers.ts",
-        "line": 138
+        "line": 236
       },
       "methods": [
         {
@@ -13244,7 +13750,7 @@
           },
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 151
+            "line": 291
           },
           "name": "fromNeuronSdkVersion",
           "parameters": [
@@ -13292,7 +13798,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 149
+            "line": 289
           },
           "name": "LATEST",
           "static": true,
@@ -13300,6 +13806,40 @@
             "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
           }
         },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.24.1 with vLLM 0.7.2."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 282
+          },
+          "name": "SDK_2_24_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.25.0 with vLLM 0.9.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 275
+          },
+          "name": "SDK_2_25_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
         {
           "const": true,
           "docs": {
@@ -13309,13 +13849,81 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/base/neuronx/deep-learning-containers.ts",
-            "line": 142
+            "line": 268
           },
           "name": "SDK_2_26_0",
           "static": true,
           "type": {
             "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
           }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.26.1 with vLLM 0.9.1."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 261
+          },
+          "name": "SDK_2_26_1",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1 with vLLM 0.11.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 253
+          },
+          "name": "SDK_2_27_1_VLLM_0_11_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.27.1 with vLLM 0.13.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 245
+          },
+          "name": "SDK_2_27_1_VLLM_0_13_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
+        },
+        {
+          "const": true,
+          "docs": {
+            "stability": "stable",
+            "summary": "Neuron SDK 2.28.0 with vLLM 0.13.0."
+          },
+          "immutable": true,
+          "locationInModule": {
+            "filename": "src/base/neuronx/deep-learning-containers.ts",
+            "line": 238
+          },
+          "name": "SDK_2_28_0",
+          "static": true,
+          "type": {
+            "fqn": "aws-cdk-neuronx-patterns.IVllmInferenceNeuronxImage"
+          }
         }
       ],
       "symbolId": "src/base/neuronx/deep-learning-containers:VllmInferenceNeuronxImage"
@@ -15234,7 +15842,7 @@
         },
         "locationInModule": {
           "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-          "line": 42
+          "line": 43
         },
         "parameters": [
           {
@@ -15261,7 +15869,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 37
+        "line": 38
       },
       "name": "VllmNxdInferenceCompileImage",
       "properties": [
@@ -15273,7 +15881,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 41
+            "line": 42
           },
           "name": "image",
           "overrides": "aws-cdk-neuronx-patterns.VllmNxdInferenceEcsImageBase",
@@ -15295,7 +15903,7 @@
       "kind": "interface",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 63
+        "line": 64
       },
       "name": "VllmNxdInferenceCompileProps",
       "properties": [
@@ -15308,7 +15916,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 71
+            "line": 72
           },
           "name": "bucket",
           "type": {
@@ -15324,7 +15932,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 79
+            "line": 80
           },
           "name": "model",
           "type": {
@@ -15340,7 +15948,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 67
+            "line": 68
           },
           "name": "vpc",
           "type": {
@@ -15358,7 +15966,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 103
+            "line": 104
           },
           "name": "environment",
           "optional": true,
@@ -15381,7 +15989,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 115
+            "line": 116
           },
           "name": "image",
           "optional": true,
@@ -15398,7 +16006,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 75
+            "line": 76
           },
           "name": "neuronxInstanceType",
           "optional": true,
@@ -15417,7 +16025,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 90
+            "line": 91
           },
           "name": "spot",
           "optional": true,
@@ -15435,7 +16043,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 110
+            "line": 111
           },
           "name": "vllmArgs",
           "optional": true,
@@ -15453,7 +16061,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 84
+            "line": 85
           },
           "name": "volumeSize",
           "optional": true,
@@ -15471,7 +16079,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 96
+            "line": 97
           },
           "name": "vpcSubnets",
           "optional": true,
@@ -15496,7 +16104,7 @@
       "kind": "interface",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 121
+        "line": 122
       },
       "name": "VllmNxdInferenceCompiledModel",
       "properties": [
@@ -15509,7 +16117,7 @@
           "immutable": true,
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 125
+            "line": 126
           },
           "name": "vllmArgs",
           "type": {
@@ -15534,7 +16142,7 @@
         },
         "locationInModule": {
           "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-          "line": 135
+          "line": 136
         },
         "parameters": [
           {
@@ -15560,7 +16168,7 @@
       "kind": "class",
       "locationInModule": {
         "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-        "line": 132
+        "line": 133
       },
       "methods": [
         {
@@ -15571,7 +16179,7 @@
           },
           "locationInModule": {
             "filename": "src/vllm-nxd-inference/vllm-nxd-inference-compiler.ts",
-            "line": 248
+            "line": 251
           },
           "name": "compile",
           "returns": {
@@ -16481,6 +17089,6 @@
       "symbolId": "src/base/server-engine/vllm-engine/vllm-engine-argments:VllmTask"
     }
   },
-  "version": "0.1.0",
-  "fingerprint": "IhnuuiOyKT3Wi9FtwReOvcr18BmUyhz8IQGqdmKm2UQ="
+  "version": "0.2.0",
+  "fingerprint": "y3L7pFC63WvgygoXeexNy9PC78TL0KjiDkaYJ1KI0l8="
 }