aws-cdk-neuronx-patterns 0.0.9 → 0.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/.devcontainer/devcontainer.json +2 -6
  2. package/.jsii +7476 -1120
  3. package/API.md +11863 -651
  4. package/README.md +37 -94
  5. package/lib/base/aws-batch/index.d.ts +3 -0
  6. package/lib/base/aws-batch/index.js +20 -0
  7. package/lib/base/aws-batch/neuronx-batch-compute-environment.d.ts +24 -0
  8. package/lib/base/aws-batch/neuronx-batch-compute-environment.js +45 -0
  9. package/lib/base/aws-batch/neuronx-batch-ecs-job-definition.d.ts +35 -0
  10. package/lib/base/aws-batch/neuronx-batch-ecs-job-definition.js +59 -0
  11. package/lib/base/aws-batch/neuronx-batch.d.ts +45 -0
  12. package/lib/base/aws-batch/neuronx-batch.js +62 -0
  13. package/lib/base/aws-ecs-patterns/application-load-balanced-neuronx-service.d.ts +67 -0
  14. package/lib/base/aws-ecs-patterns/application-load-balanced-neuronx-service.js +85 -0
  15. package/lib/base/aws-ecs-patterns/index.d.ts +1 -0
  16. package/lib/base/aws-ecs-patterns/index.js +18 -0
  17. package/lib/base/index.d.ts +5 -0
  18. package/lib/base/index.js +22 -0
  19. package/lib/base/neuronx/calculator.d.ts +10 -0
  20. package/lib/base/neuronx/calculator.js +57 -0
  21. package/lib/base/neuronx/calculator.test.d.ts +1 -0
  22. package/lib/base/neuronx/calculator.test.js +115 -0
  23. package/lib/base/neuronx/deep-learning-containers.d.ts +41 -0
  24. package/lib/base/neuronx/deep-learning-containers.js +52 -0
  25. package/lib/base/neuronx/index.d.ts +5 -0
  26. package/lib/base/neuronx/index.js +22 -0
  27. package/lib/{.types-compat/ts3.9 → base/neuronx}/model.d.ts +105 -97
  28. package/lib/base/neuronx/model.js +153 -0
  29. package/lib/base/neuronx/model.test.d.ts +1 -0
  30. package/lib/base/neuronx/model.test.js +20 -0
  31. package/lib/{.types-compat/ts3.9/private → base/neuronx}/neuron-optimized-machine-image.d.ts +10 -8
  32. package/lib/base/neuronx/neuron-optimized-machine-image.js +47 -0
  33. package/lib/{neuronx-instance-type.d.ts → base/neuronx/neuronx-instance-type.d.ts} +17 -20
  34. package/lib/base/neuronx/neuronx-instance-type.js +128 -0
  35. package/lib/base/neuronx/neuronx-instance-type.test.d.ts +1 -0
  36. package/lib/base/neuronx/neuronx-instance-type.test.js +82 -0
  37. package/lib/base/neuronx/private/neuronx-ami/index.js +13 -0
  38. package/lib/base/neuronx-compiler/index.d.ts +1 -0
  39. package/lib/base/neuronx-compiler/index.js +18 -0
  40. package/lib/{neuronx-compile.d.ts → base/neuronx-compiler/neuronx-compiler.d.ts} +55 -37
  41. package/lib/base/neuronx-compiler/neuronx-compiler.js +135 -0
  42. package/lib/base/neuronx-compiler/private/await-compile-job/index.js +72 -0
  43. package/lib/base/server-engine/index.d.ts +1 -0
  44. package/lib/base/server-engine/index.js +18 -0
  45. package/lib/base/server-engine/vllm-engine/index.d.ts +1 -0
  46. package/lib/base/server-engine/vllm-engine/index.js +18 -0
  47. package/lib/base/server-engine/vllm-engine/vllm-engine-argments.d.ts +1115 -0
  48. package/lib/base/server-engine/vllm-engine/vllm-engine-argments.js +351 -0
  49. package/lib/base/server-engine/vllm-engine/vllm-engine-argments.test.d.ts +1 -0
  50. package/lib/base/server-engine/vllm-engine/vllm-engine-argments.test.js +282 -0
  51. package/lib/index.d.ts +2 -4
  52. package/lib/index.js +3 -5
  53. package/lib/sagemaker-inference-toolkit-tnx/index.d.ts +2 -0
  54. package/lib/sagemaker-inference-toolkit-tnx/index.js +19 -0
  55. package/lib/sagemaker-inference-toolkit-tnx/sagemaker-inference-toolkit-tnx-compiler.d.ts +114 -0
  56. package/lib/sagemaker-inference-toolkit-tnx/sagemaker-inference-toolkit-tnx-compiler.js +95 -0
  57. package/lib/sagemaker-inference-toolkit-tnx/sagemaker-inference-toolkit-tnx-compiler.test.d.ts +1 -0
  58. package/lib/sagemaker-inference-toolkit-tnx/sagemaker-inference-toolkit-tnx-compiler.test.js +303 -0
  59. package/lib/{.types-compat/ts3.9/transformers-neuronx-sagemaker-realtime-inference.d.ts → sagemaker-inference-toolkit-tnx/sagemaker-inference-toolkit-tnx-sagemaker.d.ts} +121 -115
  60. package/lib/sagemaker-inference-toolkit-tnx/sagemaker-inference-toolkit-tnx-sagemaker.js +177 -0
  61. package/lib/vllm-nxd-inference/index.d.ts +2 -0
  62. package/lib/vllm-nxd-inference/index.js +19 -0
  63. package/lib/vllm-nxd-inference/vllm-nxd-inference-compiler.d.ts +99 -0
  64. package/lib/vllm-nxd-inference/vllm-nxd-inference-compiler.js +109 -0
  65. package/lib/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.d.ts +139 -0
  66. package/lib/vllm-nxd-inference/vllm-nxd-inference-ecs-patterns.js +159 -0
  67. package/package.json +24 -23
  68. package/scripts/compile/{Dockerfile → sagemaker-inference-toolkit-tnx/Dockerfile} +5 -1
  69. package/scripts/compile/sagemaker-inference-toolkit-tnx/entrypoint.sh +7 -0
  70. package/scripts/compile/vllm-nxd-inference/Dockerfile +35 -0
  71. package/scripts/compile/vllm-nxd-inference/entrypoint.sh +29 -0
  72. package/scripts/inference/vllm-nxd-inference/Dockerfile +35 -0
  73. package/scripts/inference/vllm-nxd-inference/entrypoint.sh +5 -0
  74. package/lib/.types-compat/ts3.9/index.d.ts +0 -4
  75. package/lib/.types-compat/ts3.9/neuronx-compile.d.ts +0 -95
  76. package/lib/.types-compat/ts3.9/neuronx-instance-type.d.ts +0 -58
  77. package/lib/.types-compat/ts3.9/private/await-compile-job/index.d.ts +0 -4
  78. package/lib/.types-compat/ts3.9/private/neuronx-ami/index.d.ts +0 -2
  79. package/lib/.types-compat/ts3.9/private/util.d.ts +0 -2
  80. package/lib/model.d.ts +0 -97
  81. package/lib/model.js +0 -101
  82. package/lib/neuronx-compile.js +0 -174
  83. package/lib/neuronx-instance-type.js +0 -70
  84. package/lib/private/await-compile-job/index.js +0 -62
  85. package/lib/private/neuron-optimized-machine-image.d.ts +0 -8
  86. package/lib/private/neuron-optimized-machine-image.js +0 -42
  87. package/lib/private/neuronx-ami/index.js +0 -13
  88. package/lib/private/util.d.ts +0 -2
  89. package/lib/private/util.js +0 -31
  90. package/lib/transformers-neuronx-sagemaker-realtime-inference.d.ts +0 -115
  91. package/lib/transformers-neuronx-sagemaker-realtime-inference.js +0 -161
  92. package/scripts/compile/entrypoint.sh +0 -9
  93. /package/lib/{private → base/neuronx/private}/neuronx-ami/index.d.ts +0 -0
  94. /package/lib/{private → base/neuronx-compiler/private}/await-compile-job/index.d.ts +0 -0
  95. /package/scripts/compile/{compile.py → sagemaker-inference-toolkit-tnx/compile.py} +0 -0
  96. /package/scripts/inference/{transformers-neuronx → sagemaker-inference-toolkit-tnx}/Dockerfile +0 -0
  97. /package/scripts/inference/{transformers-neuronx → sagemaker-inference-toolkit-tnx}/code/inference.py +0 -0
  98. /package/scripts/inference/{transformers-neuronx → sagemaker-inference-toolkit-tnx}/code/requirements.txt +0 -0
package/.devcontainer/devcontainer.json CHANGED
@@ -3,17 +3,13 @@
3
3
  {
4
4
  "name": "Node.js & TypeScript",
5
5
  // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
6
- "image": "mcr.microsoft.com/devcontainers/typescript-node:1-20-bullseye",
6
+ "image": "mcr.microsoft.com/devcontainers/typescript-node:1-22-bullseye",
7
7
  "customizations": {
8
8
  "vscode": {
9
9
  "extensions": ["dbaeumer.vscode-eslint", "esbenp.prettier-vscode"],
10
10
  "settings": {
11
11
  "editor.defaultFormatter": "esbenp.prettier-vscode",
12
- "editor.formatOnSave": true,
13
- "editor.codeActionsOnSave": {
14
- "source.fixAll": "always",
15
- "source.organizeImports": "always"
16
- }
12
+ "editor.formatOnSave": true
17
13
  }
18
14
  }
19
15
  },