@aws/ml-container-creator 0.9.1 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/config/parameter-schema-v2.json +2065 -0
- package/package.json +4 -4
- package/servers/lib/catalogs/jumpstart-public.json +101 -16
- package/servers/lib/catalogs/models.json +182 -26
- package/src/app.js +1 -389
- package/src/lib/bootstrap-command-handler.js +75 -1078
- package/src/lib/bootstrap-profile-manager.js +634 -0
- package/src/lib/bootstrap-provisioners.js +421 -0
- package/src/lib/config-loader.js +405 -0
- package/src/lib/config-manager.js +59 -1685
- package/src/lib/config-mcp-client.js +118 -0
- package/src/lib/config-validator.js +634 -0
- package/src/lib/cuda-resolver.js +140 -0
- package/src/lib/e2e-catalog-validator.js +251 -3
- package/src/lib/e2e-ci-recorder.js +103 -0
- package/src/lib/generated/cli-options.js +8 -4
- package/src/lib/generated/parameter-matrix.js +671 -0
- package/src/lib/generated/validation-rules.js +2 -2
- package/src/lib/marketplace-flow.js +276 -0
- package/src/lib/mcp-query-runner.js +768 -0
- package/src/lib/parameter-schema-validator.js +62 -18
- package/src/lib/prompt-runner.js +41 -1504
- package/src/lib/prompts/feature-prompts.js +172 -0
- package/src/lib/prompts/index.js +48 -0
- package/src/lib/prompts/infrastructure-prompts.js +690 -0
- package/src/lib/prompts/model-prompts.js +552 -0
- package/src/lib/prompts/project-prompts.js +70 -0
- package/src/lib/prompts.js +2 -1446
- package/src/lib/registry-command-handler.js +135 -3
- package/src/lib/secrets-prompt-runner.js +251 -0
- package/src/lib/template-variable-resolver.js +398 -0
- package/config/parameter-schema.json +0 -88
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aws/ml-container-creator",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.10.0",
|
|
4
4
|
"description": "Generator for SageMaker AI BYOC paradigm for predictive inference use-cases.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "src/app.js",
|
|
@@ -44,7 +44,7 @@
|
|
|
44
44
|
"servers/README.md",
|
|
45
45
|
"config/defaults.json",
|
|
46
46
|
"config/bootstrap-stack.json",
|
|
47
|
-
"config/parameter-schema.json",
|
|
47
|
+
"config/parameter-schema-v2.json",
|
|
48
48
|
"config/presets/",
|
|
49
49
|
"infra/ci-harness/bin/",
|
|
50
50
|
"infra/ci-harness/lambda/",
|
|
@@ -70,7 +70,7 @@
|
|
|
70
70
|
],
|
|
71
71
|
"scripts": {
|
|
72
72
|
"test": "VALIDATE_ENV_VARS=false mocha test/**/*.test.js --exit --reporter test/reporters/progress-reporter.cjs",
|
|
73
|
-
"test:ci": "VALIDATE_ENV_VARS=false mocha test/**/*.test.js --exit --parallel --reporter spec",
|
|
73
|
+
"test:ci": "VALIDATE_ENV_VARS=false mocha 'test/unit/**/*.test.js' 'test/integration/**/*.test.js' 'test/input-parsing-and-generation/**/*.test.js' 'test/servers/**/*.test.js' --exit --parallel --timeout 120000 --reporter spec && VALIDATE_ENV_VARS=false mocha 'test/property/**/*.test.js' --exit --timeout 120000 --reporter spec",
|
|
74
74
|
"test:verbose": "VALIDATE_ENV_VARS=false mocha test/**/*.test.js --exit --reporter spec",
|
|
75
75
|
"test:minimal": "VALIDATE_ENV_VARS=false mocha test/**/*.test.js --reporter test/reporters/minimal-reporter.cjs",
|
|
76
76
|
"test:watch": "VALIDATE_ENV_VARS=false mocha test/**/*.test.js --watch --reporter test/reporters/progress-reporter.cjs",
|
|
@@ -97,7 +97,7 @@
|
|
|
97
97
|
"docs:deploy": "mkdocs gh-deploy",
|
|
98
98
|
"docs:sync": "node scripts/sync-command-generator.js",
|
|
99
99
|
"docs:check": "node scripts/sync-command-generator.js --check",
|
|
100
|
-
"codegen": "node scripts/codegen-cli.js && node scripts/codegen-validator.js && node scripts/codegen-widget.js",
|
|
100
|
+
"codegen": "node scripts/codegen-cli.js && node scripts/codegen-validator.js && node scripts/codegen-widget.js && node scripts/codegen-parameter-matrix.js",
|
|
101
101
|
"codegen:check": "node scripts/codegen-cli.js && node scripts/codegen-validator.js && node scripts/codegen-widget.js && node scripts/codegen-parity.js",
|
|
102
102
|
"_sbom": "npm sbom --sbom-format spdx > sbom.json && for dir in servers/*/; do [ -f \"$dir/package.json\" ] && (cd \"$dir\" && npm sbom --sbom-format spdx > sbom.json); done",
|
|
103
103
|
"_licenses:review": "license-checker --production --exclude MIT,Apache-2.0,BSD-2-Clause,BSD-3-Clause,ISC,0BSD && for dir in servers/*/; do [ -f \"$dir/package.json\" ] && echo \"\\nChecking $dir\" && (cd \"$dir\" && npx license-checker --production --exclude MIT,Apache-2.0,BSD-2-Clause,BSD-3-Clause,ISC,0BSD); done",
|
|
@@ -4,63 +4,148 @@
|
|
|
4
4
|
"family": "falcon",
|
|
5
5
|
"framework": "huggingface",
|
|
6
6
|
"provider": "jumpstart",
|
|
7
|
-
"tags": [
|
|
8
|
-
|
|
7
|
+
"tags": [
|
|
8
|
+
"text-generation",
|
|
9
|
+
"llm"
|
|
10
|
+
],
|
|
11
|
+
"description": "Falcon 7B via JumpStart",
|
|
12
|
+
"validation_level": "community-validated",
|
|
13
|
+
"framework_compatibility": {
|
|
14
|
+
"vllm": ">=0.3.0"
|
|
15
|
+
},
|
|
16
|
+
"chat_template": "",
|
|
17
|
+
"gated": false,
|
|
18
|
+
"architecture": null
|
|
9
19
|
},
|
|
10
20
|
"jumpstart://huggingface-llm-falcon-40b": {
|
|
11
21
|
"modelId": "jumpstart://huggingface-llm-falcon-40b",
|
|
12
22
|
"family": "falcon",
|
|
13
23
|
"framework": "huggingface",
|
|
14
24
|
"provider": "jumpstart",
|
|
15
|
-
"tags": [
|
|
16
|
-
|
|
25
|
+
"tags": [
|
|
26
|
+
"text-generation",
|
|
27
|
+
"llm"
|
|
28
|
+
],
|
|
29
|
+
"description": "Falcon 40B via JumpStart",
|
|
30
|
+
"validation_level": "community-validated",
|
|
31
|
+
"framework_compatibility": {
|
|
32
|
+
"vllm": ">=0.3.0"
|
|
33
|
+
},
|
|
34
|
+
"chat_template": "",
|
|
35
|
+
"gated": false,
|
|
36
|
+
"architecture": null
|
|
17
37
|
},
|
|
18
38
|
"jumpstart://meta-textgeneration-llama-2-7b": {
|
|
19
39
|
"modelId": "jumpstart://meta-textgeneration-llama-2-7b",
|
|
20
40
|
"family": "llama-2",
|
|
21
41
|
"framework": "huggingface",
|
|
22
42
|
"provider": "jumpstart",
|
|
23
|
-
"tags": [
|
|
24
|
-
|
|
43
|
+
"tags": [
|
|
44
|
+
"text-generation",
|
|
45
|
+
"llm",
|
|
46
|
+
"llama-2"
|
|
47
|
+
],
|
|
48
|
+
"description": "Llama 2 7B via JumpStart",
|
|
49
|
+
"validation_level": "community-validated",
|
|
50
|
+
"framework_compatibility": {
|
|
51
|
+
"vllm": ">=0.3.0"
|
|
52
|
+
},
|
|
53
|
+
"chat_template": "",
|
|
54
|
+
"gated": false,
|
|
55
|
+
"architecture": null
|
|
25
56
|
},
|
|
26
57
|
"jumpstart://meta-textgeneration-llama-2-13b": {
|
|
27
58
|
"modelId": "jumpstart://meta-textgeneration-llama-2-13b",
|
|
28
59
|
"family": "llama-2",
|
|
29
60
|
"framework": "huggingface",
|
|
30
61
|
"provider": "jumpstart",
|
|
31
|
-
"tags": [
|
|
32
|
-
|
|
62
|
+
"tags": [
|
|
63
|
+
"text-generation",
|
|
64
|
+
"llm",
|
|
65
|
+
"llama-2"
|
|
66
|
+
],
|
|
67
|
+
"description": "Llama 2 13B via JumpStart",
|
|
68
|
+
"validation_level": "community-validated",
|
|
69
|
+
"framework_compatibility": {
|
|
70
|
+
"vllm": ">=0.3.0"
|
|
71
|
+
},
|
|
72
|
+
"chat_template": "",
|
|
73
|
+
"gated": false,
|
|
74
|
+
"architecture": null
|
|
33
75
|
},
|
|
34
76
|
"jumpstart://meta-textgeneration-llama-2-70b": {
|
|
35
77
|
"modelId": "jumpstart://meta-textgeneration-llama-2-70b",
|
|
36
78
|
"family": "llama-2",
|
|
37
79
|
"framework": "huggingface",
|
|
38
80
|
"provider": "jumpstart",
|
|
39
|
-
"tags": [
|
|
40
|
-
|
|
81
|
+
"tags": [
|
|
82
|
+
"text-generation",
|
|
83
|
+
"llm",
|
|
84
|
+
"llama-2"
|
|
85
|
+
],
|
|
86
|
+
"description": "Llama 2 70B via JumpStart",
|
|
87
|
+
"validation_level": "community-validated",
|
|
88
|
+
"framework_compatibility": {
|
|
89
|
+
"vllm": ">=0.3.0"
|
|
90
|
+
},
|
|
91
|
+
"chat_template": "",
|
|
92
|
+
"gated": false,
|
|
93
|
+
"architecture": null
|
|
41
94
|
},
|
|
42
95
|
"jumpstart://model-txt2img-stabilityai-stable-diffusion-v2-1-base": {
|
|
43
96
|
"modelId": "jumpstart://model-txt2img-stabilityai-stable-diffusion-v2-1-base",
|
|
44
97
|
"family": "stable-diffusion",
|
|
45
98
|
"framework": "huggingface",
|
|
46
99
|
"provider": "jumpstart",
|
|
47
|
-
"tags": [
|
|
48
|
-
|
|
100
|
+
"tags": [
|
|
101
|
+
"image-generation",
|
|
102
|
+
"diffusion",
|
|
103
|
+
"stable-diffusion"
|
|
104
|
+
],
|
|
105
|
+
"description": "Stable Diffusion v2.1 Base via JumpStart",
|
|
106
|
+
"validation_level": "community-validated",
|
|
107
|
+
"framework_compatibility": {
|
|
108
|
+
"vllm": ">=0.3.0"
|
|
109
|
+
},
|
|
110
|
+
"chat_template": "",
|
|
111
|
+
"gated": false,
|
|
112
|
+
"architecture": null
|
|
49
113
|
},
|
|
50
114
|
"jumpstart://huggingface-text2text-flan-t5-xl": {
|
|
51
115
|
"modelId": "jumpstart://huggingface-text2text-flan-t5-xl",
|
|
52
116
|
"family": "flan-t5",
|
|
53
117
|
"framework": "huggingface",
|
|
54
118
|
"provider": "jumpstart",
|
|
55
|
-
"tags": [
|
|
56
|
-
|
|
119
|
+
"tags": [
|
|
120
|
+
"text-generation",
|
|
121
|
+
"text2text",
|
|
122
|
+
"flan-t5"
|
|
123
|
+
],
|
|
124
|
+
"description": "Flan-T5 XL via JumpStart",
|
|
125
|
+
"validation_level": "community-validated",
|
|
126
|
+
"framework_compatibility": {
|
|
127
|
+
"vllm": ">=0.3.0"
|
|
128
|
+
},
|
|
129
|
+
"chat_template": "",
|
|
130
|
+
"gated": false,
|
|
131
|
+
"architecture": null
|
|
57
132
|
},
|
|
58
133
|
"jumpstart://huggingface-textembedding-gpt-j-6b": {
|
|
59
134
|
"modelId": "jumpstart://huggingface-textembedding-gpt-j-6b",
|
|
60
135
|
"family": "gpt-j",
|
|
61
136
|
"framework": "huggingface",
|
|
62
137
|
"provider": "jumpstart",
|
|
63
|
-
"tags": [
|
|
64
|
-
|
|
138
|
+
"tags": [
|
|
139
|
+
"text-embedding",
|
|
140
|
+
"gpt-j"
|
|
141
|
+
],
|
|
142
|
+
"description": "GPT-J 6B Embedding via JumpStart",
|
|
143
|
+
"validation_level": "community-validated",
|
|
144
|
+
"framework_compatibility": {
|
|
145
|
+
"vllm": ">=0.3.0"
|
|
146
|
+
},
|
|
147
|
+
"chat_template": "",
|
|
148
|
+
"gated": false,
|
|
149
|
+
"architecture": null
|
|
65
150
|
}
|
|
66
151
|
}
|
|
@@ -22,7 +22,13 @@
|
|
|
22
22
|
"modelType": "transformer",
|
|
23
23
|
"tasks": [
|
|
24
24
|
"text-generation"
|
|
25
|
-
]
|
|
25
|
+
],
|
|
26
|
+
"validation_level": "community-validated",
|
|
27
|
+
"framework_compatibility": {
|
|
28
|
+
"vllm": ">=0.3.0",
|
|
29
|
+
"sglang": ">=0.2.0"
|
|
30
|
+
},
|
|
31
|
+
"chat_template": ""
|
|
26
32
|
},
|
|
27
33
|
"meta-llama/Llama-3.2-3B-Instruct": {
|
|
28
34
|
"family": "llama-3",
|
|
@@ -47,7 +53,13 @@
|
|
|
47
53
|
"modelType": "transformer",
|
|
48
54
|
"tasks": [
|
|
49
55
|
"text-generation"
|
|
50
|
-
]
|
|
56
|
+
],
|
|
57
|
+
"validation_level": "community-validated",
|
|
58
|
+
"framework_compatibility": {
|
|
59
|
+
"vllm": ">=0.3.0",
|
|
60
|
+
"sglang": ">=0.2.0"
|
|
61
|
+
},
|
|
62
|
+
"chat_template": ""
|
|
51
63
|
},
|
|
52
64
|
"meta-llama/Llama-3.1-8B-Instruct": {
|
|
53
65
|
"family": "llama-3",
|
|
@@ -72,7 +84,13 @@
|
|
|
72
84
|
"modelType": "transformer",
|
|
73
85
|
"tasks": [
|
|
74
86
|
"text-generation"
|
|
75
|
-
]
|
|
87
|
+
],
|
|
88
|
+
"validation_level": "community-validated",
|
|
89
|
+
"framework_compatibility": {
|
|
90
|
+
"vllm": ">=0.3.0",
|
|
91
|
+
"sglang": ">=0.2.0"
|
|
92
|
+
},
|
|
93
|
+
"chat_template": ""
|
|
76
94
|
},
|
|
77
95
|
"meta-llama/Llama-3.3-70B-Instruct": {
|
|
78
96
|
"family": "llama-3",
|
|
@@ -97,7 +115,13 @@
|
|
|
97
115
|
"modelType": "transformer",
|
|
98
116
|
"tasks": [
|
|
99
117
|
"text-generation"
|
|
100
|
-
]
|
|
118
|
+
],
|
|
119
|
+
"validation_level": "community-validated",
|
|
120
|
+
"framework_compatibility": {
|
|
121
|
+
"vllm": ">=0.3.0",
|
|
122
|
+
"sglang": ">=0.2.0"
|
|
123
|
+
},
|
|
124
|
+
"chat_template": ""
|
|
101
125
|
},
|
|
102
126
|
"Qwen/Qwen3-0.6B": {
|
|
103
127
|
"family": "qwen3",
|
|
@@ -122,7 +146,13 @@
|
|
|
122
146
|
"modelType": "transformer",
|
|
123
147
|
"tasks": [
|
|
124
148
|
"text-generation"
|
|
125
|
-
]
|
|
149
|
+
],
|
|
150
|
+
"validation_level": "community-validated",
|
|
151
|
+
"framework_compatibility": {
|
|
152
|
+
"vllm": ">=0.3.0",
|
|
153
|
+
"sglang": ">=0.2.0"
|
|
154
|
+
},
|
|
155
|
+
"chat_template": ""
|
|
126
156
|
},
|
|
127
157
|
"Qwen/Qwen3-1.7B": {
|
|
128
158
|
"family": "qwen3",
|
|
@@ -147,7 +177,13 @@
|
|
|
147
177
|
"modelType": "transformer",
|
|
148
178
|
"tasks": [
|
|
149
179
|
"text-generation"
|
|
150
|
-
]
|
|
180
|
+
],
|
|
181
|
+
"validation_level": "community-validated",
|
|
182
|
+
"framework_compatibility": {
|
|
183
|
+
"vllm": ">=0.3.0",
|
|
184
|
+
"sglang": ">=0.2.0"
|
|
185
|
+
},
|
|
186
|
+
"chat_template": ""
|
|
151
187
|
},
|
|
152
188
|
"Qwen/Qwen3-4B": {
|
|
153
189
|
"family": "qwen3",
|
|
@@ -172,7 +208,13 @@
|
|
|
172
208
|
"modelType": "transformer",
|
|
173
209
|
"tasks": [
|
|
174
210
|
"text-generation"
|
|
175
|
-
]
|
|
211
|
+
],
|
|
212
|
+
"validation_level": "community-validated",
|
|
213
|
+
"framework_compatibility": {
|
|
214
|
+
"vllm": ">=0.3.0",
|
|
215
|
+
"sglang": ">=0.2.0"
|
|
216
|
+
},
|
|
217
|
+
"chat_template": ""
|
|
176
218
|
},
|
|
177
219
|
"Qwen/Qwen3-8B": {
|
|
178
220
|
"family": "qwen3",
|
|
@@ -197,7 +239,13 @@
|
|
|
197
239
|
"modelType": "transformer",
|
|
198
240
|
"tasks": [
|
|
199
241
|
"text-generation"
|
|
200
|
-
]
|
|
242
|
+
],
|
|
243
|
+
"validation_level": "community-validated",
|
|
244
|
+
"framework_compatibility": {
|
|
245
|
+
"vllm": ">=0.3.0",
|
|
246
|
+
"sglang": ">=0.2.0"
|
|
247
|
+
},
|
|
248
|
+
"chat_template": ""
|
|
201
249
|
},
|
|
202
250
|
"Qwen/Qwen3-14B": {
|
|
203
251
|
"family": "qwen3",
|
|
@@ -222,7 +270,13 @@
|
|
|
222
270
|
"modelType": "transformer",
|
|
223
271
|
"tasks": [
|
|
224
272
|
"text-generation"
|
|
225
|
-
]
|
|
273
|
+
],
|
|
274
|
+
"validation_level": "community-validated",
|
|
275
|
+
"framework_compatibility": {
|
|
276
|
+
"vllm": ">=0.3.0",
|
|
277
|
+
"sglang": ">=0.2.0"
|
|
278
|
+
},
|
|
279
|
+
"chat_template": ""
|
|
226
280
|
},
|
|
227
281
|
"Qwen/Qwen3-32B": {
|
|
228
282
|
"family": "qwen3",
|
|
@@ -247,7 +301,13 @@
|
|
|
247
301
|
"modelType": "transformer",
|
|
248
302
|
"tasks": [
|
|
249
303
|
"text-generation"
|
|
250
|
-
]
|
|
304
|
+
],
|
|
305
|
+
"validation_level": "community-validated",
|
|
306
|
+
"framework_compatibility": {
|
|
307
|
+
"vllm": ">=0.3.0",
|
|
308
|
+
"sglang": ">=0.2.0"
|
|
309
|
+
},
|
|
310
|
+
"chat_template": ""
|
|
251
311
|
},
|
|
252
312
|
"Qwen/Qwen2.5-7B-Instruct": {
|
|
253
313
|
"family": "qwen2.5",
|
|
@@ -272,7 +332,13 @@
|
|
|
272
332
|
"modelType": "transformer",
|
|
273
333
|
"tasks": [
|
|
274
334
|
"text-generation"
|
|
275
|
-
]
|
|
335
|
+
],
|
|
336
|
+
"validation_level": "community-validated",
|
|
337
|
+
"framework_compatibility": {
|
|
338
|
+
"vllm": ">=0.3.0",
|
|
339
|
+
"sglang": ">=0.2.0"
|
|
340
|
+
},
|
|
341
|
+
"chat_template": ""
|
|
276
342
|
},
|
|
277
343
|
"Qwen/Qwen2.5-14B-Instruct": {
|
|
278
344
|
"family": "qwen2.5",
|
|
@@ -297,7 +363,13 @@
|
|
|
297
363
|
"modelType": "transformer",
|
|
298
364
|
"tasks": [
|
|
299
365
|
"text-generation"
|
|
300
|
-
]
|
|
366
|
+
],
|
|
367
|
+
"validation_level": "community-validated",
|
|
368
|
+
"framework_compatibility": {
|
|
369
|
+
"vllm": ">=0.3.0",
|
|
370
|
+
"sglang": ">=0.2.0"
|
|
371
|
+
},
|
|
372
|
+
"chat_template": ""
|
|
301
373
|
},
|
|
302
374
|
"Qwen/Qwen2.5-32B-Instruct": {
|
|
303
375
|
"family": "qwen2.5",
|
|
@@ -322,7 +394,13 @@
|
|
|
322
394
|
"modelType": "transformer",
|
|
323
395
|
"tasks": [
|
|
324
396
|
"text-generation"
|
|
325
|
-
]
|
|
397
|
+
],
|
|
398
|
+
"validation_level": "community-validated",
|
|
399
|
+
"framework_compatibility": {
|
|
400
|
+
"vllm": ">=0.3.0",
|
|
401
|
+
"sglang": ">=0.2.0"
|
|
402
|
+
},
|
|
403
|
+
"chat_template": ""
|
|
326
404
|
},
|
|
327
405
|
"Qwen/Qwen2.5-72B-Instruct": {
|
|
328
406
|
"family": "qwen2.5",
|
|
@@ -347,7 +425,13 @@
|
|
|
347
425
|
"modelType": "transformer",
|
|
348
426
|
"tasks": [
|
|
349
427
|
"text-generation"
|
|
350
|
-
]
|
|
428
|
+
],
|
|
429
|
+
"validation_level": "community-validated",
|
|
430
|
+
"framework_compatibility": {
|
|
431
|
+
"vllm": ">=0.3.0",
|
|
432
|
+
"sglang": ">=0.2.0"
|
|
433
|
+
},
|
|
434
|
+
"chat_template": ""
|
|
351
435
|
},
|
|
352
436
|
"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": {
|
|
353
437
|
"family": "deepseek-r1",
|
|
@@ -373,7 +457,13 @@
|
|
|
373
457
|
"modelType": "transformer",
|
|
374
458
|
"tasks": [
|
|
375
459
|
"text-generation"
|
|
376
|
-
]
|
|
460
|
+
],
|
|
461
|
+
"validation_level": "community-validated",
|
|
462
|
+
"framework_compatibility": {
|
|
463
|
+
"vllm": ">=0.3.0",
|
|
464
|
+
"sglang": ">=0.2.0"
|
|
465
|
+
},
|
|
466
|
+
"chat_template": ""
|
|
377
467
|
},
|
|
378
468
|
"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B": {
|
|
379
469
|
"family": "deepseek-r1",
|
|
@@ -399,7 +489,13 @@
|
|
|
399
489
|
"modelType": "transformer",
|
|
400
490
|
"tasks": [
|
|
401
491
|
"text-generation"
|
|
402
|
-
]
|
|
492
|
+
],
|
|
493
|
+
"validation_level": "community-validated",
|
|
494
|
+
"framework_compatibility": {
|
|
495
|
+
"vllm": ">=0.3.0",
|
|
496
|
+
"sglang": ">=0.2.0"
|
|
497
|
+
},
|
|
498
|
+
"chat_template": ""
|
|
403
499
|
},
|
|
404
500
|
"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": {
|
|
405
501
|
"family": "deepseek-r1",
|
|
@@ -425,7 +521,13 @@
|
|
|
425
521
|
"modelType": "transformer",
|
|
426
522
|
"tasks": [
|
|
427
523
|
"text-generation"
|
|
428
|
-
]
|
|
524
|
+
],
|
|
525
|
+
"validation_level": "community-validated",
|
|
526
|
+
"framework_compatibility": {
|
|
527
|
+
"vllm": ">=0.3.0",
|
|
528
|
+
"sglang": ">=0.2.0"
|
|
529
|
+
},
|
|
530
|
+
"chat_template": ""
|
|
429
531
|
},
|
|
430
532
|
"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B": {
|
|
431
533
|
"family": "deepseek-r1",
|
|
@@ -451,7 +553,13 @@
|
|
|
451
553
|
"modelType": "transformer",
|
|
452
554
|
"tasks": [
|
|
453
555
|
"text-generation"
|
|
454
|
-
]
|
|
556
|
+
],
|
|
557
|
+
"validation_level": "community-validated",
|
|
558
|
+
"framework_compatibility": {
|
|
559
|
+
"vllm": ">=0.3.0",
|
|
560
|
+
"sglang": ">=0.2.0"
|
|
561
|
+
},
|
|
562
|
+
"chat_template": ""
|
|
455
563
|
},
|
|
456
564
|
"deepseek-ai/DeepSeek-R1-Distill-Llama-8B": {
|
|
457
565
|
"family": "deepseek-r1",
|
|
@@ -477,7 +585,13 @@
|
|
|
477
585
|
"modelType": "transformer",
|
|
478
586
|
"tasks": [
|
|
479
587
|
"text-generation"
|
|
480
|
-
]
|
|
588
|
+
],
|
|
589
|
+
"validation_level": "community-validated",
|
|
590
|
+
"framework_compatibility": {
|
|
591
|
+
"vllm": ">=0.3.0",
|
|
592
|
+
"sglang": ">=0.2.0"
|
|
593
|
+
},
|
|
594
|
+
"chat_template": ""
|
|
481
595
|
},
|
|
482
596
|
"deepseek-ai/DeepSeek-R1-Distill-Llama-70B": {
|
|
483
597
|
"family": "deepseek-r1",
|
|
@@ -503,7 +617,13 @@
|
|
|
503
617
|
"modelType": "transformer",
|
|
504
618
|
"tasks": [
|
|
505
619
|
"text-generation"
|
|
506
|
-
]
|
|
620
|
+
],
|
|
621
|
+
"validation_level": "community-validated",
|
|
622
|
+
"framework_compatibility": {
|
|
623
|
+
"vllm": ">=0.3.0",
|
|
624
|
+
"sglang": ">=0.2.0"
|
|
625
|
+
},
|
|
626
|
+
"chat_template": ""
|
|
507
627
|
},
|
|
508
628
|
"openai/gpt-oss-20b": {
|
|
509
629
|
"family": "gpt-oss",
|
|
@@ -528,7 +648,13 @@
|
|
|
528
648
|
"modelType": "transformer",
|
|
529
649
|
"tasks": [
|
|
530
650
|
"text-generation"
|
|
531
|
-
]
|
|
651
|
+
],
|
|
652
|
+
"validation_level": "community-validated",
|
|
653
|
+
"framework_compatibility": {
|
|
654
|
+
"vllm": ">=0.3.0",
|
|
655
|
+
"sglang": ">=0.2.0"
|
|
656
|
+
},
|
|
657
|
+
"chat_template": ""
|
|
532
658
|
},
|
|
533
659
|
"openai/gpt-oss-120b": {
|
|
534
660
|
"family": "gpt-oss",
|
|
@@ -553,7 +679,13 @@
|
|
|
553
679
|
"modelType": "transformer",
|
|
554
680
|
"tasks": [
|
|
555
681
|
"text-generation"
|
|
556
|
-
]
|
|
682
|
+
],
|
|
683
|
+
"validation_level": "community-validated",
|
|
684
|
+
"framework_compatibility": {
|
|
685
|
+
"vllm": ">=0.3.0",
|
|
686
|
+
"sglang": ">=0.2.0"
|
|
687
|
+
},
|
|
688
|
+
"chat_template": ""
|
|
557
689
|
},
|
|
558
690
|
"meta-llama/Llama-3*": {
|
|
559
691
|
"family": "llama-3",
|
|
@@ -574,7 +706,13 @@
|
|
|
574
706
|
"modelType": "transformer",
|
|
575
707
|
"tasks": [
|
|
576
708
|
"text-generation"
|
|
577
|
-
]
|
|
709
|
+
],
|
|
710
|
+
"validation_level": "community-validated",
|
|
711
|
+
"framework_compatibility": {
|
|
712
|
+
"vllm": ">=0.3.0",
|
|
713
|
+
"sglang": ">=0.2.0"
|
|
714
|
+
},
|
|
715
|
+
"chat_template": ""
|
|
578
716
|
},
|
|
579
717
|
"Qwen/Qwen*": {
|
|
580
718
|
"family": "qwen",
|
|
@@ -595,7 +733,13 @@
|
|
|
595
733
|
"modelType": "transformer",
|
|
596
734
|
"tasks": [
|
|
597
735
|
"text-generation"
|
|
598
|
-
]
|
|
736
|
+
],
|
|
737
|
+
"validation_level": "community-validated",
|
|
738
|
+
"framework_compatibility": {
|
|
739
|
+
"vllm": ">=0.3.0",
|
|
740
|
+
"sglang": ">=0.2.0"
|
|
741
|
+
},
|
|
742
|
+
"chat_template": ""
|
|
599
743
|
},
|
|
600
744
|
"deepseek-ai/DeepSeek*": {
|
|
601
745
|
"family": "deepseek",
|
|
@@ -617,7 +761,13 @@
|
|
|
617
761
|
"modelType": "transformer",
|
|
618
762
|
"tasks": [
|
|
619
763
|
"text-generation"
|
|
620
|
-
]
|
|
764
|
+
],
|
|
765
|
+
"validation_level": "community-validated",
|
|
766
|
+
"framework_compatibility": {
|
|
767
|
+
"vllm": ">=0.3.0",
|
|
768
|
+
"sglang": ">=0.2.0"
|
|
769
|
+
},
|
|
770
|
+
"chat_template": ""
|
|
621
771
|
},
|
|
622
772
|
"openai/gpt-oss*": {
|
|
623
773
|
"family": "gpt-oss",
|
|
@@ -638,6 +788,12 @@
|
|
|
638
788
|
"modelType": "transformer",
|
|
639
789
|
"tasks": [
|
|
640
790
|
"text-generation"
|
|
641
|
-
]
|
|
791
|
+
],
|
|
792
|
+
"validation_level": "community-validated",
|
|
793
|
+
"framework_compatibility": {
|
|
794
|
+
"vllm": ">=0.3.0",
|
|
795
|
+
"sglang": ">=0.2.0"
|
|
796
|
+
},
|
|
797
|
+
"chat_template": ""
|
|
642
798
|
}
|
|
643
799
|
}
|