doppler-gpu 0.6.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +8 -2
- package/src/capsule-runtime.d.ts +2 -0
- package/src/capsule-runtime.js +1 -0
- package/src/client/capsule-host.browser.js +1 -0
- package/src/client/capsule-host.d.ts +2 -0
- package/src/client/capsule-host.js +1 -0
- package/src/client/doppler-api.d.ts +2 -0
- package/src/client/doppler-api.js +1 -0
- package/src/client/model-host/model-session.d.ts +1 -0
- package/src/client/model-host/model-session.js +12 -0
- package/src/client/runtime/capsule-operation-adapters.js +15 -14
- package/src/client/runtime/capsule-operation-executor.js +3 -2
- package/src/client/runtime/capsule-program-adapter.js +2 -0
- package/src/client/runtime/capsule-session-execution.js +9 -5
- package/src/client/runtime/composition-root.d.ts +6 -3
- package/src/client/runtime/composition-root.js +13 -5
- package/src/client/runtime/session-controller.d.ts +6 -17
- package/src/client/runtime/session-controller.js +42 -120
- package/src/client/runtime/verified-capsule-artifact-store.js +38 -9
- package/src/config/capsule-loading.d.ts +1 -1
- package/src/config/capsule-loading.schema.json +3 -2
- package/src/config/capsule-operation.js +6 -1
- package/src/config/capsule-operations.json +1 -2
- package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +32 -14
- package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +2 -2
- package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +5 -5
- package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
- package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
- package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
- package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +2 -2
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
- package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +5 -5
- package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +5 -5
- package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +5 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +5 -5
- package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +5 -5
- package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +2 -2
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +1 -1
- package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +3 -3
- package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +3 -3
- package/src/config/generation-contract.d.ts +39 -0
- package/src/config/generation-contract.js +66 -0
- package/src/config/generation-contract.json +32 -0
- package/src/config/kernel-path-loader.d.ts +7 -0
- package/src/config/kernel-path-loader.js +19 -0
- package/src/config/kernels/kernel-ref-digests.js +16 -16
- package/src/config/kernels/registry.json +35 -10
- package/src/config/schema/doppler.schema.js +1 -0
- package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
- package/src/converter/forge-qualification.js +2 -1
- package/src/converter/forge-stages.js +6 -4
- package/src/converter/quantizer.js +18 -4
- package/src/gpu/device-state.js +8 -0
- package/src/gpu/device.js +6 -1
- package/src/gpu/kernels/gelu.d.ts +4 -0
- package/src/gpu/kernels/gelu.js +11 -1
- package/src/gpu/kernels/gelu.wgsl +16 -0
- package/src/gpu/kernels/gelu_f16.wgsl +16 -0
- package/src/gpu/kernels/rep-penalty.js +30 -5
- package/src/gpu/kernels/rep_penalty.wgsl +25 -30
- package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
- package/src/gpu/kernels/sample.d.ts +1 -0
- package/src/gpu/kernels/sample.js +31 -16
- package/src/gpu/kernels/sample.wgsl +112 -157
- package/src/gpu/kernels/sample_f16.wgsl +168 -162
- package/src/index.d.ts +2 -0
- package/src/index.js +1 -0
- package/src/inference/pipelines/context.js +6 -2
- package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
- package/src/inference/pipelines/structured/json-grammar-mask.js +115 -118
- package/src/inference/pipelines/text/ffn/dense-executor.js +5 -0
- package/src/inference/pipelines/text/ffn/dense.js +2 -2
- package/src/inference/pipelines/text/generator/decode-runtime.js +8 -14
- package/src/inference/pipelines/text/generator/decode.js +18 -6
- package/src/inference/pipelines/text/generator/training.js +3 -2
- package/src/inference/pipelines/text/generator-logits-observation.js +5 -2
- package/src/inference/pipelines/text/generator-runtime.js +18 -19
- package/src/inference/pipelines/text/generator-steps.js +15 -8
- package/src/inference/pipelines/text/generator.js +16 -10
- package/src/inference/pipelines/text/linear-attention.js +24 -0
- package/src/inference/pipelines/text/logits/output-transform.js +10 -3
- package/src/inference/pipelines/text/sampling-config.js +22 -113
- package/src/inference/pipelines/text/sampling.d.ts +9 -1
- package/src/inference/pipelines/text/sampling.js +18 -375
- package/src/inference/pipelines/text/types.d.ts +3 -3
- package/src/inference/token-sampling.js +319 -0
- package/src/storage/backends/opfs-store.d.ts +41 -0
- package/src/tooling/node-browser/static-server.js +1 -0
- package/src/tooling-exports/storage.d.ts +2 -0
- package/src/tooling-exports/storage.js +1 -0
- package/src/version.js +1 -1
- package/tests/kernels/browser/test-page.js +1 -0
|
@@ -260,7 +260,7 @@
|
|
|
260
260
|
"gelu": {
|
|
261
261
|
"kernel": "gelu.wgsl",
|
|
262
262
|
"entry": "main",
|
|
263
|
-
"digest": "sha256:
|
|
263
|
+
"digest": "sha256:db864455ec72070d7d8729c8744e2eac377a4939a9bc2ecb26eb086d866e16b0",
|
|
264
264
|
"constants": {
|
|
265
265
|
"HAS_GATE": true
|
|
266
266
|
}
|
|
@@ -341,7 +341,7 @@
|
|
|
341
341
|
"sample": {
|
|
342
342
|
"kernel": "sample.wgsl",
|
|
343
343
|
"entry": "sample_single_pass",
|
|
344
|
-
"digest": "sha256:
|
|
344
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
345
345
|
}
|
|
346
346
|
},
|
|
347
347
|
"preLayer": [
|
|
@@ -201,7 +201,7 @@
|
|
|
201
201
|
"gelu": {
|
|
202
202
|
"kernel": "gelu.wgsl",
|
|
203
203
|
"entry": "main",
|
|
204
|
-
"digest": "sha256:
|
|
204
|
+
"digest": "sha256:db864455ec72070d7d8729c8744e2eac377a4939a9bc2ecb26eb086d866e16b0",
|
|
205
205
|
"constants": {
|
|
206
206
|
"HAS_GATE": true
|
|
207
207
|
}
|
|
@@ -231,7 +231,7 @@
|
|
|
231
231
|
"sample": {
|
|
232
232
|
"kernel": "sample.wgsl",
|
|
233
233
|
"entry": "sample_single_pass",
|
|
234
|
-
"digest": "sha256:
|
|
234
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
235
235
|
}
|
|
236
236
|
},
|
|
237
237
|
"preLayer": [
|
|
@@ -292,7 +292,7 @@
|
|
|
292
292
|
"sample": {
|
|
293
293
|
"kernel": "sample.wgsl",
|
|
294
294
|
"entry": "sample_single_pass",
|
|
295
|
-
"digest": "sha256:
|
|
295
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
296
296
|
}
|
|
297
297
|
},
|
|
298
298
|
"preLayer": [
|
|
@@ -200,7 +200,7 @@
|
|
|
200
200
|
"silu": {
|
|
201
201
|
"kernel": "gelu.wgsl",
|
|
202
202
|
"entry": "main",
|
|
203
|
-
"digest": "sha256:
|
|
203
|
+
"digest": "sha256:db864455ec72070d7d8729c8744e2eac377a4939a9bc2ecb26eb086d866e16b0",
|
|
204
204
|
"constants": {
|
|
205
205
|
"HAS_GATE": true
|
|
206
206
|
}
|
|
@@ -237,7 +237,7 @@
|
|
|
237
237
|
"sample": {
|
|
238
238
|
"kernel": "sample.wgsl",
|
|
239
239
|
"entry": "sample_single_pass",
|
|
240
|
-
"digest": "sha256:
|
|
240
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
241
241
|
}
|
|
242
242
|
},
|
|
243
243
|
"preLayer": [
|
|
@@ -187,7 +187,7 @@
|
|
|
187
187
|
"silu": {
|
|
188
188
|
"kernel": "gelu.wgsl",
|
|
189
189
|
"entry": "main",
|
|
190
|
-
"digest": "sha256:
|
|
190
|
+
"digest": "sha256:db864455ec72070d7d8729c8744e2eac377a4939a9bc2ecb26eb086d866e16b0",
|
|
191
191
|
"constants": {
|
|
192
192
|
"HAS_GATE": true
|
|
193
193
|
}
|
|
@@ -214,7 +214,7 @@
|
|
|
214
214
|
"sample": {
|
|
215
215
|
"kernel": "sample.wgsl",
|
|
216
216
|
"entry": "sample_single_pass",
|
|
217
|
-
"digest": "sha256:
|
|
217
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
218
218
|
}
|
|
219
219
|
},
|
|
220
220
|
"preLayer": [
|
|
@@ -209,7 +209,7 @@
|
|
|
209
209
|
"gelu": {
|
|
210
210
|
"kernel": "gelu.wgsl",
|
|
211
211
|
"entry": "main",
|
|
212
|
-
"digest": "sha256:
|
|
212
|
+
"digest": "sha256:db864455ec72070d7d8729c8744e2eac377a4939a9bc2ecb26eb086d866e16b0",
|
|
213
213
|
"constants": {
|
|
214
214
|
"HAS_GATE": true
|
|
215
215
|
}
|
|
@@ -239,7 +239,7 @@
|
|
|
239
239
|
"sample": {
|
|
240
240
|
"kernel": "sample.wgsl",
|
|
241
241
|
"entry": "sample_single_pass",
|
|
242
|
-
"digest": "sha256:
|
|
242
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
243
243
|
}
|
|
244
244
|
},
|
|
245
245
|
"preLayer": [
|
|
@@ -298,12 +298,12 @@
|
|
|
298
298
|
"silu": {
|
|
299
299
|
"kernel": "silu.wgsl",
|
|
300
300
|
"entry": "main",
|
|
301
|
-
"digest": "sha256:
|
|
301
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca"
|
|
302
302
|
},
|
|
303
303
|
"sample": {
|
|
304
304
|
"kernel": "sample.wgsl",
|
|
305
305
|
"entry": "sample_single_pass",
|
|
306
|
-
"digest": "sha256:
|
|
306
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
307
307
|
},
|
|
308
308
|
"gemv": {
|
|
309
309
|
"kernel": "matmul_gemv_subgroup.wgsl",
|
|
@@ -171,7 +171,7 @@
|
|
|
171
171
|
"sample": {
|
|
172
172
|
"kernel": "sample.wgsl",
|
|
173
173
|
"entry": "sample_single_pass",
|
|
174
|
-
"digest": "sha256:
|
|
174
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
175
175
|
}
|
|
176
176
|
},
|
|
177
177
|
"preLayer": [
|
|
@@ -171,7 +171,7 @@
|
|
|
171
171
|
"sample": {
|
|
172
172
|
"kernel": "sample.wgsl",
|
|
173
173
|
"entry": "sample_single_pass",
|
|
174
|
-
"digest": "sha256:
|
|
174
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
175
175
|
}
|
|
176
176
|
},
|
|
177
177
|
"preLayer": [
|
|
@@ -266,7 +266,7 @@
|
|
|
266
266
|
"q4_decode": {
|
|
267
267
|
"kernel": "fused_matmul_q4.wgsl",
|
|
268
268
|
"entry": "main_multicol",
|
|
269
|
-
"digest": "sha256:
|
|
269
|
+
"digest": "sha256:53d5573ae047f553dac3c226507c6e1d80a2a2a2939acb65acd8092dd229677b"
|
|
270
270
|
},
|
|
271
271
|
"rope": {
|
|
272
272
|
"kernel": "rope.wgsl",
|
|
@@ -289,7 +289,7 @@
|
|
|
289
289
|
"silu": {
|
|
290
290
|
"kernel": "silu.wgsl",
|
|
291
291
|
"entry": "main",
|
|
292
|
-
"digest": "sha256:
|
|
292
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
|
|
293
293
|
"constants": {
|
|
294
294
|
"HAS_GATE": true
|
|
295
295
|
}
|
|
@@ -341,7 +341,7 @@
|
|
|
341
341
|
"lm_head_q4": {
|
|
342
342
|
"kernel": "fused_matmul_q4.wgsl",
|
|
343
343
|
"entry": "main_gemv",
|
|
344
|
-
"digest": "sha256:
|
|
344
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7",
|
|
345
345
|
"constants": {
|
|
346
346
|
"COLS_PER_WG": 64,
|
|
347
347
|
"THREADS_PER_COL_GEMV": 4
|
|
@@ -350,12 +350,12 @@
|
|
|
350
350
|
"sample": {
|
|
351
351
|
"kernel": "sample.wgsl",
|
|
352
352
|
"entry": "sample_single_pass",
|
|
353
|
-
"digest": "sha256:
|
|
353
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
354
354
|
},
|
|
355
355
|
"q4_decode_gemv": {
|
|
356
356
|
"kernel": "fused_matmul_q4.wgsl",
|
|
357
357
|
"entry": "main_gemv",
|
|
358
|
-
"digest": "sha256:
|
|
358
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7",
|
|
359
359
|
"constants": {
|
|
360
360
|
"COLS_PER_WG": 64,
|
|
361
361
|
"THREADS_PER_COL_GEMV": 4
|
|
@@ -234,12 +234,12 @@
|
|
|
234
234
|
"q4_decode": {
|
|
235
235
|
"kernel": "fused_matmul_q4.wgsl",
|
|
236
236
|
"entry": "main_multicol",
|
|
237
|
-
"digest": "sha256:
|
|
237
|
+
"digest": "sha256:53d5573ae047f553dac3c226507c6e1d80a2a2a2939acb65acd8092dd229677b"
|
|
238
238
|
},
|
|
239
239
|
"q4_decode_gemv": {
|
|
240
240
|
"kernel": "fused_matmul_q4.wgsl",
|
|
241
241
|
"entry": "main_gemv",
|
|
242
|
-
"digest": "sha256:
|
|
242
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7"
|
|
243
243
|
},
|
|
244
244
|
"rope": {
|
|
245
245
|
"kernel": "rope.wgsl",
|
|
@@ -262,7 +262,7 @@
|
|
|
262
262
|
"silu": {
|
|
263
263
|
"kernel": "silu.wgsl",
|
|
264
264
|
"entry": "main",
|
|
265
|
-
"digest": "sha256:
|
|
265
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
|
|
266
266
|
"constants": {
|
|
267
267
|
"HAS_GATE": true
|
|
268
268
|
}
|
|
@@ -310,7 +310,7 @@
|
|
|
310
310
|
"lm_head_q4": {
|
|
311
311
|
"kernel": "fused_matmul_q4.wgsl",
|
|
312
312
|
"entry": "main_gemv",
|
|
313
|
-
"digest": "sha256:
|
|
313
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7",
|
|
314
314
|
"constants": {
|
|
315
315
|
"COLS_PER_WG": 64,
|
|
316
316
|
"THREADS_PER_COL_GEMV": 4
|
|
@@ -319,7 +319,7 @@
|
|
|
319
319
|
"sample": {
|
|
320
320
|
"kernel": "sample.wgsl",
|
|
321
321
|
"entry": "sample_single_pass",
|
|
322
|
-
"digest": "sha256:
|
|
322
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
323
323
|
}
|
|
324
324
|
},
|
|
325
325
|
"preLayer": [
|
|
@@ -247,12 +247,12 @@
|
|
|
247
247
|
"q4_decode": {
|
|
248
248
|
"kernel": "fused_matmul_q4.wgsl",
|
|
249
249
|
"entry": "main_multicol",
|
|
250
|
-
"digest": "sha256:
|
|
250
|
+
"digest": "sha256:53d5573ae047f553dac3c226507c6e1d80a2a2a2939acb65acd8092dd229677b"
|
|
251
251
|
},
|
|
252
252
|
"q4_decode_gemv": {
|
|
253
253
|
"kernel": "fused_matmul_q4.wgsl",
|
|
254
254
|
"entry": "main_gemv",
|
|
255
|
-
"digest": "sha256:
|
|
255
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7"
|
|
256
256
|
},
|
|
257
257
|
"rope": {
|
|
258
258
|
"kernel": "rope.wgsl",
|
|
@@ -275,7 +275,7 @@
|
|
|
275
275
|
"silu": {
|
|
276
276
|
"kernel": "silu.wgsl",
|
|
277
277
|
"entry": "main",
|
|
278
|
-
"digest": "sha256:
|
|
278
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
|
|
279
279
|
"constants": {
|
|
280
280
|
"HAS_GATE": true
|
|
281
281
|
}
|
|
@@ -323,7 +323,7 @@
|
|
|
323
323
|
"lm_head_q4": {
|
|
324
324
|
"kernel": "fused_matmul_q4.wgsl",
|
|
325
325
|
"entry": "main_gemv",
|
|
326
|
-
"digest": "sha256:
|
|
326
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7",
|
|
327
327
|
"constants": {
|
|
328
328
|
"COLS_PER_WG": 64,
|
|
329
329
|
"THREADS_PER_COL_GEMV": 4
|
|
@@ -332,7 +332,7 @@
|
|
|
332
332
|
"sample": {
|
|
333
333
|
"kernel": "sample.wgsl",
|
|
334
334
|
"entry": "sample_single_pass",
|
|
335
|
-
"digest": "sha256:
|
|
335
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
336
336
|
}
|
|
337
337
|
},
|
|
338
338
|
"preLayer": [
|
|
@@ -284,12 +284,12 @@
|
|
|
284
284
|
"q4_decode": {
|
|
285
285
|
"kernel": "fused_matmul_q4.wgsl",
|
|
286
286
|
"entry": "main_multicol",
|
|
287
|
-
"digest": "sha256:
|
|
287
|
+
"digest": "sha256:53d5573ae047f553dac3c226507c6e1d80a2a2a2939acb65acd8092dd229677b"
|
|
288
288
|
},
|
|
289
289
|
"q4_decode_gemv": {
|
|
290
290
|
"kernel": "fused_matmul_q4.wgsl",
|
|
291
291
|
"entry": "main_gemv",
|
|
292
|
-
"digest": "sha256:
|
|
292
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7"
|
|
293
293
|
},
|
|
294
294
|
"rope": {
|
|
295
295
|
"kernel": "rope.wgsl",
|
|
@@ -312,7 +312,7 @@
|
|
|
312
312
|
"silu": {
|
|
313
313
|
"kernel": "silu.wgsl",
|
|
314
314
|
"entry": "main",
|
|
315
|
-
"digest": "sha256:
|
|
315
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
|
|
316
316
|
"constants": {
|
|
317
317
|
"HAS_GATE": true
|
|
318
318
|
}
|
|
@@ -360,7 +360,7 @@
|
|
|
360
360
|
"lm_head_q4": {
|
|
361
361
|
"kernel": "fused_matmul_q4.wgsl",
|
|
362
362
|
"entry": "main_gemv",
|
|
363
|
-
"digest": "sha256:
|
|
363
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7",
|
|
364
364
|
"constants": {
|
|
365
365
|
"COLS_PER_WG": 64,
|
|
366
366
|
"THREADS_PER_COL_GEMV": 4
|
|
@@ -369,7 +369,7 @@
|
|
|
369
369
|
"sample": {
|
|
370
370
|
"kernel": "sample.wgsl",
|
|
371
371
|
"entry": "sample_single_pass",
|
|
372
|
-
"digest": "sha256:
|
|
372
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
373
373
|
}
|
|
374
374
|
},
|
|
375
375
|
"preLayer": [
|
|
@@ -278,12 +278,12 @@
|
|
|
278
278
|
"q4_decode": {
|
|
279
279
|
"kernel": "fused_matmul_q4.wgsl",
|
|
280
280
|
"entry": "main_multicol",
|
|
281
|
-
"digest": "sha256:
|
|
281
|
+
"digest": "sha256:53d5573ae047f553dac3c226507c6e1d80a2a2a2939acb65acd8092dd229677b"
|
|
282
282
|
},
|
|
283
283
|
"q4_decode_gemv": {
|
|
284
284
|
"kernel": "fused_matmul_q4.wgsl",
|
|
285
285
|
"entry": "main_gemv",
|
|
286
|
-
"digest": "sha256:
|
|
286
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7"
|
|
287
287
|
},
|
|
288
288
|
"rope": {
|
|
289
289
|
"kernel": "rope.wgsl",
|
|
@@ -306,7 +306,7 @@
|
|
|
306
306
|
"silu": {
|
|
307
307
|
"kernel": "silu.wgsl",
|
|
308
308
|
"entry": "main",
|
|
309
|
-
"digest": "sha256:
|
|
309
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
|
|
310
310
|
"constants": {
|
|
311
311
|
"HAS_GATE": true
|
|
312
312
|
}
|
|
@@ -354,7 +354,7 @@
|
|
|
354
354
|
"lm_head_q4": {
|
|
355
355
|
"kernel": "fused_matmul_q4.wgsl",
|
|
356
356
|
"entry": "main_gemv",
|
|
357
|
-
"digest": "sha256:
|
|
357
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7",
|
|
358
358
|
"constants": {
|
|
359
359
|
"COLS_PER_WG": 64,
|
|
360
360
|
"THREADS_PER_COL_GEMV": 4
|
|
@@ -363,7 +363,7 @@
|
|
|
363
363
|
"sample": {
|
|
364
364
|
"kernel": "sample.wgsl",
|
|
365
365
|
"entry": "sample_single_pass",
|
|
366
|
-
"digest": "sha256:
|
|
366
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
367
367
|
}
|
|
368
368
|
},
|
|
369
369
|
"preLayer": [
|
|
@@ -193,7 +193,7 @@
|
|
|
193
193
|
"q4_decode_gemv": {
|
|
194
194
|
"kernel": "fused_matmul_q4.wgsl",
|
|
195
195
|
"entry": "main_gemv",
|
|
196
|
-
"digest": "sha256:
|
|
196
|
+
"digest": "sha256:02029c2254c8ddb4c2051c4322e6b11ddbcf555e27d233e7fe73277edfa0f3f7"
|
|
197
197
|
},
|
|
198
198
|
"q4_widetile": {
|
|
199
199
|
"kernel": "fused_matmul_q4_widetile.wgsl",
|
|
@@ -229,7 +229,7 @@
|
|
|
229
229
|
"silu": {
|
|
230
230
|
"kernel": "silu.wgsl",
|
|
231
231
|
"entry": "main",
|
|
232
|
-
"digest": "sha256:
|
|
232
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca",
|
|
233
233
|
"constants": {
|
|
234
234
|
"HAS_GATE": true
|
|
235
235
|
}
|
|
@@ -246,12 +246,12 @@
|
|
|
246
246
|
"silu": {
|
|
247
247
|
"kernel": "silu.wgsl",
|
|
248
248
|
"entry": "main",
|
|
249
|
-
"digest": "sha256:
|
|
249
|
+
"digest": "sha256:d6b21e62031ac0d748617f7ebfb43834552a5b8f9590c18dc19cd0cd41a2fbca"
|
|
250
250
|
},
|
|
251
251
|
"sample": {
|
|
252
252
|
"kernel": "sample.wgsl",
|
|
253
253
|
"entry": "sample_single_pass",
|
|
254
|
-
"digest": "sha256:
|
|
254
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
255
255
|
},
|
|
256
256
|
"gemv": {
|
|
257
257
|
"kernel": "matmul_gemv_subgroup.wgsl",
|
|
@@ -253,7 +253,7 @@
|
|
|
253
253
|
"sample": {
|
|
254
254
|
"kernel": "sample.wgsl",
|
|
255
255
|
"entry": "sample_single_pass",
|
|
256
|
-
"digest": "sha256:
|
|
256
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
257
257
|
},
|
|
258
258
|
"gemv": {
|
|
259
259
|
"kernel": "matmul_gemv_subgroup.wgsl",
|
|
@@ -372,7 +372,7 @@
|
|
|
372
372
|
"sample": {
|
|
373
373
|
"kernel": "sample.wgsl",
|
|
374
374
|
"entry": "sample_single_pass",
|
|
375
|
-
"digest": "sha256:
|
|
375
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
376
376
|
},
|
|
377
377
|
"gemv": {
|
|
378
378
|
"kernel": "matmul_gemv_subgroup.wgsl",
|
|
@@ -359,7 +359,7 @@
|
|
|
359
359
|
"sample": {
|
|
360
360
|
"kernel": "sample.wgsl",
|
|
361
361
|
"entry": "sample_single_pass",
|
|
362
|
-
"digest": "sha256:
|
|
362
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
363
363
|
},
|
|
364
364
|
"gated_delta_conv": {
|
|
365
365
|
"kernel": "gated_delta_conv.wgsl",
|
|
@@ -369,12 +369,12 @@
|
|
|
369
369
|
"gated_delta_recurrent": {
|
|
370
370
|
"kernel": "gated_delta_recurrent.wgsl",
|
|
371
371
|
"entry": "main",
|
|
372
|
-
"digest": "sha256:
|
|
372
|
+
"digest": "sha256:ece62cc88bd8eb6ad47a5472946ebbf53fc797a4665da47899a962e6e2bbc4a8"
|
|
373
373
|
},
|
|
374
374
|
"gated_delta_fused_decode": {
|
|
375
375
|
"kernel": "gated_delta_fused_decode.wgsl",
|
|
376
376
|
"entry": "main",
|
|
377
|
-
"digest": "sha256:
|
|
377
|
+
"digest": "sha256:14e8d1a68e97d71c1b025e24fd3490fd75211e30a8758e54e158f0bd1886fc1a"
|
|
378
378
|
},
|
|
379
379
|
"gemv": {
|
|
380
380
|
"kernel": "matmul_gemv_subgroup.wgsl",
|
|
@@ -361,7 +361,7 @@
|
|
|
361
361
|
"sample": {
|
|
362
362
|
"kernel": "sample.wgsl",
|
|
363
363
|
"entry": "sample_single_pass",
|
|
364
|
-
"digest": "sha256:
|
|
364
|
+
"digest": "sha256:85b79cfe27c04f8c9ff113e0b5bfa8ae4a9b4da059b7504f51d2f76c56fc604b"
|
|
365
365
|
},
|
|
366
366
|
"gated_delta_conv": {
|
|
367
367
|
"kernel": "gated_delta_conv.wgsl",
|
|
@@ -371,12 +371,12 @@
|
|
|
371
371
|
"gated_delta_recurrent": {
|
|
372
372
|
"kernel": "gated_delta_recurrent.wgsl",
|
|
373
373
|
"entry": "main",
|
|
374
|
-
"digest": "sha256:
|
|
374
|
+
"digest": "sha256:ece62cc88bd8eb6ad47a5472946ebbf53fc797a4665da47899a962e6e2bbc4a8"
|
|
375
375
|
},
|
|
376
376
|
"gated_delta_fused_decode": {
|
|
377
377
|
"kernel": "gated_delta_fused_decode.wgsl",
|
|
378
378
|
"entry": "main",
|
|
379
|
-
"digest": "sha256:
|
|
379
|
+
"digest": "sha256:14e8d1a68e97d71c1b025e24fd3490fd75211e30a8758e54e158f0bd1886fc1a"
|
|
380
380
|
}
|
|
381
381
|
},
|
|
382
382
|
"preLayer": [
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
// Generated by tools/sync-generation-contract.js. Edit generation-contract.json.
|
|
2
|
+
export interface GenerationOptions {
|
|
3
|
+
maxTokens: number;
|
|
4
|
+
maxSeqLen: number;
|
|
5
|
+
temperature: number;
|
|
6
|
+
topP: number;
|
|
7
|
+
topK: number;
|
|
8
|
+
repetitionPenalty: number;
|
|
9
|
+
repetitionPenaltyWindow: number;
|
|
10
|
+
presencePenalty?: number;
|
|
11
|
+
useChatTemplate: boolean;
|
|
12
|
+
seed?: number;
|
|
13
|
+
suppressTokenIds?: number[];
|
|
14
|
+
stopSequences?: string[];
|
|
15
|
+
}
|
|
16
|
+
export interface ResolvedGenerationOptions {
|
|
17
|
+
maxTokens: number;
|
|
18
|
+
maxSeqLen: number;
|
|
19
|
+
temperature: number;
|
|
20
|
+
topP: number;
|
|
21
|
+
topK: number;
|
|
22
|
+
repetitionPenalty: number;
|
|
23
|
+
repetitionPenaltyWindow: number;
|
|
24
|
+
presencePenalty: number;
|
|
25
|
+
useChatTemplate: boolean;
|
|
26
|
+
seed?: number;
|
|
27
|
+
suppressTokenIds: number[];
|
|
28
|
+
stopSequences: string[];
|
|
29
|
+
}
|
|
30
|
+
export type RuntimeSamplingOptions = Pick<ResolvedGenerationOptions, "temperature" | "topP" | "topK" | "repetitionPenalty" | "repetitionPenaltyWindow" | "presencePenalty" | "suppressTokenIds">;
|
|
31
|
+
export type GenerationInput = { prompt: string; promptTokens?: never } | { prompt?: never; promptTokens: number[] };
|
|
32
|
+
export type GenerationStoppingReason = "max-tokens" | "eos-token" | "stop-token" | "stop-sequence";
|
|
33
|
+
export interface GenerationCompletion { schema: "doppler.generation-completion/v1"; stopReason: GenerationStoppingReason; promptTokenCount: number; generatedTokenCount: number; }
|
|
34
|
+
export interface GenerationOutput { text: string; tokenIds: number[]; sampling: ResolvedGenerationOptions; completion: GenerationCompletion; }
|
|
35
|
+
export const GENERATION_CONTRACT: Readonly<{ schema: "doppler.generation-contract/v1"; input: Readonly<Record<string, Readonly<Record<string, unknown>>>>; inputExactlyOne: readonly string[]; options: Readonly<Record<keyof GenerationOptions, Readonly<Record<string, unknown>>>>; completionSchema: "doppler.generation-completion/v1"; stoppingReasons: readonly GenerationStoppingReason[]; errors: Readonly<Record<"invalidRequest" | "aborted" | "deadline", string>>; }>;
|
|
36
|
+
export class GenerationError extends Error { readonly code: string; constructor(kind: keyof typeof GENERATION_CONTRACT.errors, message: string, options?: ErrorOptions); }
|
|
37
|
+
export function validateGenerationField(name: string, value: unknown, rule?: Readonly<Record<string, unknown>>): void;
|
|
38
|
+
export function validateGenerationInput(input: unknown): asserts input is GenerationInput;
|
|
39
|
+
export function resolveGenerationOptions(options: unknown): Readonly<ResolvedGenerationOptions>;
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import definition from './generation-contract.json' with { type: 'json' };
|
|
2
|
+
// Validation is independently consumable; importing it must not load an engine,
|
|
3
|
+
// storage implementation, or Capsule verifier.
|
|
4
|
+
function freezeGeneration(value) {
|
|
5
|
+
if (!value || typeof value !== 'object' || Object.isFrozen(value)) return value;
|
|
6
|
+
for (const child of Object.values(value)) freezeGeneration(child);
|
|
7
|
+
return Object.freeze(value);
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export const GENERATION_CONTRACT = freezeGeneration(definition);
|
|
11
|
+
|
|
12
|
+
export class GenerationError extends Error {
|
|
13
|
+
constructor(kind, message, options = {}) {
|
|
14
|
+
super(message, options);
|
|
15
|
+
this.name = 'GenerationError';
|
|
16
|
+
this.code = GENERATION_CONTRACT.errors[kind];
|
|
17
|
+
if (!this.code) throw new Error('Unknown generation error kind.');
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function requireValue(ok, message) {
|
|
22
|
+
if (!ok) throw new GenerationError('invalidRequest', message);
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
export function validateGenerationField(name, value, rule = GENERATION_CONTRACT.options[name]) {
|
|
26
|
+
requireValue(rule, `Unknown generation field: ${name}.`);
|
|
27
|
+
if (rule.type === 'array') {
|
|
28
|
+
requireValue(Array.isArray(value) && (!rule.nonempty || value.length > 0), `Invalid ${name}: array required.`);
|
|
29
|
+
for (const item of value) validateGenerationField(name, item, {
|
|
30
|
+
type: rule.items, minimum: rule.minimum, maximum: rule.maximum, nonempty: rule.nonemptyItems,
|
|
31
|
+
});
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
const matches = rule.type === 'integer' ? Number.isSafeInteger(value)
|
|
35
|
+
: rule.type === 'number' ? Number.isFinite(value) : typeof value === rule.type;
|
|
36
|
+
requireValue(matches, `Invalid ${name}: ${rule.type} required.`);
|
|
37
|
+
requireValue(!rule.nonempty || value.trim().length > 0, `Invalid ${name}: non-empty text required.`);
|
|
38
|
+
requireValue((rule.minimum === undefined || value >= rule.minimum)
|
|
39
|
+
&& (rule.exclusiveMinimum === undefined || value > rule.exclusiveMinimum)
|
|
40
|
+
&& (rule.maximum === undefined || value <= rule.maximum), `Invalid ${name}: outside its supported range.`);
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export function validateGenerationInput(input) {
|
|
44
|
+
requireValue(input && typeof input === 'object' && !Array.isArray(input), 'Generation input must be an object.');
|
|
45
|
+
requireValue(Object.keys(input).every(key => Object.hasOwn(GENERATION_CONTRACT.input, key)), 'Unknown generation input field.');
|
|
46
|
+
requireValue(GENERATION_CONTRACT.inputExactlyOne.filter(key => Object.hasOwn(input, key)).length === 1,
|
|
47
|
+
'generate requires exactly one prompt or promptTokens input.');
|
|
48
|
+
for (const [key, value] of Object.entries(input)) validateGenerationField(key, value, GENERATION_CONTRACT.input[key]);
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
export function resolveGenerationOptions(options) {
|
|
52
|
+
requireValue(options && typeof options === 'object' && !Array.isArray(options), 'Generation options must be an object.');
|
|
53
|
+
requireValue(Object.keys(options).every(key => Object.hasOwn(GENERATION_CONTRACT.options, key)), 'Unknown generation option field.');
|
|
54
|
+
const resolved = {};
|
|
55
|
+
for (const [key, rule] of Object.entries(GENERATION_CONTRACT.options)) {
|
|
56
|
+
const value = options[key] === undefined ? rule.default : options[key];
|
|
57
|
+
if (value === undefined) {
|
|
58
|
+
requireValue(!rule.required && !(rule.requiredWhenPositive && options[rule.requiredWhenPositive] > 0),
|
|
59
|
+
`Capsule generation requires explicit ${key}.`);
|
|
60
|
+
continue;
|
|
61
|
+
}
|
|
62
|
+
validateGenerationField(key, value, rule);
|
|
63
|
+
resolved[key] = structuredClone(value);
|
|
64
|
+
}
|
|
65
|
+
return freezeGeneration(resolved);
|
|
66
|
+
}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schema": "doppler.generation-contract/v1",
|
|
3
|
+
"input": {
|
|
4
|
+
"prompt": { "type": "string", "nonempty": true },
|
|
5
|
+
"promptTokens": { "type": "array", "items": "integer", "minimum": 0, "maximum": 4294967294, "nonempty": true }
|
|
6
|
+
},
|
|
7
|
+
"inputExactlyOne": ["prompt", "promptTokens"],
|
|
8
|
+
"options": {
|
|
9
|
+
"maxTokens": { "type": "integer", "minimum": 1, "required": true },
|
|
10
|
+
"maxSeqLen": { "type": "integer", "minimum": 1, "required": true },
|
|
11
|
+
"temperature": { "type": "number", "minimum": 0, "required": true, "runtimeSampling": true },
|
|
12
|
+
"topP": { "type": "number", "exclusiveMinimum": 0, "maximum": 1, "required": true, "runtimeSampling": true },
|
|
13
|
+
"topK": { "type": "integer", "minimum": 0, "required": true, "runtimeSampling": true },
|
|
14
|
+
"repetitionPenalty": { "type": "number", "exclusiveMinimum": 0, "required": true, "runtimeSampling": true },
|
|
15
|
+
"repetitionPenaltyWindow": { "type": "integer", "minimum": 0, "maximum": 4294967295, "required": true, "runtimeSampling": true },
|
|
16
|
+
"presencePenalty": { "type": "number", "minimum": 0, "default": 0, "runtimeSampling": true },
|
|
17
|
+
"useChatTemplate": { "type": "boolean", "required": true },
|
|
18
|
+
"seed": { "type": "number", "minimum": 0, "requiredWhenPositive": "temperature" },
|
|
19
|
+
"suppressTokenIds": { "type": "array", "items": "integer", "minimum": 0, "maximum": 4294967294, "default": [], "runtimeSampling": true },
|
|
20
|
+
"stopSequences": { "type": "array", "items": "string", "nonemptyItems": true, "default": [] }
|
|
21
|
+
},
|
|
22
|
+
"penaltyOrder": ["repetitionPenalty", "presencePenalty"],
|
|
23
|
+
"filterOrder": ["topK", "topP"],
|
|
24
|
+
"zeroWindow": "all-context-tokens",
|
|
25
|
+
"completionSchema": "doppler.generation-completion/v1",
|
|
26
|
+
"stoppingReasons": ["max-tokens", "eos-token", "stop-token", "stop-sequence"],
|
|
27
|
+
"errors": {
|
|
28
|
+
"invalidRequest": "DOPPLER_GENERATION_INVALID_REQUEST",
|
|
29
|
+
"aborted": "DOPPLER_GENERATION_ABORTED",
|
|
30
|
+
"deadline": "DOPPLER_GENERATION_DEADLINE"
|
|
31
|
+
}
|
|
32
|
+
}
|
|
@@ -117,6 +117,13 @@ export function getKernelPathMatmulPrecision(
|
|
|
117
117
|
outputDtype?: 'f16' | 'f32';
|
|
118
118
|
} | null;
|
|
119
119
|
|
|
120
|
+
export function getKernelPathActivationSpec(
|
|
121
|
+
op: string,
|
|
122
|
+
phase: KernelPathPhase | undefined,
|
|
123
|
+
layerIndex: number | undefined,
|
|
124
|
+
path?: KernelPathSchema | null
|
|
125
|
+
): { variant: string; constants: Record<string, number | boolean> | null } | null;
|
|
126
|
+
|
|
120
127
|
export function getKernelPathStepPrecision(
|
|
121
128
|
op: string | undefined,
|
|
122
129
|
section: KernelPathSection,
|
|
@@ -407,6 +407,25 @@ export function getKernelPathMatmulPrecision(
|
|
|
407
407
|
return fusedStep?.precision ?? null;
|
|
408
408
|
}
|
|
409
409
|
|
|
410
|
+
export function getKernelPathActivationSpec(op, phase, layerIndex, path) {
|
|
411
|
+
if (path == null) return null;
|
|
412
|
+
if (!['prefill', 'decode'].includes(phase) || !Number.isInteger(layerIndex) || layerIndex < 0) {
|
|
413
|
+
throw new Error('Activation kernel lookup requires an explicit phase and layer index.');
|
|
414
|
+
}
|
|
415
|
+
const steps = getLayerSteps(path, layerIndex, phase).filter(
|
|
416
|
+
step => step.op === 'activation' || (step.op === 'ffn' && step.kernel?.includes(op))
|
|
417
|
+
);
|
|
418
|
+
if (steps.length !== 1) {
|
|
419
|
+
throw new Error(`Activation ${op} requires exactly one declared step at ${phase}/${layerIndex}; found ${steps.length}.`);
|
|
420
|
+
}
|
|
421
|
+
const step = steps[0];
|
|
422
|
+
const variant = findKernelVariant(op, step.kernel, step.entry, phase, step.constants);
|
|
423
|
+
if (!variant || KERNEL_CONFIGS[op][variant].entryPoint !== step.entry) {
|
|
424
|
+
throw new Error(`Activation ${op} has no exact registered kernel for ${step.kernel}#${step.entry}.`);
|
|
425
|
+
}
|
|
426
|
+
return { variant, constants: step.constants ?? null };
|
|
427
|
+
}
|
|
428
|
+
|
|
410
429
|
export function getKernelPathStepPrecision(
|
|
411
430
|
op,
|
|
412
431
|
section,
|