@genai-fi/nanogpt 0.18.1 → 0.19.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Generator.js +30 -30
- package/dist/{RealDiv-ioj6Z-ox.js → RealDiv-CGwv0liw.js} +9 -9
- package/dist/{Reshape-BZC-ebeR.js → Reshape-BW__R4mZ.js} +7 -7
- package/dist/{Reshape-pwprEaej.js → Reshape-CPBkTIH2.js} +1 -1
- package/dist/TeachableLLM.js +17 -17
- package/dist/Trainer.js +97 -95
- package/dist/{axis_util-QWWgLjut.js → axis_util-GTVlo58H.js} +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-qwSFfxYx.js → backend_util-GaFarB78.js} +21 -21
- package/dist/{backend_webgpu-DI2wXEC2.js → backend_webgpu-BqASlsbV.js} +8 -8
- package/dist/{broadcast_to-C_EJTVTZ.js → broadcast_to-eS93CCN_.js} +2 -2
- package/dist/checks/appendCache.js +2 -2
- package/dist/checks/attentionMask.js +5 -5
- package/dist/checks/gelu.js +2 -2
- package/dist/checks/matMulGelu.js +2 -2
- package/dist/checks/normRMS.js +6 -6
- package/dist/checks/normRMSGrad.js +3 -3
- package/dist/checks/packUnpack.js +6 -6
- package/dist/checks/qkv.js +2 -2
- package/dist/checks/rope.js +2 -2
- package/dist/{clip_by_value-CLAD4h_I.js → clip_by_value-DDA7rrcT.js} +1 -1
- package/dist/complex-DI35Q-gW.js +11 -0
- package/dist/{concat-Dqk7Xk7h.js → concat-CAQpCret.js} +5 -5
- package/dist/{concat_util-C1Mxe27t.js → concat_util-D18dJ4fD.js} +1 -1
- package/dist/data/textLoader.d.ts +1 -1
- package/dist/data/textLoader.js +68 -58
- package/dist/{dataset-DlqAN81i.js → dataset-CGGp1z9P.js} +3 -3
- package/dist/{dropout_util-N0z8Os-K.js → dropout_util--NxWuYg2.js} +1 -1
- package/dist/{expand_dims-D0rBtgT1.js → expand_dims-Bkd1YD5x.js} +4 -4
- package/dist/{exports_initializers-DIOZQt_L.js → exports_initializers-CYzKLjN7.js} +1 -1
- package/dist/{floor-CymuCmTO.js → floor-BQtb-Azg.js} +1 -1
- package/dist/{gather-DEyjXNb1.js → gather-qIqEqaGn.js} +1 -1
- package/dist/{gelu-DpTCC3eB.js → gelu-B220X1Go.js} +1 -1
- package/dist/{gpgpu_math-3bCb5ooU.js → gpgpu_math-BwvV12df.js} +25 -25
- package/dist/{index-DSGwv2Yx.js → index-CUXkjxiT.js} +33 -33
- package/dist/{index-BQvB7LCC.js → index-CjOWnMXP.js} +15 -15
- package/dist/{kernel_funcs_utils-DGqzNlHT.js → kernel_funcs_utils-pq0CK9co.js} +6 -6
- package/dist/layers/BaseLayer.js +4 -4
- package/dist/layers/CausalSelfAttention.d.ts +1 -0
- package/dist/layers/CausalSelfAttention.js +14 -14
- package/dist/layers/LoRA.js +4 -4
- package/dist/layers/MLP.js +4 -4
- package/dist/layers/PositionEmbedding.js +5 -5
- package/dist/layers/RMSNorm.js +3 -3
- package/dist/layers/RoPECache.js +4 -4
- package/dist/layers/TiedEmbedding.js +6 -6
- package/dist/layers/TransformerBlock.d.ts +1 -0
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/layers/WeightStore.js +2 -2
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/oldZipLoad.js +9 -9
- package/dist/loader/save.js +38 -31
- package/dist/main.js +9 -9
- package/dist/{matMul16-BIT70Vya.js → matMul16-BcVC_E62.js} +3 -3
- package/dist/{matMulGelu-CsZnh18H.js → matMulGelu-JNLZqKQp.js} +18 -18
- package/dist/mat_mul-DhG0Newp.js +11 -0
- package/dist/mod-CSdCpRjf.js +11 -0
- package/dist/models/NanoGPTV1.js +2 -2
- package/dist/models/NanoGPTV2.js +2 -2
- package/dist/models/model.d.ts +1 -0
- package/dist/models/model.js +9 -9
- package/dist/{not_equal-CkQKkKZy.js → not_equal-hurPF26l.js} +15 -15
- package/dist/{ones-DbVB5N58.js → ones-BytntneX.js} +3 -3
- package/dist/ops/adamAdjust.js +3 -3
- package/dist/ops/adamMoments.js +3 -3
- package/dist/ops/add16.js +1 -1
- package/dist/ops/appendCache.js +6 -6
- package/dist/ops/attentionMask.js +3 -3
- package/dist/ops/concat16.js +3 -3
- package/dist/ops/cpu/adamAdjust.js +9 -9
- package/dist/ops/cpu/adamMoments.js +5 -5
- package/dist/ops/cpu/appendCache.js +2 -2
- package/dist/ops/cpu/attentionMask.js +6 -6
- package/dist/ops/cpu/fusedSoftmax.js +4 -4
- package/dist/ops/cpu/gatherSub.js +5 -5
- package/dist/ops/cpu/gelu.js +4 -4
- package/dist/ops/cpu/matMul16.js +2 -2
- package/dist/ops/cpu/matMulGelu.js +7 -7
- package/dist/ops/cpu/matMulMul.js +2 -2
- package/dist/ops/cpu/mulDropout.js +5 -5
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +3 -3
- package/dist/ops/cpu/rope.js +5 -5
- package/dist/ops/cpu/scatterSub.js +5 -5
- package/dist/ops/dot16.js +2 -2
- package/dist/ops/dropout.js +6 -6
- package/dist/ops/dropout16.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +2 -2
- package/dist/ops/globalNorm.js +7 -7
- package/dist/ops/grads/add16.js +1 -1
- package/dist/ops/grads/attentionMask.js +2 -2
- package/dist/ops/grads/dropout16.js +1 -1
- package/dist/ops/grads/gelu.js +2 -2
- package/dist/ops/grads/matMul16.js +3 -3
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/mul16.js +1 -1
- package/dist/ops/grads/normRMS.js +7 -7
- package/dist/ops/grads/pack16.js +3 -3
- package/dist/ops/grads/qkv.js +11 -11
- package/dist/ops/grads/rope.js +2 -2
- package/dist/ops/grads/softmax16.js +1 -1
- package/dist/ops/grads/unpack16.js +2 -2
- package/dist/ops/matMul16.js +3 -3
- package/dist/ops/matMulGelu.js +6 -6
- package/dist/ops/matMulMul.js +3 -3
- package/dist/ops/mul16.js +1 -1
- package/dist/ops/mulDrop.js +3 -3
- package/dist/ops/normRMS.js +4 -4
- package/dist/ops/pack16.js +2 -2
- package/dist/ops/qkv.js +3 -3
- package/dist/ops/reshape16.js +6 -6
- package/dist/ops/rope.js +2 -2
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/slice16.js +2 -2
- package/dist/ops/softmax16.js +1 -1
- package/dist/ops/sub16.js +1 -1
- package/dist/ops/sum16.js +6 -6
- package/dist/ops/transpose16.js +3 -3
- package/dist/ops/unpack16.js +2 -2
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +1 -1
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/dropout16.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +7 -7
- package/dist/ops/webgl/gatherSub.js +3 -3
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMul16.js +13 -13
- package/dist/ops/webgl/matMulGelu.js +4 -4
- package/dist/ops/webgl/matMulMul.js +2 -2
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +2 -2
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +2 -2
- package/dist/ops/webgpu/adamAdjust.js +3 -3
- package/dist/ops/webgpu/adamMoments.js +3 -3
- package/dist/ops/webgpu/add16.js +6 -6
- package/dist/ops/webgpu/appendCache.js +3 -3
- package/dist/ops/webgpu/attentionMask.js +2 -2
- package/dist/ops/webgpu/attentionMask32_program.js +2 -2
- package/dist/ops/webgpu/clipScale.js +7 -7
- package/dist/ops/webgpu/concat16.js +5 -5
- package/dist/ops/webgpu/dropout16.js +6 -6
- package/dist/ops/webgpu/gatherSub.js +3 -3
- package/dist/ops/webgpu/gelu.js +8 -8
- package/dist/ops/webgpu/matMul16.js +16 -16
- package/dist/ops/webgpu/matMul16_program.js +2 -2
- package/dist/ops/webgpu/mul16.js +5 -5
- package/dist/ops/webgpu/norm2.js +1 -1
- package/dist/ops/webgpu/normRMS.js +2 -2
- package/dist/ops/webgpu/normRMSGrad.js +4 -4
- package/dist/ops/webgpu/pack16.js +4 -4
- package/dist/ops/webgpu/pack16_program.js +2 -2
- package/dist/ops/webgpu/qkv.js +2 -2
- package/dist/ops/webgpu/rope.js +3 -3
- package/dist/ops/webgpu/scatterSub.js +3 -3
- package/dist/ops/webgpu/slice16.js +4 -4
- package/dist/ops/webgpu/softmax16.js +4 -4
- package/dist/ops/webgpu/softmax16_program.js +2 -2
- package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
- package/dist/ops/webgpu/softmax16grad.js +4 -4
- package/dist/ops/webgpu/sub16.js +6 -6
- package/dist/ops/webgpu/sum16.js +3 -3
- package/dist/ops/webgpu/transpose16.js +8 -8
- package/dist/ops/webgpu/transpose16_program.js +2 -2
- package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
- package/dist/ops/webgpu/unpack16.js +3 -3
- package/dist/ops/webgpu/utils/binary_op.js +3 -3
- package/dist/ops/webgpu/utils/reductions.js +5 -5
- package/dist/{ops-CURIZSVt.js → ops-CsXeTq1P.js} +100 -100
- package/dist/{pack16-WlOSOuZA.js → pack16-bqltoUlR.js} +2 -2
- package/dist/patches/webgpu_backend.js +6 -6
- package/dist/patches/webgpu_base.js +1 -1
- package/dist/patches/webgpu_program.js +2 -2
- package/dist/{random_normal-CIm8lk2-.js → random_normal-IBRrha8a.js} +1 -1
- package/dist/{random_width-B_fVXhGx.js → random_width-DN5ZtQkM.js} +131 -131
- package/dist/{range-BDxO73mk.js → range-C-CjF-LI.js} +1 -1
- package/dist/relu-J_X6MUzx.js +9 -0
- package/dist/{reshape-BIN71H3p.js → reshape-BDOuCSNW.js} +1 -1
- package/dist/{resize_nearest_neighbor-C6_0dAnK.js → resize_nearest_neighbor-BojqlfRe.js} +41 -41
- package/dist/{rope-CC5RjmKU.js → rope-DcrZM_e6.js} +5 -5
- package/dist/{scatter_nd_util-C-x73Cj6.js → scatter_nd_util-ByNJaL6I.js} +1 -1
- package/dist/{segment_util-4zuHV5IG.js → segment_util-Dasb2Zaf.js} +2 -2
- package/dist/{selu_util-BXdhy_W6.js → selu_util-BLhIqRkw.js} +5 -5
- package/dist/{shared-zTaJ5siv.js → shared-3agzAqQ_.js} +1 -1
- package/dist/{shared-DRWDyk9w.js → shared-CagdqkLh.js} +6 -6
- package/dist/slice-BzS11Qh0.js +12 -0
- package/dist/{slice_util-DPY56GzQ.js → slice_util-CC35pLmT.js} +5 -5
- package/dist/{softmax-BLGJqdwx.js → softmax-D4q1LJN7.js} +1 -1
- package/dist/split-C2Sj255c.js +9 -0
- package/dist/{squeeze-O_YWJpw_.js → squeeze-ho4wLUek.js} +2 -2
- package/dist/{stack-z6QE7kmP.js → stack-DudVrtmG.js} +1 -1
- package/dist/{step-DQY6_ABw.js → step-BTxPtq1r.js} +4 -4
- package/dist/{sum-D39FeU5h.js → sum-BpiwSWvg.js} +3 -3
- package/dist/{tensor-D8e0Gd7c.js → tensor-BWFldCso.js} +1 -1
- package/dist/{tensor1d-BMl0eZYV.js → tensor1d-LMGMIUlr.js} +1 -1
- package/dist/{tensor2d-DTtQ1QcT.js → tensor2d-BnXMKScO.js} +1 -1
- package/dist/{tensor4d-Dj4rDssL.js → tensor4d-C6UCG_u8.js} +1 -1
- package/dist/{tfjs_backend-Bk3PmK91.js → tfjs_backend-BGnG-ppu.js} +65 -65
- package/dist/{tile-CsWlVKKz.js → tile-CFy-xTO6.js} +1 -1
- package/dist/tokeniser/BaseTokeniser.d.ts +4 -0
- package/dist/tokeniser/BaseTokeniser.js +61 -56
- package/dist/tokeniser/type.d.ts +8 -0
- package/dist/training/AdamW.js +2 -2
- package/dist/training/BasicTrainer.d.ts +1 -0
- package/dist/training/BasicTrainer.js +95 -79
- package/dist/training/DatasetBuilder.d.ts +6 -2
- package/dist/training/DatasetBuilder.js +60 -41
- package/dist/training/Evaluator.d.ts +1 -2
- package/dist/training/Evaluator.js +21 -31
- package/dist/training/SFTTrainer.d.ts +3 -2
- package/dist/training/SFTTrainer.js +4 -3
- package/dist/training/orthoGrad.js +1 -1
- package/dist/training/sparseCrossEntropy.js +38 -38
- package/dist/training/tasks/ConversationTask.d.ts +4 -0
- package/dist/training/tasks/ConversationTask.js +7 -7
- package/dist/training/tasks/PretrainingTask.d.ts +4 -0
- package/dist/training/tasks/PretrainingTask.js +11 -7
- package/dist/training/tasks/StartSentenceTask.d.ts +4 -0
- package/dist/training/tasks/StartSentenceTask.js +5 -5
- package/dist/training/tasks/Task.d.ts +12 -0
- package/dist/training/tasks/Task.js +55 -31
- package/dist/training/types.d.ts +1 -0
- package/dist/training/validation.d.ts +1 -1
- package/dist/training/validation.js +33 -32
- package/dist/{transpose-Qxz-4os3.js → transpose-9kRxIXWR.js} +7 -7
- package/dist/{unsorted_segment_sum-BfFVV9Zm.js → unsorted_segment_sum-DJvk5xnh.js} +20 -20
- package/dist/utilities/dummy.js +6 -6
- package/dist/utilities/multinomialCPU.js +2 -2
- package/dist/utilities/packed.js +1 -1
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.js +2 -2
- package/dist/utilities/sentences.js +5 -5
- package/dist/utilities/weights.js +2 -2
- package/dist/{variable-SSATClyt.js → variable-Ck482e3n.js} +1 -1
- package/dist/{webgpu_program-CbjdYLYk.js → webgpu_program-B4HmApL1.js} +1 -1
- package/dist/{webgpu_util-DuofJBMo.js → webgpu_util-DYlGSwOJ.js} +7 -7
- package/dist/{zeros-Bw0puq_w.js → zeros-DvZpK8s6.js} +2 -2
- package/dist/{zeros_like-rOHr54NY.js → zeros_like-CWjDdwr-.js} +69 -69
- package/package.json +1 -1
- package/dist/complex-3DpPEG9B.js +0 -11
- package/dist/mat_mul-DP86qZtZ.js +0 -11
- package/dist/mod-BXjLYwvM.js +0 -11
- package/dist/readers-17HLdxVM.js +0 -12
- package/dist/relu-DTvZKBsZ.js +0 -9
- package/dist/slice-BvItlgXu.js +0 -12
- package/dist/split-BN9LkEgS.js +0 -9
- package/dist/training/SFTDatasetBuilder.d.ts +0 -23
- package/dist/training/SFTDatasetBuilder.js +0 -85
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as $, a6 as y, h as L } from "../../index-CUXkjxiT.js";
|
|
2
2
|
import { createReduceInfo as M } from "./utils/reductions.js";
|
|
3
|
-
import { f as w } from "../../webgpu_util-
|
|
4
|
-
import { e as _ } from "../../webgpu_program-
|
|
5
|
-
import { p as x, u as R } from "../../pack16-
|
|
3
|
+
import { f as w } from "../../webgpu_util-DYlGSwOJ.js";
|
|
4
|
+
import { e as _ } from "../../webgpu_program-B4HmApL1.js";
|
|
5
|
+
import { p as x, u as R } from "../../pack16-bqltoUlR.js";
|
|
6
6
|
import { isPackedTensor as h } from "../../utilities/packed.js";
|
|
7
7
|
import { reshape16 as z } from "../reshape16.js";
|
|
8
8
|
import { sum16 as N } from "../sum16.js";
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as i } from "../../index-CUXkjxiT.js";
|
|
2
2
|
import p from "./pack16_program.js";
|
|
3
3
|
function m(e) {
|
|
4
|
-
const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs,
|
|
4
|
+
const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, c = e.backend;
|
|
5
5
|
if (n.shape[n.shape.length - 1] % 2 !== 0)
|
|
6
6
|
throw new Error("Last dimension of input tensor must be even to use Pack16.");
|
|
7
7
|
e.attrs && (e.attrs.originalShape = n.shape);
|
|
8
8
|
const t = new p(n.shape, r), o = a !== 1;
|
|
9
9
|
o && t.useScaling();
|
|
10
|
-
const
|
|
11
|
-
return
|
|
10
|
+
const s = [{ type: "float32", data: [a] }];
|
|
11
|
+
return c.runWebGPUProgram(t, [n], "packedF16", o ? s : void 0);
|
|
12
12
|
}
|
|
13
13
|
const k = {
|
|
14
14
|
kernelName: "Pack16",
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as o, c as a } from "../../webgpu_util-
|
|
2
|
-
import { e as s } from "../../webgpu_program-
|
|
1
|
+
import { f as o, c as a } from "../../webgpu_util-DYlGSwOJ.js";
|
|
2
|
+
import { e as s } from "../../webgpu_program-B4HmApL1.js";
|
|
3
3
|
class h {
|
|
4
4
|
outputShape;
|
|
5
5
|
shaderKey = "Pack16";
|
package/dist/ops/webgpu/qkv.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { b as f } from "../../matMul16-
|
|
1
|
+
import { c as h, a6 as l } from "../../index-CUXkjxiT.js";
|
|
2
|
+
import { b as f } from "../../matMul16-BcVC_E62.js";
|
|
3
3
|
import { slice16 as a } from "../slice16.js";
|
|
4
4
|
import { isPackedTensor as u } from "../../utilities/packed.js";
|
|
5
5
|
function k(i) {
|
package/dist/ops/webgpu/rope.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { isPackedTensor as y } from "../../utilities/packed.js";
|
|
2
|
-
import { e as c } from "../../webgpu_program-
|
|
3
|
-
import { f as x, c as l } from "../../webgpu_util-
|
|
4
|
-
import {
|
|
2
|
+
import { e as c } from "../../webgpu_program-B4HmApL1.js";
|
|
3
|
+
import { f as x, c as l } from "../../webgpu_util-DYlGSwOJ.js";
|
|
4
|
+
import { c as w, a6 as b } from "../../index-CUXkjxiT.js";
|
|
5
5
|
class v {
|
|
6
6
|
variableNames = ["x", "sin", "cos"];
|
|
7
7
|
outputShape;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { e as p } from "../../webgpu_program-
|
|
2
|
-
import { f as u, c as d } from "../../webgpu_util-
|
|
3
|
-
import {
|
|
1
|
+
import { e as p } from "../../webgpu_program-B4HmApL1.js";
|
|
2
|
+
import { f as u, c as d } from "../../webgpu_util-DYlGSwOJ.js";
|
|
3
|
+
import { c as h, a6 as o } from "../../index-CUXkjxiT.js";
|
|
4
4
|
class b {
|
|
5
5
|
variableNames = ["labels", "softmaxProbs", "dy"];
|
|
6
6
|
outputShape;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { b as u, c as m, e as l } from "../../webgpu_program-
|
|
2
|
-
import { f, c as g } from "../../webgpu_util-
|
|
3
|
-
import {
|
|
4
|
-
import { p as y, a as $ } from "../../slice_util-
|
|
1
|
+
import { b as u, c as m, e as l } from "../../webgpu_program-B4HmApL1.js";
|
|
2
|
+
import { f, c as g } from "../../webgpu_util-DYlGSwOJ.js";
|
|
3
|
+
import { c as S, U as k } from "../../index-CUXkjxiT.js";
|
|
4
|
+
import { p as y, a as $ } from "../../slice_util-CC35pLmT.js";
|
|
5
5
|
function x(o) {
|
|
6
6
|
switch (o) {
|
|
7
7
|
case 1:
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as h, U as S, h as b } from "../../index-CUXkjxiT.js";
|
|
2
2
|
import { reshape16 as d } from "../reshape16.js";
|
|
3
3
|
import x from "./softmax16_program.js";
|
|
4
4
|
import k from "./softmax16_subgroup_program.js";
|
|
5
5
|
import l from "./utils/deviceInfo.js";
|
|
6
|
-
import { r as z } from "../../reshape-
|
|
6
|
+
import { r as z } from "../../reshape-BDOuCSNW.js";
|
|
7
7
|
function F(a) {
|
|
8
8
|
const { inputs: t, backend: o, attrs: p } = a, { logits: e } = t, { dim: r } = p, m = o.subgroupMinSize, i = o.subgroupMaxSize, c = l(o).subgroupsSupported, s = z(e, [
|
|
9
|
-
|
|
9
|
+
S(e.shape) / e.shape[r],
|
|
10
10
|
e.shape[r]
|
|
11
11
|
]), u = c ? new k(s.shape, m, i) : new x(s.shape), f = o.runWebGPUProgram(u, [s], "packedF16");
|
|
12
12
|
s.dispose();
|
|
@@ -18,4 +18,4 @@ const I = {
|
|
|
18
18
|
backendName: "webgpu",
|
|
19
19
|
kernelFunc: F
|
|
20
20
|
};
|
|
21
|
-
|
|
21
|
+
h(I);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { e } from "../../webgpu_program-
|
|
2
|
-
import { f as o } from "../../webgpu_util-
|
|
1
|
+
import { e } from "../../webgpu_program-B4HmApL1.js";
|
|
2
|
+
import { f as o } from "../../webgpu_util-DYlGSwOJ.js";
|
|
3
3
|
class i {
|
|
4
4
|
variableNames = ["logits"];
|
|
5
5
|
outputShape;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { e as o } from "../../webgpu_program-
|
|
2
|
-
import { f as u } from "../../webgpu_util-
|
|
1
|
+
import { e as o } from "../../webgpu_program-B4HmApL1.js";
|
|
2
|
+
import { f as u } from "../../webgpu_util-DYlGSwOJ.js";
|
|
3
3
|
class i {
|
|
4
4
|
variableNames = ["logits"];
|
|
5
5
|
outputShape;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as p } from "../../index-CUXkjxiT.js";
|
|
2
2
|
import { createReduceInfo as m, reduce as l, ReduceProgram as i } from "./utils/reductions.js";
|
|
3
3
|
import { isPackedTensor as n } from "../../utilities/packed.js";
|
|
4
4
|
import k from "./utils/deviceInfo.js";
|
|
@@ -23,11 +23,11 @@ class x extends i {
|
|
|
23
23
|
}
|
|
24
24
|
}
|
|
25
25
|
function b(o) {
|
|
26
|
-
const { dy: e, softmaxOutput: t } = o.inputs,
|
|
26
|
+
const { dy: e, softmaxOutput: t } = o.inputs, r = o.backend, s = k(r), u = n(e), c = n(t);
|
|
27
27
|
if (!(u && c))
|
|
28
28
|
throw new Error("softmaxGradGPU: dy and softmaxOutput must be packed tensors");
|
|
29
|
-
const
|
|
30
|
-
return l(d,
|
|
29
|
+
const a = [e, t], f = m(a, -1), d = new x(s, f);
|
|
30
|
+
return l(d, a, r);
|
|
31
31
|
}
|
|
32
32
|
const v = {
|
|
33
33
|
kernelName: "Softmax16Grad",
|
package/dist/ops/webgpu/sub16.js
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as t } from "../../index-CUXkjxiT.js";
|
|
2
2
|
import { BinaryOpProgram as s } from "./utils/binary_op.js";
|
|
3
|
-
import { B as
|
|
4
|
-
function
|
|
5
|
-
const { a: r, b: n } = e.inputs,
|
|
6
|
-
return
|
|
3
|
+
import { B as c } from "../../binary_op_util-pKXltfxI.js";
|
|
4
|
+
function p(e) {
|
|
5
|
+
const { a: r, b: n } = e.inputs, o = e.backend, a = new s(c.SUB, r.shape, n.shape);
|
|
6
|
+
return o.runWebGPUProgram(a, [r, n], "packedF16");
|
|
7
7
|
}
|
|
8
8
|
const m = {
|
|
9
9
|
kernelName: "Sub16",
|
|
10
10
|
backendName: "webgpu",
|
|
11
|
-
kernelFunc:
|
|
11
|
+
kernelFunc: p
|
|
12
12
|
};
|
|
13
13
|
t(m);
|
package/dist/ops/webgpu/sum16.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { createReduceInfo as h, reduce as g, ReduceProgram as x } from "./utils/reductions.js";
|
|
2
|
-
import {
|
|
2
|
+
import { c as k, ah as A } from "../../index-CUXkjxiT.js";
|
|
3
3
|
import { isPackedTensor as P } from "../../utilities/packed.js";
|
|
4
4
|
import { transpose16 as b } from "../transpose16.js";
|
|
5
5
|
import I from "./utils/deviceInfo.js";
|
|
6
|
-
import { s as w } from "../../sum-
|
|
7
|
-
import { a as D, b as K } from "../../axis_util-
|
|
6
|
+
import { s as w } from "../../sum-BpiwSWvg.js";
|
|
7
|
+
import { a as D, b as K } from "../../axis_util-GTVlo58H.js";
|
|
8
8
|
class v extends x {
|
|
9
9
|
shaderKey = "sum16";
|
|
10
10
|
constructor(e, t, o) {
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import { isPackedTensor as d } from "../../utilities/packed.js";
|
|
2
|
-
import {
|
|
2
|
+
import { c as k, h as l } from "../../index-CUXkjxiT.js";
|
|
3
3
|
import { reshape16 as u } from "../reshape16.js";
|
|
4
4
|
import P from "./transpose16_shared_program.js";
|
|
5
5
|
import b from "./transpose16_program.js";
|
|
6
|
-
import { t as T } from "../../transpose-
|
|
7
|
-
function w(
|
|
8
|
-
const { inputs: h, attrs: i } =
|
|
9
|
-
if (
|
|
10
|
-
const o = e.shape.length,
|
|
6
|
+
import { t as T } from "../../transpose-9kRxIXWR.js";
|
|
7
|
+
function w(p) {
|
|
8
|
+
const { inputs: h, attrs: i } = p, { x: e } = h, { perm: r } = i, a = p.backend, c = d(e);
|
|
9
|
+
if (c && r[r.length - 1] !== e.shape.length - 1) {
|
|
10
|
+
const o = e.shape.length, m = o === 4 ? r.map((s) => s - 1).filter((s) => s >= 0) : r, t = o === 4 ? u(e, [e.shape[0] * e.shape[1], e.shape[2], e.shape[3]]) : e, f = new P(t.shape, m), n = a.runWebGPUProgram(f, [t], "packedF16");
|
|
11
11
|
if (o === 4) {
|
|
12
12
|
t.dispose();
|
|
13
13
|
const s = l().makeTensorFromTensorInfo(n), g = u(s, [
|
|
@@ -20,9 +20,9 @@ function w(a) {
|
|
|
20
20
|
}
|
|
21
21
|
return n;
|
|
22
22
|
}
|
|
23
|
-
if (
|
|
23
|
+
if (c) {
|
|
24
24
|
const o = new b(e.shape, r);
|
|
25
|
-
return
|
|
25
|
+
return a.runWebGPUProgram(o, [e], "packedF16");
|
|
26
26
|
} else
|
|
27
27
|
return T(e, r);
|
|
28
28
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as a, c as i } from "../../webgpu_util-
|
|
2
|
-
import { b as h, e as d, c as n } from "../../webgpu_program-
|
|
1
|
+
import { f as a, c as i } from "../../webgpu_util-DYlGSwOJ.js";
|
|
2
|
+
import { b as h, e as d, c as n } from "../../webgpu_program-B4HmApL1.js";
|
|
3
3
|
function p(r) {
|
|
4
4
|
const e = r.length;
|
|
5
5
|
if (e > 6)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { c as a } from "../../webgpu_util-
|
|
2
|
-
import { e as l } from "../../webgpu_program-
|
|
3
|
-
import {
|
|
1
|
+
import { c as a } from "../../webgpu_util-DYlGSwOJ.js";
|
|
2
|
+
import { e as l } from "../../webgpu_program-B4HmApL1.js";
|
|
3
|
+
import { x as p } from "../../index-CUXkjxiT.js";
|
|
4
4
|
class n {
|
|
5
5
|
variableNames = ["A"];
|
|
6
6
|
outputShape;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { f as c, c as r } from "../../webgpu_util-
|
|
2
|
-
import { e as u } from "../../webgpu_program-
|
|
3
|
-
import {
|
|
1
|
+
import { f as c, c as r } from "../../webgpu_util-DYlGSwOJ.js";
|
|
2
|
+
import { e as u } from "../../webgpu_program-B4HmApL1.js";
|
|
3
|
+
import { c as p } from "../../index-CUXkjxiT.js";
|
|
4
4
|
class l {
|
|
5
5
|
outputShape;
|
|
6
6
|
shaderKey = "Unpack16";
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { f as r, c as n } from "../../../webgpu_util-
|
|
1
|
+
import { f as r, c as n } from "../../../webgpu_util-DYlGSwOJ.js";
|
|
2
2
|
import { g as p } from "../../../binary_op_util-pKXltfxI.js";
|
|
3
3
|
import { B as k } from "../../../binary_op_util-pKXltfxI.js";
|
|
4
|
-
import { _ as c, ai as s } from "../../../index-
|
|
5
|
-
import { e as u } from "../../../webgpu_program-
|
|
4
|
+
import { _ as c, ai as s } from "../../../index-CUXkjxiT.js";
|
|
5
|
+
import { e as u } from "../../../webgpu_program-B4HmApL1.js";
|
|
6
6
|
class x {
|
|
7
7
|
dispatch;
|
|
8
8
|
dispatchLayout;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { ah as h,
|
|
2
|
-
import { e as d } from "../../../webgpu_program-
|
|
1
|
+
import { ah as h, U as S, h as f } from "../../../index-CUXkjxiT.js";
|
|
2
|
+
import { e as d } from "../../../webgpu_program-B4HmApL1.js";
|
|
3
3
|
import { reshape16 as g } from "../../reshape16.js";
|
|
4
|
-
import { f as z } from "../../../webgpu_util-
|
|
5
|
-
import { c as k } from "../../../axis_util-
|
|
6
|
-
import { z as x } from "../../../zeros-
|
|
4
|
+
import { f as z } from "../../../webgpu_util-DYlGSwOJ.js";
|
|
5
|
+
import { c as k } from "../../../axis_util-GTVlo58H.js";
|
|
6
|
+
import { z as x } from "../../../zeros-DvZpK8s6.js";
|
|
7
7
|
function c(e, u, t, i) {
|
|
8
8
|
return e && !u ? `
|
|
9
9
|
bestValue = subgroupAdd(bestValue);
|