@genai-fi/nanogpt 0.18.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Generator.js +30 -30
- package/dist/{RealDiv-ioj6Z-ox.js → RealDiv-CGwv0liw.js} +9 -9
- package/dist/{Reshape-BZC-ebeR.js → Reshape-BW__R4mZ.js} +7 -7
- package/dist/{Reshape-pwprEaej.js → Reshape-CPBkTIH2.js} +1 -1
- package/dist/TeachableLLM.js +17 -17
- package/dist/Trainer.js +97 -95
- package/dist/{axis_util-QWWgLjut.js → axis_util-GTVlo58H.js} +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-qwSFfxYx.js → backend_util-GaFarB78.js} +21 -21
- package/dist/{backend_webgpu-DI2wXEC2.js → backend_webgpu-BqASlsbV.js} +8 -8
- package/dist/{broadcast_to-C_EJTVTZ.js → broadcast_to-eS93CCN_.js} +2 -2
- package/dist/checks/appendCache.js +2 -2
- package/dist/checks/attentionMask.js +5 -5
- package/dist/checks/gelu.js +2 -2
- package/dist/checks/matMulGelu.js +2 -2
- package/dist/checks/normRMS.js +6 -6
- package/dist/checks/normRMSGrad.js +3 -3
- package/dist/checks/packUnpack.js +6 -6
- package/dist/checks/qkv.js +2 -2
- package/dist/checks/rope.js +2 -2
- package/dist/{clip_by_value-CLAD4h_I.js → clip_by_value-DDA7rrcT.js} +1 -1
- package/dist/complex-DI35Q-gW.js +11 -0
- package/dist/{concat-Dqk7Xk7h.js → concat-CAQpCret.js} +5 -5
- package/dist/{concat_util-C1Mxe27t.js → concat_util-D18dJ4fD.js} +1 -1
- package/dist/{dataset-DlqAN81i.js → dataset-CGGp1z9P.js} +3 -3
- package/dist/{dropout_util-N0z8Os-K.js → dropout_util--NxWuYg2.js} +1 -1
- package/dist/{expand_dims-D0rBtgT1.js → expand_dims-Bkd1YD5x.js} +4 -4
- package/dist/{exports_initializers-DIOZQt_L.js → exports_initializers-CYzKLjN7.js} +1 -1
- package/dist/{floor-CymuCmTO.js → floor-BQtb-Azg.js} +1 -1
- package/dist/{gather-DEyjXNb1.js → gather-qIqEqaGn.js} +1 -1
- package/dist/{gelu-DpTCC3eB.js → gelu-B220X1Go.js} +1 -1
- package/dist/{gpgpu_math-3bCb5ooU.js → gpgpu_math-BwvV12df.js} +25 -25
- package/dist/{index-DSGwv2Yx.js → index-CUXkjxiT.js} +33 -33
- package/dist/{index-BQvB7LCC.js → index-CjOWnMXP.js} +15 -15
- package/dist/{kernel_funcs_utils-DGqzNlHT.js → kernel_funcs_utils-pq0CK9co.js} +6 -6
- package/dist/layers/BaseLayer.js +4 -4
- package/dist/layers/CausalSelfAttention.d.ts +1 -0
- package/dist/layers/CausalSelfAttention.js +14 -14
- package/dist/layers/LoRA.js +4 -4
- package/dist/layers/MLP.js +4 -4
- package/dist/layers/PositionEmbedding.js +5 -5
- package/dist/layers/RMSNorm.js +3 -3
- package/dist/layers/RoPECache.js +4 -4
- package/dist/layers/TiedEmbedding.js +6 -6
- package/dist/layers/TransformerBlock.d.ts +1 -0
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/layers/WeightStore.js +2 -2
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/oldZipLoad.js +9 -9
- package/dist/loader/save.js +38 -31
- package/dist/main.js +9 -9
- package/dist/{matMul16-BIT70Vya.js → matMul16-BcVC_E62.js} +3 -3
- package/dist/{matMulGelu-CsZnh18H.js → matMulGelu-JNLZqKQp.js} +18 -18
- package/dist/mat_mul-DhG0Newp.js +11 -0
- package/dist/mod-CSdCpRjf.js +11 -0
- package/dist/models/NanoGPTV1.js +2 -2
- package/dist/models/NanoGPTV2.js +2 -2
- package/dist/models/model.d.ts +1 -0
- package/dist/models/model.js +9 -9
- package/dist/{not_equal-CkQKkKZy.js → not_equal-hurPF26l.js} +15 -15
- package/dist/{ones-DbVB5N58.js → ones-BytntneX.js} +3 -3
- package/dist/ops/adamAdjust.js +3 -3
- package/dist/ops/adamMoments.js +3 -3
- package/dist/ops/add16.js +1 -1
- package/dist/ops/appendCache.js +6 -6
- package/dist/ops/attentionMask.js +3 -3
- package/dist/ops/concat16.js +3 -3
- package/dist/ops/cpu/adamAdjust.js +9 -9
- package/dist/ops/cpu/adamMoments.js +5 -5
- package/dist/ops/cpu/appendCache.js +2 -2
- package/dist/ops/cpu/attentionMask.js +6 -6
- package/dist/ops/cpu/fusedSoftmax.js +4 -4
- package/dist/ops/cpu/gatherSub.js +5 -5
- package/dist/ops/cpu/gelu.js +4 -4
- package/dist/ops/cpu/matMul16.js +2 -2
- package/dist/ops/cpu/matMulGelu.js +7 -7
- package/dist/ops/cpu/matMulMul.js +2 -2
- package/dist/ops/cpu/mulDropout.js +5 -5
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +3 -3
- package/dist/ops/cpu/rope.js +5 -5
- package/dist/ops/cpu/scatterSub.js +5 -5
- package/dist/ops/dot16.js +2 -2
- package/dist/ops/dropout.js +6 -6
- package/dist/ops/dropout16.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +2 -2
- package/dist/ops/globalNorm.js +7 -7
- package/dist/ops/grads/add16.js +1 -1
- package/dist/ops/grads/attentionMask.js +2 -2
- package/dist/ops/grads/dropout16.js +1 -1
- package/dist/ops/grads/gelu.js +2 -2
- package/dist/ops/grads/matMul16.js +3 -3
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/mul16.js +1 -1
- package/dist/ops/grads/normRMS.js +7 -7
- package/dist/ops/grads/pack16.js +3 -3
- package/dist/ops/grads/qkv.js +11 -11
- package/dist/ops/grads/rope.js +2 -2
- package/dist/ops/grads/softmax16.js +1 -1
- package/dist/ops/grads/unpack16.js +2 -2
- package/dist/ops/matMul16.js +3 -3
- package/dist/ops/matMulGelu.js +6 -6
- package/dist/ops/matMulMul.js +3 -3
- package/dist/ops/mul16.js +1 -1
- package/dist/ops/mulDrop.js +3 -3
- package/dist/ops/normRMS.js +4 -4
- package/dist/ops/pack16.js +2 -2
- package/dist/ops/qkv.js +3 -3
- package/dist/ops/reshape16.js +6 -6
- package/dist/ops/rope.js +2 -2
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/slice16.js +2 -2
- package/dist/ops/softmax16.js +1 -1
- package/dist/ops/sub16.js +1 -1
- package/dist/ops/sum16.js +6 -6
- package/dist/ops/transpose16.js +3 -3
- package/dist/ops/unpack16.js +2 -2
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +1 -1
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/dropout16.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +7 -7
- package/dist/ops/webgl/gatherSub.js +3 -3
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMul16.js +13 -13
- package/dist/ops/webgl/matMulGelu.js +4 -4
- package/dist/ops/webgl/matMulMul.js +2 -2
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +2 -2
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +2 -2
- package/dist/ops/webgpu/adamAdjust.js +3 -3
- package/dist/ops/webgpu/adamMoments.js +3 -3
- package/dist/ops/webgpu/add16.js +6 -6
- package/dist/ops/webgpu/appendCache.js +3 -3
- package/dist/ops/webgpu/attentionMask.js +2 -2
- package/dist/ops/webgpu/attentionMask32_program.js +2 -2
- package/dist/ops/webgpu/clipScale.js +7 -7
- package/dist/ops/webgpu/concat16.js +5 -5
- package/dist/ops/webgpu/dropout16.js +6 -6
- package/dist/ops/webgpu/gatherSub.js +3 -3
- package/dist/ops/webgpu/gelu.js +8 -8
- package/dist/ops/webgpu/matMul16.js +16 -16
- package/dist/ops/webgpu/matMul16_program.js +2 -2
- package/dist/ops/webgpu/mul16.js +5 -5
- package/dist/ops/webgpu/norm2.js +1 -1
- package/dist/ops/webgpu/normRMS.js +2 -2
- package/dist/ops/webgpu/normRMSGrad.js +4 -4
- package/dist/ops/webgpu/pack16.js +4 -4
- package/dist/ops/webgpu/pack16_program.js +2 -2
- package/dist/ops/webgpu/qkv.js +2 -2
- package/dist/ops/webgpu/rope.js +3 -3
- package/dist/ops/webgpu/scatterSub.js +3 -3
- package/dist/ops/webgpu/slice16.js +4 -4
- package/dist/ops/webgpu/softmax16.js +4 -4
- package/dist/ops/webgpu/softmax16_program.js +2 -2
- package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
- package/dist/ops/webgpu/softmax16grad.js +4 -4
- package/dist/ops/webgpu/sub16.js +6 -6
- package/dist/ops/webgpu/sum16.js +3 -3
- package/dist/ops/webgpu/transpose16.js +8 -8
- package/dist/ops/webgpu/transpose16_program.js +2 -2
- package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
- package/dist/ops/webgpu/unpack16.js +3 -3
- package/dist/ops/webgpu/utils/binary_op.js +3 -3
- package/dist/ops/webgpu/utils/reductions.js +5 -5
- package/dist/{ops-CURIZSVt.js → ops-CsXeTq1P.js} +100 -100
- package/dist/{pack16-WlOSOuZA.js → pack16-bqltoUlR.js} +2 -2
- package/dist/patches/webgpu_backend.js +6 -6
- package/dist/patches/webgpu_base.js +1 -1
- package/dist/patches/webgpu_program.js +2 -2
- package/dist/{random_normal-CIm8lk2-.js → random_normal-IBRrha8a.js} +1 -1
- package/dist/{random_width-B_fVXhGx.js → random_width-DN5ZtQkM.js} +131 -131
- package/dist/{range-BDxO73mk.js → range-C-CjF-LI.js} +1 -1
- package/dist/relu-J_X6MUzx.js +9 -0
- package/dist/{reshape-BIN71H3p.js → reshape-BDOuCSNW.js} +1 -1
- package/dist/{resize_nearest_neighbor-C6_0dAnK.js → resize_nearest_neighbor-BojqlfRe.js} +41 -41
- package/dist/{rope-CC5RjmKU.js → rope-DcrZM_e6.js} +5 -5
- package/dist/{scatter_nd_util-C-x73Cj6.js → scatter_nd_util-ByNJaL6I.js} +1 -1
- package/dist/{segment_util-4zuHV5IG.js → segment_util-Dasb2Zaf.js} +2 -2
- package/dist/{selu_util-BXdhy_W6.js → selu_util-BLhIqRkw.js} +5 -5
- package/dist/{shared-zTaJ5siv.js → shared-3agzAqQ_.js} +1 -1
- package/dist/{shared-DRWDyk9w.js → shared-CagdqkLh.js} +6 -6
- package/dist/slice-BzS11Qh0.js +12 -0
- package/dist/{slice_util-DPY56GzQ.js → slice_util-CC35pLmT.js} +5 -5
- package/dist/{softmax-BLGJqdwx.js → softmax-D4q1LJN7.js} +1 -1
- package/dist/split-C2Sj255c.js +9 -0
- package/dist/{squeeze-O_YWJpw_.js → squeeze-ho4wLUek.js} +2 -2
- package/dist/{stack-z6QE7kmP.js → stack-DudVrtmG.js} +1 -1
- package/dist/{step-DQY6_ABw.js → step-BTxPtq1r.js} +4 -4
- package/dist/{sum-D39FeU5h.js → sum-BpiwSWvg.js} +3 -3
- package/dist/{tensor-D8e0Gd7c.js → tensor-BWFldCso.js} +1 -1
- package/dist/{tensor1d-BMl0eZYV.js → tensor1d-LMGMIUlr.js} +1 -1
- package/dist/{tensor2d-DTtQ1QcT.js → tensor2d-BnXMKScO.js} +1 -1
- package/dist/{tensor4d-Dj4rDssL.js → tensor4d-C6UCG_u8.js} +1 -1
- package/dist/{tfjs_backend-Bk3PmK91.js → tfjs_backend-BGnG-ppu.js} +65 -65
- package/dist/{tile-CsWlVKKz.js → tile-CFy-xTO6.js} +1 -1
- package/dist/tokeniser/BaseTokeniser.d.ts +4 -0
- package/dist/tokeniser/BaseTokeniser.js +61 -56
- package/dist/tokeniser/type.d.ts +8 -0
- package/dist/training/AdamW.js +2 -2
- package/dist/training/BasicTrainer.d.ts +1 -0
- package/dist/training/BasicTrainer.js +95 -79
- package/dist/training/DatasetBuilder.d.ts +6 -2
- package/dist/training/DatasetBuilder.js +60 -41
- package/dist/training/Evaluator.d.ts +1 -2
- package/dist/training/Evaluator.js +21 -31
- package/dist/training/SFTTrainer.d.ts +3 -2
- package/dist/training/SFTTrainer.js +4 -3
- package/dist/training/orthoGrad.js +1 -1
- package/dist/training/sparseCrossEntropy.js +38 -38
- package/dist/training/tasks/ConversationTask.d.ts +4 -0
- package/dist/training/tasks/ConversationTask.js +7 -7
- package/dist/training/tasks/PretrainingTask.d.ts +4 -0
- package/dist/training/tasks/PretrainingTask.js +11 -7
- package/dist/training/tasks/StartSentenceTask.d.ts +4 -0
- package/dist/training/tasks/StartSentenceTask.js +5 -5
- package/dist/training/tasks/Task.d.ts +12 -0
- package/dist/training/tasks/Task.js +55 -31
- package/dist/training/types.d.ts +1 -0
- package/dist/training/validation.d.ts +1 -1
- package/dist/training/validation.js +33 -32
- package/dist/{transpose-Qxz-4os3.js → transpose-9kRxIXWR.js} +7 -7
- package/dist/{unsorted_segment_sum-BfFVV9Zm.js → unsorted_segment_sum-DJvk5xnh.js} +20 -20
- package/dist/utilities/dummy.js +6 -6
- package/dist/utilities/multinomialCPU.js +2 -2
- package/dist/utilities/packed.js +1 -1
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.js +2 -2
- package/dist/utilities/sentences.js +5 -5
- package/dist/utilities/weights.js +2 -2
- package/dist/{variable-SSATClyt.js → variable-Ck482e3n.js} +1 -1
- package/dist/{webgpu_program-CbjdYLYk.js → webgpu_program-B4HmApL1.js} +1 -1
- package/dist/{webgpu_util-DuofJBMo.js → webgpu_util-DYlGSwOJ.js} +7 -7
- package/dist/{zeros-Bw0puq_w.js → zeros-DvZpK8s6.js} +2 -2
- package/dist/{zeros_like-rOHr54NY.js → zeros_like-CWjDdwr-.js} +69 -69
- package/package.json +1 -1
- package/dist/complex-3DpPEG9B.js +0 -11
- package/dist/mat_mul-DP86qZtZ.js +0 -11
- package/dist/mod-BXjLYwvM.js +0 -11
- package/dist/readers-17HLdxVM.js +0 -12
- package/dist/relu-DTvZKBsZ.js +0 -9
- package/dist/slice-BvItlgXu.js +0 -12
- package/dist/split-BN9LkEgS.js +0 -9
- package/dist/training/SFTDatasetBuilder.d.ts +0 -23
- package/dist/training/SFTDatasetBuilder.js +0 -85
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { o as f,
|
|
2
|
-
import { v as k } from "../../scatter_nd_util-
|
|
3
|
-
import { r as D } from "../../range-
|
|
4
|
-
import { s as v } from "../../stack-
|
|
5
|
-
import { o as E } from "../../ones-
|
|
1
|
+
import { o as f, u as g, q as r, E as l, ak as N, c as b, a1 as S, m as h } from "../../index-CUXkjxiT.js";
|
|
2
|
+
import { v as k } from "../../scatter_nd_util-ByNJaL6I.js";
|
|
3
|
+
import { r as D } from "../../range-C-CjF-LI.js";
|
|
4
|
+
import { s as v } from "../../stack-DudVrtmG.js";
|
|
5
|
+
import { o as E } from "../../ones-BytntneX.js";
|
|
6
6
|
function I(a, e, s) {
|
|
7
7
|
g(s);
|
|
8
8
|
const n = r(a, "indices", "scatterND", "int32"), t = r(e, "updates", "scatterND");
|
package/dist/ops/dot16.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { b as d } from "../matMul16-
|
|
1
|
+
import { b as d } from "../matMul16-BcVC_E62.js";
|
|
2
2
|
import { transpose16 as w } from "./transpose16.js";
|
|
3
3
|
import { reshape16 as n } from "./reshape16.js";
|
|
4
4
|
import { isPackedTensor as p } from "../utilities/packed.js";
|
|
5
|
-
import { d as x } from "../tfjs_backend-
|
|
5
|
+
import { d as x } from "../tfjs_backend-BGnG-ppu.js";
|
|
6
6
|
function E(e, s, h = !1, c = !1) {
|
|
7
7
|
if (!p(e) && !p(s))
|
|
8
8
|
return x(e, s);
|
package/dist/ops/dropout.js
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { g as
|
|
1
|
+
import { q as m, x as f, ag as p, i as u, j as c } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { g as l, r as d } from "../dropout_util--NxWuYg2.js";
|
|
3
3
|
import { mul16 as g } from "./mul16.js";
|
|
4
|
-
import { f as
|
|
5
|
-
function
|
|
4
|
+
import { f as b } from "../floor-BQtb-Azg.js";
|
|
5
|
+
function v(t, o, n, e) {
|
|
6
6
|
const r = m(t, "x", "dropout");
|
|
7
7
|
if (f(o >= 0 && o < 1, () => `rate must be a float in the range [0, 1), but got ${o}.`), o === 0)
|
|
8
8
|
return t instanceof p ? r.clone() : r;
|
|
9
|
-
const a =
|
|
9
|
+
const a = l(r, n), s = 1 - o, i = u(b(c(d(a, 0, 1, "float32", e), s)), s);
|
|
10
10
|
return g(r, i);
|
|
11
11
|
}
|
|
12
12
|
export {
|
|
13
|
-
|
|
13
|
+
v as dropout
|
|
14
14
|
};
|
package/dist/ops/dropout16.js
CHANGED
package/dist/ops/gatherSub.js
CHANGED
package/dist/ops/gelu.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import "../index-
|
|
1
|
+
import "../index-CUXkjxiT.js";
|
|
2
2
|
import "./cpu/gelu.js";
|
|
3
3
|
import "./webgl/gelu.js";
|
|
4
|
-
import { d as e, g as i } from "../gelu-
|
|
4
|
+
import { d as e, g as i } from "../gelu-B220X1Go.js";
|
|
5
5
|
export {
|
|
6
6
|
e as dGelu,
|
|
7
7
|
i as gelu
|
package/dist/ops/globalNorm.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { t as i,
|
|
2
|
-
import { z as l } from "../zeros-
|
|
3
|
-
function c(
|
|
1
|
+
import { t as i, h as n } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { z as l } from "../zeros-DvZpK8s6.js";
|
|
3
|
+
function c(r, e, o = 1) {
|
|
4
4
|
return i(() => {
|
|
5
|
-
const t = l([
|
|
6
|
-
return
|
|
7
|
-
(p, u) => n().runKernel("Norm2", { x: p, output: t }, { invLossScaling:
|
|
8
|
-
), n().runKernel("ClipScale", { x: t }, { invLossScaling:
|
|
5
|
+
const t = l([r.length], "int32");
|
|
6
|
+
return r.map(
|
|
7
|
+
(p, u) => n().runKernel("Norm2", { x: p, output: t }, { invLossScaling: e, index: u })
|
|
8
|
+
), n().runKernel("ClipScale", { x: t }, { invLossScaling: e, clipNorm: o });
|
|
9
9
|
});
|
|
10
10
|
}
|
|
11
11
|
export {
|
package/dist/ops/grads/add16.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { m as o } from "../../matMul16-
|
|
1
|
+
import { e as m } from "../../index-CUXkjxiT.js";
|
|
2
|
+
import { m as o } from "../../matMul16-BcVC_E62.js";
|
|
3
3
|
import { transpose16 as c } from "../transpose16.js";
|
|
4
4
|
const l = {
|
|
5
5
|
kernelName: "AttentionMask",
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import "../../index-
|
|
1
|
+
import "../../index-CUXkjxiT.js";
|
|
2
2
|
import "../dropout16.js";
|
package/dist/ops/grads/gelu.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import "../../index-
|
|
2
|
-
import { a as f } from "../../matMul16-
|
|
3
|
-
import "../../gelu-
|
|
1
|
+
import "../../index-CUXkjxiT.js";
|
|
2
|
+
import { a as f } from "../../matMul16-BcVC_E62.js";
|
|
3
|
+
import "../../gelu-B220X1Go.js";
|
|
4
4
|
import "../transpose16.js";
|
|
5
5
|
import "../reshape16.js";
|
|
6
6
|
import "../mul16.js";
|
package/dist/ops/grads/mul16.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { e, h as u } from "../../index-CUXkjxiT.js";
|
|
2
2
|
function m(r, n, o) {
|
|
3
3
|
return u().runKernel("RMSNormGrad", o ? { dy: r, x: n, gamma: o } : { dy: r, x: n });
|
|
4
4
|
}
|
|
5
|
-
const
|
|
5
|
+
const S = {
|
|
6
6
|
kernelName: "RMSNorm",
|
|
7
7
|
inputsToSave: ["x", "gamma"],
|
|
8
8
|
outputsToSave: [],
|
|
@@ -14,8 +14,8 @@ const c = {
|
|
|
14
14
|
};
|
|
15
15
|
}
|
|
16
16
|
};
|
|
17
|
-
e(
|
|
18
|
-
const
|
|
17
|
+
e(S);
|
|
18
|
+
const c = {
|
|
19
19
|
kernelName: "RMSNormNoGamma",
|
|
20
20
|
inputsToSave: ["x"],
|
|
21
21
|
outputsToSave: [],
|
|
@@ -26,8 +26,8 @@ const S = {
|
|
|
26
26
|
};
|
|
27
27
|
}
|
|
28
28
|
};
|
|
29
|
-
e(
|
|
29
|
+
e(c);
|
|
30
30
|
export {
|
|
31
|
-
|
|
32
|
-
|
|
31
|
+
S as normRMSGradConfig,
|
|
32
|
+
c as normRMSGradConfigNoGamma
|
|
33
33
|
};
|
package/dist/ops/grads/pack16.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import "../../index-
|
|
2
|
-
import { b as i } from "../../pack16-
|
|
3
|
-
import "../../slice-
|
|
1
|
+
import "../../index-CUXkjxiT.js";
|
|
2
|
+
import { b as i } from "../../pack16-bqltoUlR.js";
|
|
3
|
+
import "../../slice-BzS11Qh0.js";
|
|
4
4
|
export {
|
|
5
5
|
i as packGradConfig
|
|
6
6
|
};
|
package/dist/ops/grads/qkv.js
CHANGED
|
@@ -1,32 +1,32 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { a as f } from "../../matMul16-
|
|
1
|
+
import { e as u } from "../../index-CUXkjxiT.js";
|
|
2
|
+
import { a as f } from "../../matMul16-BcVC_E62.js";
|
|
3
3
|
import { concat16 as g } from "../concat16.js";
|
|
4
4
|
import { sum16 as l } from "../sum16.js";
|
|
5
|
-
import { s as k } from "../../squeeze-
|
|
5
|
+
import { s as k } from "../../squeeze-ho4wLUek.js";
|
|
6
6
|
const i = {
|
|
7
7
|
kernelName: "QKV",
|
|
8
8
|
inputsToSave: ["x", "kernel"],
|
|
9
9
|
outputsToSave: [],
|
|
10
|
-
gradFunc: (
|
|
11
|
-
const [r, n, t] =
|
|
10
|
+
gradFunc: (o, s) => {
|
|
11
|
+
const [r, n, t] = o, [a] = s, p = g([r, n, t], 1);
|
|
12
12
|
r.dispose(), n.dispose(), t.dispose();
|
|
13
|
-
const
|
|
13
|
+
const m = [a.shape[0], a.shape[1], 3 * a.shape[2]], d = f.gradFunc(p, s, {
|
|
14
14
|
transposeA: !1,
|
|
15
15
|
transposeB: !1,
|
|
16
|
-
originalShape:
|
|
16
|
+
originalShape: m,
|
|
17
17
|
perm: [0, 2, 1, 3]
|
|
18
18
|
});
|
|
19
19
|
return p.dispose(), {
|
|
20
20
|
x: () => d.A(),
|
|
21
21
|
kernel: () => {
|
|
22
|
-
const
|
|
23
|
-
return
|
|
22
|
+
const e = d.B(), c = e.shape[0] === 1 ? k(e, [0]) : l(e, 0);
|
|
23
|
+
return e.dispose(), c;
|
|
24
24
|
}
|
|
25
25
|
};
|
|
26
26
|
}
|
|
27
27
|
};
|
|
28
|
-
function B(
|
|
29
|
-
return i.gradFunc(
|
|
28
|
+
function B(o, s, r) {
|
|
29
|
+
return i.gradFunc(o, [s, r], {});
|
|
30
30
|
}
|
|
31
31
|
u(i);
|
|
32
32
|
export {
|
package/dist/ops/grads/rope.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { e as n, h as a } from "../../index-CUXkjxiT.js";
|
|
2
2
|
import { isPackedTensor as t } from "../../utilities/packed.js";
|
|
3
3
|
function s(r, e) {
|
|
4
4
|
return a().runKernel("Softmax16Grad", { dy: r, softmaxOutput: e });
|
package/dist/ops/matMul16.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import "../index-
|
|
2
|
-
import { b as p, c as u, d as i, e as s, m as M } from "../matMul16-
|
|
1
|
+
import "../index-CUXkjxiT.js";
|
|
2
|
+
import { b as p, c as u, d as i, e as s, m as M } from "../matMul16-BcVC_E62.js";
|
|
3
3
|
import "./webgl/matMul16.js";
|
|
4
4
|
import "./cpu/matMul16.js";
|
|
5
5
|
import "../utilities/packed.js";
|
|
6
|
-
import "../pack16-
|
|
6
|
+
import "../pack16-bqltoUlR.js";
|
|
7
7
|
export {
|
|
8
8
|
p as matMul16,
|
|
9
9
|
u as matMul16Gelu,
|
package/dist/ops/matMulGelu.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { h as e } from "../index-CUXkjxiT.js";
|
|
2
2
|
import "./cpu/matMulGelu.js";
|
|
3
|
-
import "../matMulGelu-
|
|
3
|
+
import "../matMulGelu-JNLZqKQp.js";
|
|
4
4
|
import "./grads/matMulGelu.js";
|
|
5
|
-
function M(r,
|
|
6
|
-
return
|
|
5
|
+
function M(r, u) {
|
|
6
|
+
return e().runKernel("MatMulGelu", { x: r, kernel: u });
|
|
7
7
|
}
|
|
8
|
-
function a(r,
|
|
9
|
-
return
|
|
8
|
+
function a(r, u, t) {
|
|
9
|
+
return e().runKernel("MatMulGeluGrad", { dy: r, x: u, kernel: t });
|
|
10
10
|
}
|
|
11
11
|
export {
|
|
12
12
|
a as dMatMulGelu,
|
package/dist/ops/matMulMul.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { h as u } from "../index-CUXkjxiT.js";
|
|
2
2
|
import "./cpu/matMulMul.js";
|
|
3
3
|
import "./webgl/matMulMul.js";
|
|
4
|
-
function m(
|
|
5
|
-
return u().runKernel("MatMulMul", { x:
|
|
4
|
+
function m(r, e, t, l = !1, n = !1) {
|
|
5
|
+
return u().runKernel("MatMulMul", { x: r, kernel: e, y: t }, { transposeA: l, transposeB: n });
|
|
6
6
|
}
|
|
7
7
|
export {
|
|
8
8
|
m as matMulMul
|
package/dist/ops/mul16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { e as h, _ as f, $ as d, m as g, h as A } from "../index-CUXkjxiT.js";
|
|
2
2
|
import { isPackedTensor as i } from "../utilities/packed.js";
|
|
3
3
|
import { sum16 as p } from "./sum16.js";
|
|
4
4
|
import { reshape16 as l } from "./reshape16.js";
|
package/dist/ops/mulDrop.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { h as e } from "../index-CUXkjxiT.js";
|
|
2
2
|
import "./cpu/mulDropout.js";
|
|
3
3
|
import "./webgl/mulDropout.js";
|
|
4
|
-
function m(r, o,
|
|
5
|
-
return
|
|
4
|
+
function m(r, o, n, t) {
|
|
5
|
+
return e().runKernel("MulDropout", { a: r, b: o }, { dropoutRate: n, seed: t });
|
|
6
6
|
}
|
|
7
7
|
export {
|
|
8
8
|
m as mulDrop
|
package/dist/ops/normRMS.js
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { h as s } from "../index-CUXkjxiT.js";
|
|
2
2
|
import "./cpu/normRMS.js";
|
|
3
3
|
import "./webgl/normRMS.js";
|
|
4
4
|
import "./grads/normRMS.js";
|
|
5
5
|
function R(e, r) {
|
|
6
6
|
if (e.rank === 4) {
|
|
7
|
-
const [t, p, ...i] = e.shape,
|
|
7
|
+
const [t, p, ...i] = e.shape, h = [t * p, ...i], o = e.reshape(h), n = s().runKernel(
|
|
8
8
|
r ? "RMSNorm" : "RMSNormNoGamma",
|
|
9
9
|
r ? { x: o, gamma: r } : { x: o }
|
|
10
10
|
);
|
|
11
11
|
o.dispose();
|
|
12
|
-
const
|
|
13
|
-
return n.dispose(),
|
|
12
|
+
const c = n.reshape(e.shape);
|
|
13
|
+
return n.dispose(), c;
|
|
14
14
|
}
|
|
15
15
|
return s().runKernel(r ? "RMSNorm" : "RMSNormNoGamma", r ? { x: e, gamma: r } : { x: e });
|
|
16
16
|
}
|
package/dist/ops/pack16.js
CHANGED
package/dist/ops/qkv.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { h as e } from "../index-CUXkjxiT.js";
|
|
2
2
|
import "./cpu/qkv.js";
|
|
3
3
|
import "./webgl/qkv.js";
|
|
4
4
|
import "./grads/qkv.js";
|
|
5
|
-
function u(r,
|
|
6
|
-
return
|
|
5
|
+
function u(r, n, o, t = !1) {
|
|
6
|
+
return e().runKernel("QKV", { x: r, kernel: n }, { heads: o, packed: t });
|
|
7
7
|
}
|
|
8
8
|
export {
|
|
9
9
|
u as qkv
|
package/dist/ops/reshape16.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { r as u } from "../reshape-
|
|
1
|
+
import { e as p, c as s, h as c } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { r as u } from "../reshape-BDOuCSNW.js";
|
|
3
3
|
const i = {
|
|
4
4
|
kernelName: "Reshape16",
|
|
5
5
|
inputsToSave: ["x"],
|
|
@@ -21,18 +21,18 @@ const l = {
|
|
|
21
21
|
kernelFunc: a
|
|
22
22
|
};
|
|
23
23
|
s(l);
|
|
24
|
-
const
|
|
24
|
+
const h = {
|
|
25
25
|
kernelName: "Reshape16",
|
|
26
26
|
backendName: "webgl",
|
|
27
27
|
kernelFunc: a
|
|
28
28
|
};
|
|
29
|
-
s(
|
|
30
|
-
const
|
|
29
|
+
s(h);
|
|
30
|
+
const g = {
|
|
31
31
|
kernelName: "Reshape16",
|
|
32
32
|
backendName: "cpu",
|
|
33
33
|
kernelFunc: a
|
|
34
34
|
};
|
|
35
|
-
s(
|
|
35
|
+
s(g);
|
|
36
36
|
function m(e, r) {
|
|
37
37
|
return c().runKernel("Reshape16", { x: e }, { shape: r });
|
|
38
38
|
}
|
package/dist/ops/rope.js
CHANGED
package/dist/ops/scatterSub.js
CHANGED
package/dist/ops/slice16.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { isPackedTensor as n } from "../utilities/packed.js";
|
|
2
|
-
import {
|
|
3
|
-
import { s as i } from "../slice-
|
|
2
|
+
import { h as c } from "../index-CUXkjxiT.js";
|
|
3
|
+
import { s as i } from "../slice-BzS11Qh0.js";
|
|
4
4
|
function a(r, e, o) {
|
|
5
5
|
return n(r) ? c().runKernel("Slice16", { x: r }, { begin: e, size: o }) : i(r, e, o);
|
|
6
6
|
}
|
package/dist/ops/softmax16.js
CHANGED
package/dist/ops/sub16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a1 as s,
|
|
1
|
+
import { a1 as s, h as t } from "../index-CUXkjxiT.js";
|
|
2
2
|
import { isPackedTensor as n } from "../utilities/packed.js";
|
|
3
3
|
function f(r, e) {
|
|
4
4
|
return !n(r) && !n(e) ? s(r, e) : t().runKernel("Sub16", { a: r, b: e });
|
package/dist/ops/sum16.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { h as e } from "../index-CUXkjxiT.js";
|
|
2
2
|
import { isPackedTensor as s } from "../utilities/packed.js";
|
|
3
|
-
import { s as n } from "../sum-
|
|
4
|
-
function p(r,
|
|
3
|
+
import { s as n } from "../sum-BpiwSWvg.js";
|
|
4
|
+
function p(r, t, o = !1) {
|
|
5
5
|
if (!s(r))
|
|
6
|
-
return n(r,
|
|
7
|
-
if (
|
|
6
|
+
return n(r, t, o);
|
|
7
|
+
if (o)
|
|
8
8
|
throw new Error("sum16 with keepDims=true not supported for packed tensors");
|
|
9
|
-
return
|
|
9
|
+
return e().runKernel("Sum16", { x: r }, { axis: t ?? -1, keepDims: o });
|
|
10
10
|
}
|
|
11
11
|
export {
|
|
12
12
|
p as sum16
|
package/dist/ops/transpose16.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { e as i, c as p, h as u } from "../index-CUXkjxiT.js";
|
|
2
2
|
import { forcePacked as l, forceFloat as m } from "./grads/utils.js";
|
|
3
|
-
import { g } from "../axis_util-
|
|
3
|
+
import { g } from "../axis_util-GTVlo58H.js";
|
|
4
4
|
import { isPackedTensor as f } from "../utilities/packed.js";
|
|
5
|
-
import { t as a } from "../transpose-
|
|
5
|
+
import { t as a } from "../transpose-9kRxIXWR.js";
|
|
6
6
|
const d = {
|
|
7
7
|
kernelName: "Transpose16",
|
|
8
8
|
gradFunc: (r, s, t) => {
|
package/dist/ops/unpack16.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { m as b, s as I, r as k } from "../../RealDiv-
|
|
2
|
-
import { r as v } from "../../Reshape-
|
|
3
|
-
import {
|
|
4
|
-
import { e as S } from "../../axis_util-
|
|
1
|
+
import { m as b, s as I, r as k } from "../../RealDiv-CGwv0liw.js";
|
|
2
|
+
import { r as v } from "../../Reshape-BW__R4mZ.js";
|
|
3
|
+
import { c as w, ah as P } from "../../index-CUXkjxiT.js";
|
|
4
|
+
import { e as S } from "../../axis_util-GTVlo58H.js";
|
|
5
5
|
class T {
|
|
6
6
|
variableNames = ["logits", "maxLogits"];
|
|
7
7
|
outputShape;
|
|
@@ -49,10 +49,10 @@ class C {
|
|
|
49
49
|
}
|
|
50
50
|
}
|
|
51
51
|
function L(r) {
|
|
52
|
-
const { inputs: t, attrs: m } = r, { logits: e } = t, { dim:
|
|
52
|
+
const { inputs: t, attrs: m } = r, { logits: e } = t, { dim: c, dropoutRate: n, seed: u } = m, o = r.backend;
|
|
53
53
|
if (!e)
|
|
54
54
|
throw new Error("Error in softmax: input logits is null");
|
|
55
|
-
const i = P([
|
|
55
|
+
const i = P([c], e.shape), d = b({
|
|
56
56
|
inputs: { x: e },
|
|
57
57
|
backend: o,
|
|
58
58
|
attrs: { reductionIndices: i, keepDims: !1 }
|
|
@@ -62,7 +62,7 @@ function L(r) {
|
|
|
62
62
|
if (n !== void 0 && n > 0) {
|
|
63
63
|
const h = new C(e.shape), g = o.runWebGLProgram(h, [s, a], "float32", [
|
|
64
64
|
[n],
|
|
65
|
-
[
|
|
65
|
+
[u ?? Math.random() * 1e4]
|
|
66
66
|
]);
|
|
67
67
|
return o.disposeIntermediateTensorInfo(s), o.disposeIntermediateTensorInfo(p), o.disposeIntermediateTensorInfo(a), g;
|
|
68
68
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as l } from "../../index-CUXkjxiT.js";
|
|
2
2
|
class u {
|
|
3
3
|
variableNames = ["labels", "logits", "values"];
|
|
4
4
|
outputShape;
|
|
@@ -16,8 +16,8 @@ class u {
|
|
|
16
16
|
}
|
|
17
17
|
}
|
|
18
18
|
function i(t) {
|
|
19
|
-
const { logits: e, labels: o, values:
|
|
20
|
-
return
|
|
19
|
+
const { logits: e, labels: o, values: s } = t.inputs, a = t.backend, r = o.shape[0], n = new u(r);
|
|
20
|
+
return a.runWebGLProgram(n, [o, e, s], "float32");
|
|
21
21
|
}
|
|
22
22
|
const c = {
|
|
23
23
|
kernelName: "EfficientGatherSub",
|
package/dist/ops/webgl/gelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { a } from "../../index-
|
|
2
|
-
import { u as s, C as i } from "../../kernel_funcs_utils-
|
|
1
|
+
import { c as a } from "../../index-CUXkjxiT.js";
|
|
2
|
+
import { u as s, C as i } from "../../kernel_funcs_utils-pq0CK9co.js";
|
|
3
3
|
const t = 0.7978845608028654, r = 0.044715, c = i + `
|
|
4
4
|
float x3 = x * x * x;
|
|
5
5
|
float inner = x + ${r} * x3;
|
package/dist/ops/webgl/log.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { u as s, l as N } from "../../kernel_funcs_utils-
|
|
3
|
-
import { y as l } from "../../shared-
|
|
1
|
+
import { c as e, aO as r } from "../../index-CUXkjxiT.js";
|
|
2
|
+
import { u as s, l as N } from "../../kernel_funcs_utils-pq0CK9co.js";
|
|
3
|
+
import { y as l } from "../../shared-3agzAqQ_.js";
|
|
4
4
|
const a = N + `
|
|
5
5
|
return x < 0.0 ? NAN : log(x);
|
|
6
6
|
`, t = `
|