@genai-fi/nanogpt 0.20.7 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{BaseTokeniser-DSg9zcYq.js → BaseTokeniser-C9TSv4th.js} +1 -1
- package/dist/{DatasetBuilder-DgURD85T.js → DatasetBuilder-B9UGNQT5.js} +82 -88
- package/dist/Generator.js +1 -1
- package/dist/{RealDiv-DBu0FQqT.js → RealDiv-CNsvC4AU.js} +6 -6
- package/dist/{Reshape-DqO3r8BC.js → Reshape-CwxdaU8n.js} +1 -1
- package/dist/{Reshape-CABOPB9d.js → Reshape-dnm9bO3B.js} +2 -2
- package/dist/TeachableLLM.js +1 -1
- package/dist/Trainer.js +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-Cg-roD1p.js → backend_util-DAV0I34P.js} +5 -5
- package/dist/checks/appendCache.js +1 -1
- package/dist/checks/attentionMask.js +1 -1
- package/dist/checks/gelu.js +1 -1
- package/dist/checks/matMulGelu.js +1 -1
- package/dist/checks/normRMS.js +1 -1
- package/dist/checks/normRMSGrad.js +1 -1
- package/dist/checks/packUnpack.js +1 -1
- package/dist/checks/qkv.js +1 -1
- package/dist/checks/rope.js +1 -1
- package/dist/{chunk-BPntVaq0.js → chunk-CWhphoD1.js} +5 -5
- package/dist/{concat_util-CWDZCBlA.js → concat_util-CWzvQQlK.js} +1 -1
- package/dist/data/docx.js +58 -59
- package/dist/data/pdf.js +1 -1
- package/dist/data/textLoader.js +1 -1
- package/dist/{dist-DVmq73nz.js → dist-9wGF4ci9.js} +10 -10
- package/dist/{dist-VEU5mfO0.js → dist-BqAU9-yi.js} +4 -4
- package/dist/{dist-BewPQWjc.js → dist-Da20xy8E.js} +1874 -3071
- package/dist/{gelu-Bf1HW1RY.js → gelu-B6637MKa.js} +1 -1
- package/dist/{gpgpu_math-DvLcCH6u.js → gpgpu_math-DBYEAAdI.js} +2 -2
- package/dist/{kernel_funcs_utils-HiXOOx3f.js → kernel_funcs_utils-D-mATnGR.js} +3 -3
- package/dist/layers/BaseLayer.js +1 -1
- package/dist/layers/CausalSelfAttention.js +4 -4
- package/dist/layers/LoRA.js +3 -3
- package/dist/layers/MLP.js +2 -2
- package/dist/layers/PositionEmbedding.js +2 -2
- package/dist/layers/RMSNorm.js +1 -1
- package/dist/layers/RoPECache.js +1 -1
- package/dist/layers/TiedEmbedding.js +3 -3
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/layers/WeightStore.js +3 -3
- package/dist/loader/load.js +1 -1
- package/dist/loader/loadHF.js +1 -1
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/loadZipMeta.js +1 -1
- package/dist/loader/newZipLoad.js +1 -1
- package/dist/loader/oldZipLoad.js +1 -1
- package/dist/loader/save.d.ts +1 -0
- package/dist/loader/save.js +1 -1
- package/dist/{main-BTmbwF1h.js → main-DdsoTJAW.js} +2009 -2014
- package/dist/main.js +1 -1
- package/dist/{matMul16-BNfZSnNM.js → matMul16-DGtlziMn.js} +3 -3
- package/dist/{matMulGelu-CPTntosE.js → matMulGelu-BAIgQaRx.js} +3 -3
- package/dist/models/NanoGPTV1.js +1 -1
- package/dist/models/NanoGPTV2.js +1 -1
- package/dist/models/factory.js +1 -1
- package/dist/models/model.js +1 -1
- package/dist/ops/adamAdjust.js +1 -1
- package/dist/ops/adamMoments.js +1 -1
- package/dist/ops/add16.js +1 -1
- package/dist/ops/appendCache.js +1 -1
- package/dist/ops/attentionMask.js +1 -1
- package/dist/ops/concat16.js +1 -1
- package/dist/ops/cpu/adamAdjust.js +1 -1
- package/dist/ops/cpu/adamMoments.js +1 -1
- package/dist/ops/cpu/appendCache.js +1 -1
- package/dist/ops/cpu/attentionMask.js +1 -1
- package/dist/ops/cpu/fusedSoftmax.js +1 -1
- package/dist/ops/cpu/gatherSub.js +1 -1
- package/dist/ops/cpu/gelu.js +1 -1
- package/dist/ops/cpu/matMul16.js +1 -1
- package/dist/ops/cpu/matMulGelu.js +2 -2
- package/dist/ops/cpu/matMulMul.js +1 -1
- package/dist/ops/cpu/mulDropout.js +1 -1
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +1 -1
- package/dist/ops/cpu/rope.js +1 -1
- package/dist/ops/cpu/scatterSub.js +1 -1
- package/dist/ops/dot16.js +2 -2
- package/dist/ops/dropout.js +1 -1
- package/dist/ops/dropout16.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +1 -1
- package/dist/ops/globalNorm.js +1 -1
- package/dist/ops/grads/add16.js +1 -1
- package/dist/ops/grads/attentionMask.js +2 -2
- package/dist/ops/grads/gelu.js +1 -1
- package/dist/ops/grads/matMul16.js +1 -1
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/normRMS.js +1 -1
- package/dist/ops/grads/pack16.js +1 -1
- package/dist/ops/grads/qkv.js +2 -2
- package/dist/ops/grads/rope.js +1 -1
- package/dist/ops/grads/softmax16.js +1 -1
- package/dist/ops/grads/unpack16.js +1 -1
- package/dist/ops/matMul16.js +1 -1
- package/dist/ops/matMulGelu.js +2 -2
- package/dist/ops/matMulMul.js +1 -1
- package/dist/ops/mul16.js +1 -1
- package/dist/ops/mulDrop.js +1 -1
- package/dist/ops/normRMS.js +1 -1
- package/dist/ops/pack16.js +1 -1
- package/dist/ops/qkv.js +1 -1
- package/dist/ops/reshape16.js +1 -1
- package/dist/ops/rope.js +1 -1
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/slice16.js +1 -1
- package/dist/ops/softmax16.js +1 -1
- package/dist/ops/sub16.js +1 -1
- package/dist/ops/sum16.js +1 -1
- package/dist/ops/transpose16.js +1 -1
- package/dist/ops/unpack16.js +1 -1
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +1 -1
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/dropout16.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +3 -3
- package/dist/ops/webgl/gatherSub.js +1 -1
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMul16.js +1 -1
- package/dist/ops/webgl/matMulGelu.js +1 -1
- package/dist/ops/webgl/matMulMul.js +2 -2
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +1 -1
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +1 -1
- package/dist/ops/webgpu/adamAdjust.js +3 -3
- package/dist/ops/webgpu/adamMoments.js +3 -3
- package/dist/ops/webgpu/add16.js +1 -1
- package/dist/ops/webgpu/appendCache.js +3 -3
- package/dist/ops/webgpu/attentionMask.js +2 -2
- package/dist/ops/webgpu/attentionMask32_program.js +2 -2
- package/dist/ops/webgpu/clipScale.js +1 -1
- package/dist/ops/webgpu/concat16.js +5 -5
- package/dist/ops/webgpu/dropout16.js +3 -3
- package/dist/ops/webgpu/gatherSub.js +3 -3
- package/dist/ops/webgpu/gelu.js +3 -3
- package/dist/ops/webgpu/matMul16.js +1 -1
- package/dist/ops/webgpu/matMul16_program.js +7 -7
- package/dist/ops/webgpu/mul16.js +1 -1
- package/dist/ops/webgpu/norm2.js +1 -1
- package/dist/ops/webgpu/normRMS.js +2 -2
- package/dist/ops/webgpu/normRMSGrad.js +4 -4
- package/dist/ops/webgpu/pack16.js +1 -1
- package/dist/ops/webgpu/pack16_program.js +2 -2
- package/dist/ops/webgpu/qkv.js +2 -2
- package/dist/ops/webgpu/rope.js +3 -3
- package/dist/ops/webgpu/scatterSub.js +3 -3
- package/dist/ops/webgpu/slice16.js +4 -4
- package/dist/ops/webgpu/softmax16.js +1 -1
- package/dist/ops/webgpu/softmax16_program.js +2 -2
- package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
- package/dist/ops/webgpu/softmax16grad.js +1 -1
- package/dist/ops/webgpu/sub16.js +1 -1
- package/dist/ops/webgpu/sum16.js +15 -15
- package/dist/ops/webgpu/transpose16.js +1 -1
- package/dist/ops/webgpu/transpose16_program.js +2 -2
- package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
- package/dist/ops/webgpu/unpack16.js +3 -3
- package/dist/ops/webgpu/utils/binary_op.js +3 -3
- package/dist/ops/webgpu/utils/reductions.js +3 -3
- package/dist/{pack16-Ck-spx_F.js → pack16-BhuXNUS7.js} +1 -1
- package/dist/patches/webgpu_backend.js +3 -3
- package/dist/patches/webgpu_base.js +1 -1
- package/dist/patches/webgpu_program.js +4 -4
- package/dist/{pdf-UoDqCYzz.js → pdf-CdmW8ikl.js} +1159 -1160
- package/dist/{picomatch-3tUnMMbd.js → picomatch-BO4HbNfo.js} +125 -127
- package/dist/{rope-CbeGlsV8.js → rope-C8EAiSGY.js} +1 -1
- package/dist/{selu_util-zkAx5doH.js → selu_util-B_AFEfoz.js} +1 -1
- package/dist/{shared-D1coEFea.js → shared-24EoeHJl.js} +4 -4
- package/dist/{shared-DOgWaqvL.js → shared-CfTzpULd.js} +1 -1
- package/dist/{slice_util-Dgb3ANWI.js → slice_util-Dve4TkDn.js} +2 -2
- package/dist/{tfjs_backend-BjuQ5FqB.js → tfjs_backend-CydPRQTc.js} +2 -2
- package/dist/tokeniser/BaseTokeniser.js +1 -1
- package/dist/tokeniser/CharTokeniser.js +1 -1
- package/dist/tokeniser/bpe.js +1 -1
- package/dist/training/AdamW.js +1 -1
- package/dist/training/BasicTrainer.js +1 -1
- package/dist/training/DatasetBuilder.d.ts +0 -1
- package/dist/training/DatasetBuilder.js +2 -2
- package/dist/training/Evaluator.js +1 -1
- package/dist/training/PreTrainer.js +1 -1
- package/dist/training/SFTTrainer.js +1 -1
- package/dist/training/loss.js +2 -2
- package/dist/training/orthoGrad.js +1 -1
- package/dist/training/sparseCrossEntropy.js +1 -1
- package/dist/training/tasks/ConversationTask.js +1 -1
- package/dist/training/validation.js +1 -1
- package/dist/utilities/dummy.js +1 -1
- package/dist/utilities/float16.d.ts +3 -0
- package/dist/utilities/float16.js +46 -0
- package/dist/utilities/multinomialCPU.js +1 -1
- package/dist/utilities/packed.js +1 -1
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.d.ts +3 -1
- package/dist/utilities/safetensors.js +46 -36
- package/dist/utilities/sentences.js +1 -1
- package/dist/utilities/weights.js +1 -1
- package/dist/{webgpu-Dt7BMzWz.js → webgpu-B19Tw8Nd.js} +3 -3
- package/dist/{webgpu_program-WOyIVMlZ.js → webgpu_program-B0PokuRJ.js} +1 -1
- package/dist/{webgpu_util-B_F3SShA.js → webgpu_util-DfODg6XI.js} +1 -1
- package/package.json +5 -5
- package/dist/dist-DXwIvKxl.js +0 -896
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
2
|
-
import { s as n } from "../../webgpu_program-
|
|
3
|
-
import { c as r, i } from "../../webgpu_util-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as n } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/adamAdjust.ts
|
|
5
5
|
var a = class {
|
|
6
6
|
variableNames = ["moments", "value"];
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
2
|
-
import { s as n } from "../../webgpu_program-
|
|
3
|
-
import { c as r, i } from "../../webgpu_util-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as n } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/adamMoments.ts
|
|
5
5
|
var a = class {
|
|
6
6
|
variableNames = [
|
package/dist/ops/webgpu/add16.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as n } from "../../utilities/packed.js";
|
|
3
|
-
import { s as r } from "../../webgpu_program-
|
|
4
|
-
import { c as i, i as a } from "../../webgpu_util-
|
|
3
|
+
import { s as r } from "../../webgpu_program-B0PokuRJ.js";
|
|
4
|
+
import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
|
|
5
5
|
//#region lib/ops/webgpu/appendCache.ts
|
|
6
6
|
var o = class {
|
|
7
7
|
variableNames = ["cache", "item"];
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as n } from "../../utilities/packed.js";
|
|
3
|
-
import { t as r } from "../../matMul16-
|
|
3
|
+
import { t as r } from "../../matMul16-DGtlziMn.js";
|
|
4
4
|
import i from "./attentionMask32_program.js";
|
|
5
5
|
//#region lib/ops/webgpu/attentionMask.ts
|
|
6
6
|
function a(t) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { s as e } from "../../webgpu_program-
|
|
2
|
-
import { c as t, i as n } from "../../webgpu_util-
|
|
1
|
+
import { s as e } from "../../webgpu_program-B0PokuRJ.js";
|
|
2
|
+
import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
|
|
3
3
|
//#region lib/ops/webgpu/attentionMask32_program.ts
|
|
4
4
|
var r = class {
|
|
5
5
|
variableNames = ["q", "k"];
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { Ii as e, nc as t, oc as n } from "../../dist-
|
|
2
|
-
import { n as r, t as i } from "../../concat_util-
|
|
3
|
-
import { s as a } from "../../webgpu_program-
|
|
4
|
-
import { c as o, i as s } from "../../webgpu_util-
|
|
5
|
-
import { t as c } from "../../Reshape-
|
|
1
|
+
import { Ii as e, nc as t, oc as n } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { n as r, t as i } from "../../concat_util-CWzvQQlK.js";
|
|
3
|
+
import { s as a } from "../../webgpu_program-B0PokuRJ.js";
|
|
4
|
+
import { c as o, i as s } from "../../webgpu_util-DfODg6XI.js";
|
|
5
|
+
import { t as c } from "../../Reshape-CwxdaU8n.js";
|
|
6
6
|
//#region lib/ops/webgpu/concat16.ts
|
|
7
7
|
var l = class {
|
|
8
8
|
outputShape;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { s as t } from "../../webgpu_program-
|
|
3
|
-
import { c as n, i as r } from "../../webgpu_util-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as t } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/dropout16.ts
|
|
5
5
|
var i = class {
|
|
6
6
|
variableNames = ["x"];
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
2
|
-
import { s as n } from "../../webgpu_program-
|
|
3
|
-
import { c as r, i } from "../../webgpu_util-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as n } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/gatherSub.ts
|
|
5
5
|
var a = class {
|
|
6
6
|
variableNames = [
|
package/dist/ops/webgpu/gelu.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as t } from "../../utilities/packed.js";
|
|
3
|
-
import { s as n } from "../../webgpu_program-
|
|
4
|
-
import { c as r, i } from "../../webgpu_util-
|
|
3
|
+
import { s as n } from "../../webgpu_program-B0PokuRJ.js";
|
|
4
|
+
import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
|
|
5
5
|
//#region lib/ops/webgpu/gelu.ts
|
|
6
6
|
var a = .7978845608028654, o = .044715, s = class {
|
|
7
7
|
outputShape;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, In as t, Wr as n, _n as r, br as i, gr as a, hn as o, lt as s, oc as c, w as l } from "../../dist-
|
|
1
|
+
import { Ii as e, In as t, Wr as n, _n as r, br as i, gr as a, hn as o, lt as s, oc as c, w as l } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as u } from "../../utilities/packed.js";
|
|
3
3
|
import { reshape16 as d } from "../reshape16.js";
|
|
4
4
|
import { matMulMul as f } from "../matMulMul.js";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { oc as e } from "../../dist-
|
|
2
|
-
import { s as t } from "../../webgpu_program-
|
|
1
|
+
import { oc as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as t } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
3
|
//#region lib/ops/webgpu/matMul16_program.ts
|
|
4
4
|
var n = class {
|
|
5
5
|
variableNames = ["A", "B"];
|
|
@@ -86,7 +86,7 @@ var n = class {
|
|
|
86
86
|
];
|
|
87
87
|
else if (t.length === 2 && o[0] === 1) s = ["gRow", "gColPacked"], this.shaderKey += "_batchRemoved";
|
|
88
88
|
else throw Error(`Unsupported output shape rank change: ${o.length} -> ${t.length}}`);
|
|
89
|
-
let c
|
|
89
|
+
let c;
|
|
90
90
|
if (n) {
|
|
91
91
|
if (n.length !== t.length) throw Error("Permutation length must match output rank");
|
|
92
92
|
c = n.map((e) => s[e]), this.shaderKey += `_perm_${n.join("")}`;
|
|
@@ -209,9 +209,9 @@ var n = class {
|
|
|
209
209
|
}`;
|
|
210
210
|
}
|
|
211
211
|
baseIndexSnippets() {
|
|
212
|
-
let e
|
|
212
|
+
let e;
|
|
213
213
|
e = this.transposeB ? "let baseB = getIndexFromCoords3D(vec3<i32>(batchB, globalColStart, 0), vec3<i32>(uniforms.bShape.x, uniforms.bShape.y, strideB));" : "let baseB = getIndexFromCoords3D(vec3<i32>(batchB, 0, globalColStart / 4), vec3<i32>(uniforms.bShape.x, uniforms.bShape.y, strideB));";
|
|
214
|
-
let t
|
|
214
|
+
let t;
|
|
215
215
|
return t = this.transposeA ? "let baseA = getIndexFromCoords3D(vec3<i32>(batchA, 0, globalRowStart / 4), vec3<i32>(uniforms.aShape.x, uniforms.aShape.y, strideA));" : "let baseA = getIndexFromCoords3D(vec3<i32>(batchA, globalRowStart, 0), vec3<i32>(uniforms.aShape.x, uniforms.aShape.y, strideA));", `
|
|
216
216
|
|
|
217
217
|
let strideA = uniforms.aShape.z / 2;
|
|
@@ -222,9 +222,9 @@ var n = class {
|
|
|
222
222
|
`;
|
|
223
223
|
}
|
|
224
224
|
offsetSnippets() {
|
|
225
|
-
let e
|
|
225
|
+
let e;
|
|
226
226
|
e = this.transposeA ? "let offsetA = baseA + kStart * strideA;" : "let offsetA = baseA + kStart / 4;";
|
|
227
|
-
let t
|
|
227
|
+
let t;
|
|
228
228
|
return t = this.transposeB ? "let offsetB = baseB + kStart / 4;" : "let offsetB = baseB + kStart * strideB;", `
|
|
229
229
|
${e}
|
|
230
230
|
${t}
|
package/dist/ops/webgpu/mul16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { t } from "../../binary_op_util-CrYk9LXL.js";
|
|
3
3
|
import { BinaryOpProgram as n, BinaryOpScalarProgram as r } from "./utils/binary_op.js";
|
|
4
4
|
//#region lib/ops/webgpu/mul16.ts
|
package/dist/ops/webgpu/norm2.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as n } from "../../utilities/packed.js";
|
|
3
|
-
import { t as r } from "../../pack16-
|
|
3
|
+
import { t as r } from "../../pack16-BhuXNUS7.js";
|
|
4
4
|
import { createReduceInfo as i, reduce as a } from "./utils/reductions.js";
|
|
5
5
|
import o from "./utils/deviceInfo.js";
|
|
6
6
|
import s from "./normRMS32_program.js";
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { Fs as e, Ii as t, ii as n } from "../../dist-
|
|
1
|
+
import { Fs as e, Ii as t, ii as n } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as r } from "../../utilities/packed.js";
|
|
3
3
|
import { reshape16 as i } from "../reshape16.js";
|
|
4
4
|
import { sum16 as a } from "../sum16.js";
|
|
5
|
-
import { r as o, t as s } from "../../pack16-
|
|
6
|
-
import { s as c } from "../../webgpu_program-
|
|
7
|
-
import { c as l } from "../../webgpu_util-
|
|
5
|
+
import { r as o, t as s } from "../../pack16-BhuXNUS7.js";
|
|
6
|
+
import { s as c } from "../../webgpu_program-B0PokuRJ.js";
|
|
7
|
+
import { c as l } from "../../webgpu_util-DfODg6XI.js";
|
|
8
8
|
import { slice16 as u } from "../slice16.js";
|
|
9
9
|
import { createReduceInfo as d } from "./utils/reductions.js";
|
|
10
10
|
//#region lib/ops/webgpu/normRMSGrad.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { s as e } from "../../webgpu_program-
|
|
2
|
-
import { c as t, i as n } from "../../webgpu_util-
|
|
1
|
+
import { s as e } from "../../webgpu_program-B0PokuRJ.js";
|
|
2
|
+
import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
|
|
3
3
|
//#region lib/ops/webgpu/pack16_program.ts
|
|
4
4
|
var r = class {
|
|
5
5
|
outputShape;
|
package/dist/ops/webgpu/qkv.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as n } from "../../utilities/packed.js";
|
|
3
|
-
import { t as r } from "../../matMul16-
|
|
3
|
+
import { t as r } from "../../matMul16-DGtlziMn.js";
|
|
4
4
|
import { slice16 as i } from "../slice16.js";
|
|
5
5
|
//#region lib/ops/webgpu/qkv.ts
|
|
6
6
|
function a(t) {
|
package/dist/ops/webgpu/rope.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as n } from "../../utilities/packed.js";
|
|
3
|
-
import { s as r } from "../../webgpu_program-
|
|
4
|
-
import { c as i, i as a } from "../../webgpu_util-
|
|
3
|
+
import { s as r } from "../../webgpu_program-B0PokuRJ.js";
|
|
4
|
+
import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
|
|
5
5
|
//#region lib/ops/webgpu/rope.ts
|
|
6
6
|
var o = class {
|
|
7
7
|
variableNames = [
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fs as e, Ii as t } from "../../dist-
|
|
2
|
-
import { s as n } from "../../webgpu_program-
|
|
3
|
-
import { c as r, i } from "../../webgpu_util-
|
|
1
|
+
import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as n } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/scatterSub.ts
|
|
5
5
|
var a = class {
|
|
6
6
|
variableNames = [
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { Ii as e, oc as t } from "../../dist-
|
|
2
|
-
import { a as n, t as r } from "../../slice_util-
|
|
3
|
-
import { i, o as a, s as o } from "../../webgpu_program-
|
|
4
|
-
import { c as s, i as c } from "../../webgpu_util-
|
|
1
|
+
import { Ii as e, oc as t } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { a as n, t as r } from "../../slice_util-Dve4TkDn.js";
|
|
3
|
+
import { i, o as a, s as o } from "../../webgpu_program-B0PokuRJ.js";
|
|
4
|
+
import { c as s, i as c } from "../../webgpu_util-DfODg6XI.js";
|
|
5
5
|
//#region lib/ops/webgpu/slice16.ts
|
|
6
6
|
function l(e) {
|
|
7
7
|
switch (e) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, br as t, ii as n, oc as r } from "../../dist-
|
|
1
|
+
import { Ii as e, br as t, ii as n, oc as r } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { reshape16 as i } from "../reshape16.js";
|
|
3
3
|
import a from "./utils/deviceInfo.js";
|
|
4
4
|
import o from "./softmax16_subgroup_program.js";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { s as e } from "../../webgpu_program-
|
|
2
|
-
import { c as t } from "../../webgpu_util-
|
|
1
|
+
import { s as e } from "../../webgpu_program-B0PokuRJ.js";
|
|
2
|
+
import { c as t } from "../../webgpu_util-DfODg6XI.js";
|
|
3
3
|
//#region lib/ops/webgpu/softmax16_program.ts
|
|
4
4
|
var n = class {
|
|
5
5
|
variableNames = ["logits"];
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { s as e } from "../../webgpu_program-
|
|
2
|
-
import { c as t } from "../../webgpu_util-
|
|
1
|
+
import { s as e } from "../../webgpu_program-B0PokuRJ.js";
|
|
2
|
+
import { c as t } from "../../webgpu_util-DfODg6XI.js";
|
|
3
3
|
//#region lib/ops/webgpu/softmax16_subgroup_program.ts
|
|
4
4
|
var n = class {
|
|
5
5
|
variableNames = ["logits"];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as t } from "../../utilities/packed.js";
|
|
3
3
|
import { ReduceProgram as n, createReduceInfo as r, reduce as i } from "./utils/reductions.js";
|
|
4
4
|
import a from "./utils/deviceInfo.js";
|
package/dist/ops/webgpu/sub16.js
CHANGED
package/dist/ops/webgpu/sum16.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { isPackedTensor as
|
|
3
|
-
import { transpose16 as
|
|
4
|
-
import { ReduceProgram as
|
|
5
|
-
import
|
|
1
|
+
import { En as e, Ii as t, mn as n, nc as r } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { isPackedTensor as i } from "../../utilities/packed.js";
|
|
3
|
+
import { transpose16 as a } from "../transpose16.js";
|
|
4
|
+
import { ReduceProgram as o, createReduceInfo as s, reduce as c } from "./utils/reductions.js";
|
|
5
|
+
import l from "./utils/deviceInfo.js";
|
|
6
6
|
//#region lib/ops/webgpu/sum16.ts
|
|
7
|
-
var
|
|
7
|
+
var u = class extends o {
|
|
8
8
|
shaderKey = "sum16";
|
|
9
9
|
constructor(e, t, n) {
|
|
10
10
|
super(e, t, {
|
|
@@ -13,17 +13,17 @@ var d = class extends s {
|
|
|
13
13
|
}, n), n && (this.shaderKey += "_packed");
|
|
14
14
|
}
|
|
15
15
|
};
|
|
16
|
-
function
|
|
17
|
-
let { x:
|
|
18
|
-
if (!
|
|
19
|
-
let
|
|
20
|
-
|
|
21
|
-
let
|
|
22
|
-
return
|
|
16
|
+
function d(t) {
|
|
17
|
+
let { x: o } = t.inputs, { axis: d, keepDims: f } = t.attrs, p = t.backend, m = [], h = l(p), g = i(o);
|
|
18
|
+
if (!g) return n(o, d, f);
|
|
19
|
+
let _ = e(r(d ?? -1, o.shape), o.shape.length), v = o;
|
|
20
|
+
_ != null && (v = a(o, _), m.push(v));
|
|
21
|
+
let y = c(new u(h, s([v], -1), g), [v], p);
|
|
22
|
+
return m.forEach((e) => e.dispose()), y;
|
|
23
23
|
}
|
|
24
|
-
|
|
24
|
+
t({
|
|
25
25
|
kernelName: "Sum16",
|
|
26
26
|
backendName: "webgpu",
|
|
27
|
-
kernelFunc:
|
|
27
|
+
kernelFunc: d
|
|
28
28
|
});
|
|
29
29
|
//#endregion
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, ii as t, w as n } from "../../dist-
|
|
1
|
+
import { Ii as e, ii as t, w as n } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as r } from "../../utilities/packed.js";
|
|
3
3
|
import { reshape16 as i } from "../reshape16.js";
|
|
4
4
|
import a from "./transpose16_shared_program.js";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { i as e, o as t, s as n } from "../../webgpu_program-
|
|
2
|
-
import { c as r, i } from "../../webgpu_util-
|
|
1
|
+
import { i as e, o as t, s as n } from "../../webgpu_program-B0PokuRJ.js";
|
|
2
|
+
import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
|
|
3
3
|
//#region lib/ops/webgpu/transpose16_program.ts
|
|
4
4
|
function a(e) {
|
|
5
5
|
let n = e.length;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ps as e } from "../../dist-
|
|
2
|
-
import { s as t } from "../../webgpu_program-
|
|
3
|
-
import { i as n } from "../../webgpu_util-
|
|
1
|
+
import { Ps as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as t } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { i as n } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/transpose16_shared_program.ts
|
|
5
5
|
var r = class {
|
|
6
6
|
variableNames = ["A"];
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { s as t } from "../../webgpu_program-
|
|
3
|
-
import { c as n, i as r } from "../../webgpu_util-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as t } from "../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
//#region lib/ops/webgpu/unpack16.ts
|
|
5
5
|
var i = class {
|
|
6
6
|
outputShape;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { In as e, Js as t } from "../../../dist-
|
|
2
|
-
import { s as n } from "../../../webgpu_program-
|
|
3
|
-
import { c as r, i } from "../../../webgpu_util-
|
|
1
|
+
import { In as e, Js as t } from "../../../dist-Da20xy8E.js";
|
|
2
|
+
import { s as n } from "../../../webgpu_program-B0PokuRJ.js";
|
|
3
|
+
import { c as r, i } from "../../../webgpu_util-DfODg6XI.js";
|
|
4
4
|
import { n as a, t as o } from "../../../binary_op_util-CrYk9LXL.js";
|
|
5
5
|
//#region lib/ops/webgpu/utils/binary_op.ts
|
|
6
6
|
var s = class {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { ii as e, kt as t, nc as n, oc as r, wn as i } from "../../../dist-
|
|
1
|
+
import { ii as e, kt as t, nc as n, oc as r, wn as i } from "../../../dist-Da20xy8E.js";
|
|
2
2
|
import { reshape16 as a } from "../../reshape16.js";
|
|
3
|
-
import { s as o } from "../../../webgpu_program-
|
|
4
|
-
import { c as s } from "../../../webgpu_util-
|
|
3
|
+
import { s as o } from "../../../webgpu_program-B0PokuRJ.js";
|
|
4
|
+
import { c as s } from "../../../webgpu_util-DfODg6XI.js";
|
|
5
5
|
//#region lib/ops/webgpu/utils/reductions.ts
|
|
6
6
|
function c(e, t, n, r) {
|
|
7
7
|
return e && !t ? "\n bestValue = subgroupAdd(bestValue);\n " : e ? `
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { Ms as e, Ps as t, Vs as n, oc as r } from "../dist-
|
|
2
|
-
import { l as i } from "../webgpu_program-
|
|
1
|
+
import { Ms as e, Ps as t, Vs as n, oc as r } from "../dist-Da20xy8E.js";
|
|
2
|
+
import { l as i } from "../webgpu_program-B0PokuRJ.js";
|
|
3
3
|
import { compileProgram as a } from "./webgpu_program.js";
|
|
4
|
-
import { t as o } from "../webgpu-
|
|
4
|
+
import { t as o } from "../webgpu-B19Tw8Nd.js";
|
|
5
5
|
//#region lib/patches/webgpu_backend.ts
|
|
6
6
|
var s = (e, n) => {
|
|
7
7
|
let r = e.limits.maxComputeWorkgroupsPerDimension, i = n.dispatchLayout, a = n.dispatch;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ln as e, Ms as t, Ns as n, Ps as r } from "../dist-
|
|
2
|
-
import { a as i, c as a, f as o, i as s, o as c, r as l, u } from "../webgpu_program-
|
|
1
|
+
import { Ln as e, Ms as t, Ns as n, Ps as r } from "../dist-Da20xy8E.js";
|
|
2
|
+
import { a as i, c as a, f as o, i as s, o as c, r as l, u } from "../webgpu_program-B0PokuRJ.js";
|
|
3
3
|
//#region lib/patches/webgpu_program.ts
|
|
4
4
|
var d = /* @__PURE__ */ function(e) {
|
|
5
5
|
return e[e.FROM_PIXELS = 0] = "FROM_PIXELS", e[e.DRAW = 1] = "DRAW", e;
|
|
@@ -139,7 +139,7 @@ function _(t, r, i, a) {
|
|
|
139
139
|
return ${u(i)}(${o}[${p > 1 ? "getOutputIndexFromCoords(coords)" : "coords"}${i === 1 ? "" : ` / ${i}`}]);
|
|
140
140
|
}
|
|
141
141
|
`;
|
|
142
|
-
let h = e(t.shape, r), g = p - f, _
|
|
142
|
+
let h = e(t.shape, r), g = p - f, _;
|
|
143
143
|
if (f === 0) return `
|
|
144
144
|
fn ${d}Index(globalIndex : i32) -> ${u(i)}{
|
|
145
145
|
return get${l}();
|
|
@@ -150,7 +150,7 @@ function _(t, r, i, a) {
|
|
|
150
150
|
}
|
|
151
151
|
`;
|
|
152
152
|
_ = p < 2 && h.length >= 1 ? "coords = 0;" : h.map((e) => `coords.${c(e + g)} = 0;`).join("\n");
|
|
153
|
-
let v
|
|
153
|
+
let v;
|
|
154
154
|
v = p < 2 && f > 0 ? "coords" : p > 1 ? `${s(f)}(${t.shape.map((e, t) => `coords.${c(t + g)}`).join(", ")})` : "coords";
|
|
155
155
|
let y = `uniforms.${o.charAt(0).toLowerCase() + o.slice(1)}Shape`, b = `${f}D`;
|
|
156
156
|
return `
|