@genai-fi/nanogpt 0.20.7 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{BaseTokeniser-DSg9zcYq.js → BaseTokeniser-C9TSv4th.js} +1 -1
- package/dist/{DatasetBuilder-DgURD85T.js → DatasetBuilder-B9UGNQT5.js} +82 -88
- package/dist/Generator.js +1 -1
- package/dist/{RealDiv-DBu0FQqT.js → RealDiv-CNsvC4AU.js} +6 -6
- package/dist/{Reshape-DqO3r8BC.js → Reshape-CwxdaU8n.js} +1 -1
- package/dist/{Reshape-CABOPB9d.js → Reshape-dnm9bO3B.js} +2 -2
- package/dist/TeachableLLM.js +1 -1
- package/dist/Trainer.js +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-Cg-roD1p.js → backend_util-DAV0I34P.js} +5 -5
- package/dist/checks/appendCache.js +1 -1
- package/dist/checks/attentionMask.js +1 -1
- package/dist/checks/gelu.js +1 -1
- package/dist/checks/matMulGelu.js +1 -1
- package/dist/checks/normRMS.js +1 -1
- package/dist/checks/normRMSGrad.js +1 -1
- package/dist/checks/packUnpack.js +1 -1
- package/dist/checks/qkv.js +1 -1
- package/dist/checks/rope.js +1 -1
- package/dist/{chunk-BPntVaq0.js → chunk-CWhphoD1.js} +5 -5
- package/dist/{concat_util-CWDZCBlA.js → concat_util-CWzvQQlK.js} +1 -1
- package/dist/data/docx.js +58 -59
- package/dist/data/pdf.js +1 -1
- package/dist/data/textLoader.js +1 -1
- package/dist/{dist-DVmq73nz.js → dist-9wGF4ci9.js} +10 -10
- package/dist/{dist-VEU5mfO0.js → dist-BqAU9-yi.js} +4 -4
- package/dist/{dist-BewPQWjc.js → dist-Da20xy8E.js} +1874 -3071
- package/dist/{gelu-Bf1HW1RY.js → gelu-B6637MKa.js} +1 -1
- package/dist/{gpgpu_math-DvLcCH6u.js → gpgpu_math-DBYEAAdI.js} +2 -2
- package/dist/{kernel_funcs_utils-HiXOOx3f.js → kernel_funcs_utils-D-mATnGR.js} +3 -3
- package/dist/layers/BaseLayer.js +1 -1
- package/dist/layers/CausalSelfAttention.js +4 -4
- package/dist/layers/LoRA.js +3 -3
- package/dist/layers/MLP.js +2 -2
- package/dist/layers/PositionEmbedding.js +2 -2
- package/dist/layers/RMSNorm.js +1 -1
- package/dist/layers/RoPECache.js +1 -1
- package/dist/layers/TiedEmbedding.js +3 -3
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/layers/WeightStore.js +3 -3
- package/dist/loader/load.js +1 -1
- package/dist/loader/loadHF.js +1 -1
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/loadZipMeta.js +1 -1
- package/dist/loader/newZipLoad.js +1 -1
- package/dist/loader/oldZipLoad.js +1 -1
- package/dist/loader/save.d.ts +1 -0
- package/dist/loader/save.js +1 -1
- package/dist/{main-BTmbwF1h.js → main-DdsoTJAW.js} +2009 -2014
- package/dist/main.js +1 -1
- package/dist/{matMul16-BNfZSnNM.js → matMul16-DGtlziMn.js} +3 -3
- package/dist/{matMulGelu-CPTntosE.js → matMulGelu-BAIgQaRx.js} +3 -3
- package/dist/models/NanoGPTV1.js +1 -1
- package/dist/models/NanoGPTV2.js +1 -1
- package/dist/models/factory.js +1 -1
- package/dist/models/model.js +1 -1
- package/dist/ops/adamAdjust.js +1 -1
- package/dist/ops/adamMoments.js +1 -1
- package/dist/ops/add16.js +1 -1
- package/dist/ops/appendCache.js +1 -1
- package/dist/ops/attentionMask.js +1 -1
- package/dist/ops/concat16.js +1 -1
- package/dist/ops/cpu/adamAdjust.js +1 -1
- package/dist/ops/cpu/adamMoments.js +1 -1
- package/dist/ops/cpu/appendCache.js +1 -1
- package/dist/ops/cpu/attentionMask.js +1 -1
- package/dist/ops/cpu/fusedSoftmax.js +1 -1
- package/dist/ops/cpu/gatherSub.js +1 -1
- package/dist/ops/cpu/gelu.js +1 -1
- package/dist/ops/cpu/matMul16.js +1 -1
- package/dist/ops/cpu/matMulGelu.js +2 -2
- package/dist/ops/cpu/matMulMul.js +1 -1
- package/dist/ops/cpu/mulDropout.js +1 -1
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +1 -1
- package/dist/ops/cpu/rope.js +1 -1
- package/dist/ops/cpu/scatterSub.js +1 -1
- package/dist/ops/dot16.js +2 -2
- package/dist/ops/dropout.js +1 -1
- package/dist/ops/dropout16.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +1 -1
- package/dist/ops/globalNorm.js +1 -1
- package/dist/ops/grads/add16.js +1 -1
- package/dist/ops/grads/attentionMask.js +2 -2
- package/dist/ops/grads/gelu.js +1 -1
- package/dist/ops/grads/matMul16.js +1 -1
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/normRMS.js +1 -1
- package/dist/ops/grads/pack16.js +1 -1
- package/dist/ops/grads/qkv.js +2 -2
- package/dist/ops/grads/rope.js +1 -1
- package/dist/ops/grads/softmax16.js +1 -1
- package/dist/ops/grads/unpack16.js +1 -1
- package/dist/ops/matMul16.js +1 -1
- package/dist/ops/matMulGelu.js +2 -2
- package/dist/ops/matMulMul.js +1 -1
- package/dist/ops/mul16.js +1 -1
- package/dist/ops/mulDrop.js +1 -1
- package/dist/ops/normRMS.js +1 -1
- package/dist/ops/pack16.js +1 -1
- package/dist/ops/qkv.js +1 -1
- package/dist/ops/reshape16.js +1 -1
- package/dist/ops/rope.js +1 -1
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/slice16.js +1 -1
- package/dist/ops/softmax16.js +1 -1
- package/dist/ops/sub16.js +1 -1
- package/dist/ops/sum16.js +1 -1
- package/dist/ops/transpose16.js +1 -1
- package/dist/ops/unpack16.js +1 -1
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +1 -1
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/dropout16.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +3 -3
- package/dist/ops/webgl/gatherSub.js +1 -1
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMul16.js +1 -1
- package/dist/ops/webgl/matMulGelu.js +1 -1
- package/dist/ops/webgl/matMulMul.js +2 -2
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +1 -1
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +1 -1
- package/dist/ops/webgpu/adamAdjust.js +3 -3
- package/dist/ops/webgpu/adamMoments.js +3 -3
- package/dist/ops/webgpu/add16.js +1 -1
- package/dist/ops/webgpu/appendCache.js +3 -3
- package/dist/ops/webgpu/attentionMask.js +2 -2
- package/dist/ops/webgpu/attentionMask32_program.js +2 -2
- package/dist/ops/webgpu/clipScale.js +1 -1
- package/dist/ops/webgpu/concat16.js +5 -5
- package/dist/ops/webgpu/dropout16.js +3 -3
- package/dist/ops/webgpu/gatherSub.js +3 -3
- package/dist/ops/webgpu/gelu.js +3 -3
- package/dist/ops/webgpu/matMul16.js +1 -1
- package/dist/ops/webgpu/matMul16_program.js +7 -7
- package/dist/ops/webgpu/mul16.js +1 -1
- package/dist/ops/webgpu/norm2.js +1 -1
- package/dist/ops/webgpu/normRMS.js +2 -2
- package/dist/ops/webgpu/normRMSGrad.js +4 -4
- package/dist/ops/webgpu/pack16.js +1 -1
- package/dist/ops/webgpu/pack16_program.js +2 -2
- package/dist/ops/webgpu/qkv.js +2 -2
- package/dist/ops/webgpu/rope.js +3 -3
- package/dist/ops/webgpu/scatterSub.js +3 -3
- package/dist/ops/webgpu/slice16.js +4 -4
- package/dist/ops/webgpu/softmax16.js +1 -1
- package/dist/ops/webgpu/softmax16_program.js +2 -2
- package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
- package/dist/ops/webgpu/softmax16grad.js +1 -1
- package/dist/ops/webgpu/sub16.js +1 -1
- package/dist/ops/webgpu/sum16.js +15 -15
- package/dist/ops/webgpu/transpose16.js +1 -1
- package/dist/ops/webgpu/transpose16_program.js +2 -2
- package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
- package/dist/ops/webgpu/unpack16.js +3 -3
- package/dist/ops/webgpu/utils/binary_op.js +3 -3
- package/dist/ops/webgpu/utils/reductions.js +3 -3
- package/dist/{pack16-Ck-spx_F.js → pack16-BhuXNUS7.js} +1 -1
- package/dist/patches/webgpu_backend.js +3 -3
- package/dist/patches/webgpu_base.js +1 -1
- package/dist/patches/webgpu_program.js +4 -4
- package/dist/{pdf-UoDqCYzz.js → pdf-CdmW8ikl.js} +1159 -1160
- package/dist/{picomatch-3tUnMMbd.js → picomatch-BO4HbNfo.js} +125 -127
- package/dist/{rope-CbeGlsV8.js → rope-C8EAiSGY.js} +1 -1
- package/dist/{selu_util-zkAx5doH.js → selu_util-B_AFEfoz.js} +1 -1
- package/dist/{shared-D1coEFea.js → shared-24EoeHJl.js} +4 -4
- package/dist/{shared-DOgWaqvL.js → shared-CfTzpULd.js} +1 -1
- package/dist/{slice_util-Dgb3ANWI.js → slice_util-Dve4TkDn.js} +2 -2
- package/dist/{tfjs_backend-BjuQ5FqB.js → tfjs_backend-CydPRQTc.js} +2 -2
- package/dist/tokeniser/BaseTokeniser.js +1 -1
- package/dist/tokeniser/CharTokeniser.js +1 -1
- package/dist/tokeniser/bpe.js +1 -1
- package/dist/training/AdamW.js +1 -1
- package/dist/training/BasicTrainer.js +1 -1
- package/dist/training/DatasetBuilder.d.ts +0 -1
- package/dist/training/DatasetBuilder.js +2 -2
- package/dist/training/Evaluator.js +1 -1
- package/dist/training/PreTrainer.js +1 -1
- package/dist/training/SFTTrainer.js +1 -1
- package/dist/training/loss.js +2 -2
- package/dist/training/orthoGrad.js +1 -1
- package/dist/training/sparseCrossEntropy.js +1 -1
- package/dist/training/tasks/ConversationTask.js +1 -1
- package/dist/training/validation.js +1 -1
- package/dist/utilities/dummy.js +1 -1
- package/dist/utilities/float16.d.ts +3 -0
- package/dist/utilities/float16.js +46 -0
- package/dist/utilities/multinomialCPU.js +1 -1
- package/dist/utilities/packed.js +1 -1
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.d.ts +3 -1
- package/dist/utilities/safetensors.js +46 -36
- package/dist/utilities/sentences.js +1 -1
- package/dist/utilities/weights.js +1 -1
- package/dist/{webgpu-Dt7BMzWz.js → webgpu-B19Tw8Nd.js} +3 -3
- package/dist/{webgpu_program-WOyIVMlZ.js → webgpu_program-B0PokuRJ.js} +1 -1
- package/dist/{webgpu_util-B_F3SShA.js → webgpu_util-DfODg6XI.js} +1 -1
- package/package.json +5 -5
- package/dist/dist-DXwIvKxl.js +0 -896
package/dist/main.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as e, b as t, i as n, n as r, r as i, s as a, t as o, y as s } from "./main-
|
|
1
|
+
import { a as e, b as t, i as n, n as r, r as i, s as a, t as o, y as s } from "./main-DdsoTJAW.js";
|
|
2
2
|
import c from "./tokeniser/CharTokeniser.js";
|
|
3
3
|
import l from "./tokeniser/bpe.js";
|
|
4
4
|
import { AdamWOptimizer as u } from "./training/AdamW.js";
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { Fi as e, ii as t } from "./dist-
|
|
2
|
-
import { t as n } from "./gelu-
|
|
1
|
+
import { Fi as e, ii as t } from "./dist-Da20xy8E.js";
|
|
2
|
+
import { t as n } from "./gelu-B6637MKa.js";
|
|
3
3
|
import { isPackedTensor as r } from "./utilities/packed.js";
|
|
4
4
|
import { transpose16 as i } from "./ops/transpose16.js";
|
|
5
5
|
import { reshape16 as a } from "./ops/reshape16.js";
|
|
6
6
|
import { mul16 as o } from "./ops/mul16.js";
|
|
7
7
|
import "./ops/webgl/matMul16.js";
|
|
8
8
|
import "./ops/cpu/matMul16.js";
|
|
9
|
-
import { t as s } from "./pack16-
|
|
9
|
+
import { t as s } from "./pack16-BhuXNUS7.js";
|
|
10
10
|
//#region lib/ops/grads/matMul16.ts
|
|
11
11
|
var c = {
|
|
12
12
|
kernelName: "MatMul16",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ci as e, Ii as t, In as n, Ps as r, di as i, gr as a, ii as o, oc as s } from "./dist-
|
|
2
|
-
import { a as c } from "./gpgpu_math-
|
|
3
|
-
import { t as l } from "./Reshape-
|
|
1
|
+
import { Ci as e, Ii as t, In as n, Ps as r, di as i, gr as a, ii as o, oc as s } from "./dist-Da20xy8E.js";
|
|
2
|
+
import { a as c } from "./gpgpu_math-DBYEAAdI.js";
|
|
3
|
+
import { t as l } from "./Reshape-dnm9bO3B.js";
|
|
4
4
|
//#region node_modules/@tensorflow/tfjs-backend-webgl/dist/mulmat_packed_gpu.js
|
|
5
5
|
var u = class {
|
|
6
6
|
constructor(e, t, n, r = !1, i = !1, a = !1, o = null, s = !1, l = !1) {
|
package/dist/models/NanoGPTV1.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { y as e } from "../main-
|
|
1
|
+
import { y as e } from "../main-DdsoTJAW.js";
|
|
2
2
|
export { e as default };
|
package/dist/models/NanoGPTV2.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { v as e } from "../main-
|
|
1
|
+
import { v as e } from "../main-DdsoTJAW.js";
|
|
2
2
|
export { e as default };
|
package/dist/models/factory.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { _ as e } from "../main-
|
|
1
|
+
import { _ as e } from "../main-DdsoTJAW.js";
|
|
2
2
|
export { e as default };
|
package/dist/models/model.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { b as e } from "../main-
|
|
1
|
+
import { b as e } from "../main-DdsoTJAW.js";
|
|
2
2
|
export { e as default };
|
package/dist/ops/adamAdjust.js
CHANGED
package/dist/ops/adamMoments.js
CHANGED
package/dist/ops/add16.js
CHANGED
package/dist/ops/appendCache.js
CHANGED
package/dist/ops/concat16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Gr as e, Ii as t, Wr as n, gn as r, qr as i } from "../../dist-
|
|
1
|
+
import { Gr as e, Ii as t, Wr as n, gn as r, qr as i } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/adamAdjust.ts
|
|
3
3
|
function a(t) {
|
|
4
4
|
let { moments: a, value: o } = t.inputs, { beta1: s, beta2: c, epsilon: l, learningRate: u } = t.attrs, d = a.shape.length, f = Array(d).fill(0), p = a.shape.slice();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, V as t } from "../../dist-
|
|
1
|
+
import { Ii as e, V as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/adamMoments.ts
|
|
3
3
|
function n(e) {
|
|
4
4
|
let { moments: n, gradient: r } = e.inputs, { beta1: i, beta2: a } = e.attrs, o = n.shape.length, s = Array(o).fill(0), c = n.shape.slice();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, _r as t } from "../../dist-
|
|
1
|
+
import { Ii as e, _r as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/appendCache.ts
|
|
3
3
|
function n(e) {
|
|
4
4
|
let { cache: n, item: r } = e.inputs, { maxSize: i, pastLen: a } = e.attrs, o = n.shape[0], s = n.shape[1], c = n.shape[3], l = r.shape[2];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, Ot as t, Pn as n, _n as r, ar as i, gr as a, kt as o, p as s } from "../../dist-
|
|
1
|
+
import { Ii as e, Ot as t, Pn as n, _n as r, ar as i, gr as a, kt as o, p as s } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/attentionMask.ts
|
|
3
3
|
function c(e) {
|
|
4
4
|
let { q: c, k: l } = e.inputs, { divisor: u } = e.attrs, d = c.shape[2], f = l.shape[2], p = n(s.bandPart(t([f, f]), -1, 0).cast("bool"), o([f, f]), i([f, f], -Infinity)), m = a(c, l, !1, !0).mul(r(u)), h = p.slice([0, 0], [d, f]).expandDims(0).expandDims(0);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Bt as e, Ii as t, S as n, V as r, dt as i } from "../../dist-
|
|
1
|
+
import { Bt as e, Ii as t, S as n, V as r, dt as i } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/gatherSub.ts
|
|
3
3
|
function a(t) {
|
|
4
4
|
let { values: a, labels: o, logits: s } = t.inputs, c = o.shape[0];
|
package/dist/ops/cpu/gelu.js
CHANGED
package/dist/ops/cpu/matMul16.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e, di as t, gr as n } from "../../dist-
|
|
2
|
-
import { n as r, t as i } from "../../gelu-
|
|
1
|
+
import { Ii as e, di as t, gr as n } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { n as r, t as i } from "../../gelu-B6637MKa.js";
|
|
3
3
|
//#region lib/ops/cpu/matMulGelu.ts
|
|
4
4
|
function a(e) {
|
|
5
5
|
let { inputs: i } = e, { x: a, kernel: o } = i, s = a, c = o;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, di as t } from "../../dist-
|
|
1
|
+
import { Ii as e, di as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/matMulMul.ts
|
|
3
3
|
function n(e) {
|
|
4
4
|
let { inputs: n, attrs: r } = e, { transposeA: i, transposeB: a } = r, { x: o, kernel: s, y: c } = n, l = o, u = s, d = c;
|
package/dist/ops/cpu/normRMS.js
CHANGED
package/dist/ops/cpu/qkv.js
CHANGED
package/dist/ops/cpu/rope.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Bt as e, C as t, Ii as n, Ot as r, V as i, Wr as a, dt as o } from "../../dist-
|
|
1
|
+
import { Bt as e, C as t, Ii as n, Ot as r, V as i, Wr as a, dt as o } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/scatterSub.ts
|
|
3
3
|
function s(n) {
|
|
4
4
|
let { logits: s, labels: c, dy: l } = n.inputs, u = c.shape[0], d = s.shape[1];
|
package/dist/ops/dot16.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { o as e } from "../tfjs_backend-
|
|
1
|
+
import { o as e } from "../tfjs_backend-CydPRQTc.js";
|
|
2
2
|
import { isPackedTensor as t } from "../utilities/packed.js";
|
|
3
3
|
import { transpose16 as n } from "./transpose16.js";
|
|
4
4
|
import { reshape16 as r } from "./reshape16.js";
|
|
5
|
-
import { t as i } from "../matMul16-
|
|
5
|
+
import { t as i } from "../matMul16-DGtlziMn.js";
|
|
6
6
|
//#region lib/ops/dot16.ts
|
|
7
7
|
function a(a, o, s = !1, c = !1) {
|
|
8
8
|
if (!t(a) && !t(o)) return e(a, o);
|
package/dist/ops/dropout.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Gr as e, Ps as t, ft as n, mi as r, on as i, qr as a, wi as o, x as s } from "../dist-
|
|
1
|
+
import { Gr as e, Ps as t, ft as n, mi as r, on as i, qr as a, wi as o, x as s } from "../dist-Da20xy8E.js";
|
|
2
2
|
import { mul16 as c } from "./mul16.js";
|
|
3
3
|
//#region lib/ops/dropout.ts
|
|
4
4
|
function l(l, u, d, f) {
|
package/dist/ops/dropout16.js
CHANGED
package/dist/ops/gatherSub.js
CHANGED
package/dist/ops/gelu.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e, t } from "../gelu-
|
|
1
|
+
import { n as e, t } from "../gelu-B6637MKa.js";
|
|
2
2
|
export { t as dGelu, e as gelu };
|
package/dist/ops/globalNorm.js
CHANGED
package/dist/ops/grads/add16.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fi as e } from "../../dist-
|
|
1
|
+
import { Fi as e } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { transpose16 as t } from "../transpose16.js";
|
|
3
|
-
import { a as n } from "../../matMul16-
|
|
3
|
+
import { a as n } from "../../matMul16-DGtlziMn.js";
|
|
4
4
|
//#region lib/ops/grads/attentionMask.ts
|
|
5
5
|
e({
|
|
6
6
|
kernelName: "AttentionMask",
|
package/dist/ops/grads/gelu.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { r as e } from "../../gelu-
|
|
1
|
+
import { r as e } from "../../gelu-B6637MKa.js";
|
|
2
2
|
export { e as geluGradConfig };
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { o as e } from "../../matMul16-
|
|
1
|
+
import { o as e } from "../../matMul16-DGtlziMn.js";
|
|
2
2
|
export { e as matMul16GradConfig };
|
package/dist/ops/grads/pack16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e } from "../../pack16-
|
|
1
|
+
import { n as e } from "../../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as packGradConfig };
|
package/dist/ops/grads/qkv.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fi as e, H as t } from "../../dist-
|
|
1
|
+
import { Fi as e, H as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { sum16 as n } from "../sum16.js";
|
|
3
|
-
import { o as r } from "../../matMul16-
|
|
3
|
+
import { o as r } from "../../matMul16-DGtlziMn.js";
|
|
4
4
|
import { concat16 as i } from "../concat16.js";
|
|
5
5
|
//#region lib/ops/grads/qkv.ts
|
|
6
6
|
var a = {
|
package/dist/ops/grads/rope.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e } from "../../rope-
|
|
1
|
+
import { n as e } from "../../rope-C8EAiSGY.js";
|
|
2
2
|
export { e as ropeGradConfig };
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { i as e } from "../../pack16-
|
|
1
|
+
import { i as e } from "../../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as unpackGradConfig };
|
package/dist/ops/matMul16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { a as e, i as t, n, r, t as i } from "../matMul16-
|
|
1
|
+
import { a as e, i as t, n, r, t as i } from "../matMul16-DGtlziMn.js";
|
|
2
2
|
export { i as matMul16, n as matMul16Gelu, r as matMul16ScaleA, t as matMul16ScaleB, e as matMul16Scaled };
|
package/dist/ops/matMulGelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { ii as e } from "../dist-
|
|
2
|
-
import "../matMulGelu-
|
|
1
|
+
import { ii as e } from "../dist-Da20xy8E.js";
|
|
2
|
+
import "../matMulGelu-BAIgQaRx.js";
|
|
3
3
|
import "./cpu/matMulGelu.js";
|
|
4
4
|
import "./grads/matMulGelu.js";
|
|
5
5
|
//#region lib/ops/matMulGelu.ts
|
package/dist/ops/matMulMul.js
CHANGED
package/dist/ops/mul16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Fi as e, In as t, Rn as n, Wr as r, ii as i } from "../dist-
|
|
1
|
+
import { Fi as e, In as t, Rn as n, Wr as r, ii as i } from "../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as a } from "../utilities/packed.js";
|
|
3
3
|
import { reshape16 as o } from "./reshape16.js";
|
|
4
4
|
import { sum16 as s } from "./sum16.js";
|
package/dist/ops/mulDrop.js
CHANGED
package/dist/ops/normRMS.js
CHANGED
package/dist/ops/pack16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { t as e } from "../pack16-
|
|
1
|
+
import { t as e } from "../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as pack16 };
|
package/dist/ops/qkv.js
CHANGED
package/dist/ops/reshape16.js
CHANGED
package/dist/ops/rope.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { t as e } from "../rope-
|
|
1
|
+
import { t as e } from "../rope-C8EAiSGY.js";
|
|
2
2
|
export { e as rope };
|
package/dist/ops/scatterSub.js
CHANGED
package/dist/ops/slice16.js
CHANGED
package/dist/ops/softmax16.js
CHANGED
package/dist/ops/sub16.js
CHANGED
package/dist/ops/sum16.js
CHANGED
package/dist/ops/transpose16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Fi as e, Ii as t, On as n, ii as r, w as i } from "../dist-
|
|
1
|
+
import { Fi as e, Ii as t, On as n, ii as r, w as i } from "../dist-Da20xy8E.js";
|
|
2
2
|
import { forceFloat as a, forcePacked as o } from "./grads/utils.js";
|
|
3
3
|
import { isPackedTensor as s } from "../utilities/packed.js";
|
|
4
4
|
//#region lib/ops/transpose16.ts
|
package/dist/ops/unpack16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { r as e } from "../pack16-
|
|
1
|
+
import { r as e } from "../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as unpack16 };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { t } from "../../Reshape-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { t } from "../../Reshape-dnm9bO3B.js";
|
|
3
3
|
//#region lib/ops/webgl/adamAdjust.ts
|
|
4
4
|
var n = class {
|
|
5
5
|
variableNames = ["moments", "value"];
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ii as e, Tn as t, nc as n } from "../../dist-
|
|
2
|
-
import { t as r } from "../../Reshape-
|
|
3
|
-
import { a as i, r as a, t as o } from "../../RealDiv-
|
|
1
|
+
import { Ii as e, Tn as t, nc as n } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { t as r } from "../../Reshape-dnm9bO3B.js";
|
|
3
|
+
import { a as i, r as a, t as o } from "../../RealDiv-CNsvC4AU.js";
|
|
4
4
|
//#region lib/ops/webgl/fusedSoftmax.ts
|
|
5
5
|
var s = class {
|
|
6
6
|
variableNames = ["logits", "maxLogits"];
|
package/dist/ops/webgl/gelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { _ as t, i as n } from "../../kernel_funcs_utils-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { _ as t, i as n } from "../../kernel_funcs_utils-D-mATnGR.js";
|
|
3
3
|
//#region lib/ops/webgl/gelu.ts
|
|
4
4
|
var r = .7978845608028654, i = .044715, a = n({ opSnippet: t + `
|
|
5
5
|
float x3 = x * x * x;
|
package/dist/ops/webgl/log.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { y as t } from "../../shared-
|
|
3
|
-
import { i as n, t as r } from "../../kernel_funcs_utils-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { y as t } from "../../shared-CfTzpULd.js";
|
|
3
|
+
import { i as n, t as r } from "../../kernel_funcs_utils-D-mATnGR.js";
|
|
4
4
|
//#region lib/ops/webgl/log.ts
|
|
5
5
|
e({
|
|
6
6
|
kernelName: "Log",
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, Wr as t, _n as n, br as r, gr as i, hn as a, lt as o, w as s } from "../../dist-
|
|
1
|
+
import { Ii as e, Wr as t, _n as n, br as r, gr as i, hn as a, lt as o, w as s } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as c } from "../../utilities/packed.js";
|
|
3
3
|
import { matMulMul as l } from "../matMulMul.js";
|
|
4
4
|
import { matMulGelu as u } from "../matMulGelu.js";
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e, r as t, t as n } from "../../matMulGelu-
|
|
1
|
+
import { n as e, r as t, t as n } from "../../matMulGelu-BAIgQaRx.js";
|
|
2
2
|
export { n as MATMUL_SHARED_DIM_THRESHOLD, e as batchMatMulGeluImpl, t as batchMatMulKernel };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { n as t } from "../../matMulGelu-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { n as t } from "../../matMulGelu-BAIgQaRx.js";
|
|
3
3
|
//#region lib/ops/webgl/matMulMul.ts
|
|
4
4
|
var n = "\n return a * b;\n";
|
|
5
5
|
function r(e) {
|
package/dist/ops/webgl/qkv.js
CHANGED
package/dist/ops/webgl/rope.js
CHANGED