@genai-fi/nanogpt 0.20.7 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{BaseTokeniser-DSg9zcYq.js → BaseTokeniser-C9TSv4th.js} +1 -1
- package/dist/{DatasetBuilder-DgURD85T.js → DatasetBuilder-Ctb425Id.js} +117 -123
- package/dist/Generator.js +1 -1
- package/dist/{RealDiv-DBu0FQqT.js → RealDiv-CNsvC4AU.js} +6 -6
- package/dist/{Reshape-DqO3r8BC.js → Reshape-CwxdaU8n.js} +1 -1
- package/dist/{Reshape-CABOPB9d.js → Reshape-dnm9bO3B.js} +2 -2
- package/dist/TeachableLLM.d.ts +2 -1
- package/dist/TeachableLLM.js +1 -1
- package/dist/Trainer.d.ts +1 -1
- package/dist/Trainer.js +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-Cg-roD1p.js → backend_util-DAV0I34P.js} +5 -5
- package/dist/checks/appendCache.js +1 -1
- package/dist/checks/attentionMask.js +1 -1
- package/dist/checks/gelu.js +1 -1
- package/dist/checks/matMulGelu.js +1 -1
- package/dist/checks/normRMS.js +1 -1
- package/dist/checks/normRMSGrad.js +1 -1
- package/dist/checks/packUnpack.js +1 -1
- package/dist/checks/qkv.js +1 -1
- package/dist/checks/rope.js +1 -1
- package/dist/{chunk-BPntVaq0.js → chunk-CWhphoD1.js} +5 -5
- package/dist/{concat_util-CWDZCBlA.js → concat_util-CWzvQQlK.js} +1 -1
- package/dist/data/docx.js +58 -59
- package/dist/data/pdf.js +1 -1
- package/dist/data/stream.d.ts +24 -0
- package/dist/data/stream.js +2 -0
- package/dist/data/textLoader.d.ts +2 -2
- package/dist/data/textLoader.js +29 -68
- package/dist/{dist-DVmq73nz.js → dist-9wGF4ci9.js} +10 -10
- package/dist/{dist-VEU5mfO0.js → dist-BqAU9-yi.js} +4 -4
- package/dist/{dist-BewPQWjc.js → dist-Da20xy8E.js} +1874 -3071
- package/dist/{gelu-Bf1HW1RY.js → gelu-B6637MKa.js} +1 -1
- package/dist/{gpgpu_math-DvLcCH6u.js → gpgpu_math-DBYEAAdI.js} +2 -2
- package/dist/{kernel_funcs_utils-HiXOOx3f.js → kernel_funcs_utils-D-mATnGR.js} +3 -3
- package/dist/layers/BaseLayer.js +1 -1
- package/dist/layers/CausalSelfAttention.js +4 -4
- package/dist/layers/LoRA.js +3 -3
- package/dist/layers/MLP.js +2 -2
- package/dist/layers/PositionEmbedding.js +2 -2
- package/dist/layers/RMSNorm.js +1 -1
- package/dist/layers/RoPECache.js +1 -1
- package/dist/layers/TiedEmbedding.js +3 -3
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/layers/WeightStore.js +3 -3
- package/dist/loader/load.js +1 -1
- package/dist/loader/loadHF.js +1 -1
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/loadZipMeta.js +1 -1
- package/dist/loader/newZipLoad.js +1 -1
- package/dist/loader/oldZipLoad.js +1 -1
- package/dist/loader/save.d.ts +1 -0
- package/dist/loader/save.js +1 -1
- package/dist/{main-BTmbwF1h.js → main-Bgc7_9kb.js} +2012 -2016
- package/dist/main.d.ts +3 -0
- package/dist/main.js +13 -11
- package/dist/{matMul16-BNfZSnNM.js → matMul16-DGtlziMn.js} +3 -3
- package/dist/{matMulGelu-CPTntosE.js → matMulGelu-BAIgQaRx.js} +3 -3
- package/dist/models/NanoGPTV1.js +1 -1
- package/dist/models/NanoGPTV2.js +1 -1
- package/dist/models/factory.js +1 -1
- package/dist/models/model.js +1 -1
- package/dist/ops/adamAdjust.js +1 -1
- package/dist/ops/adamMoments.js +1 -1
- package/dist/ops/add16.js +1 -1
- package/dist/ops/appendCache.js +1 -1
- package/dist/ops/attentionMask.js +1 -1
- package/dist/ops/concat16.js +1 -1
- package/dist/ops/cpu/adamAdjust.js +1 -1
- package/dist/ops/cpu/adamMoments.js +1 -1
- package/dist/ops/cpu/appendCache.js +1 -1
- package/dist/ops/cpu/attentionMask.js +1 -1
- package/dist/ops/cpu/fusedSoftmax.js +1 -1
- package/dist/ops/cpu/gatherSub.js +1 -1
- package/dist/ops/cpu/gelu.js +1 -1
- package/dist/ops/cpu/matMul16.js +1 -1
- package/dist/ops/cpu/matMulGelu.js +2 -2
- package/dist/ops/cpu/matMulMul.js +1 -1
- package/dist/ops/cpu/mulDropout.js +1 -1
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +1 -1
- package/dist/ops/cpu/rope.js +1 -1
- package/dist/ops/cpu/scatterSub.js +1 -1
- package/dist/ops/dot16.js +2 -2
- package/dist/ops/dropout.js +1 -1
- package/dist/ops/dropout16.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +1 -1
- package/dist/ops/globalNorm.js +1 -1
- package/dist/ops/grads/add16.js +1 -1
- package/dist/ops/grads/attentionMask.js +2 -2
- package/dist/ops/grads/gelu.js +1 -1
- package/dist/ops/grads/matMul16.js +1 -1
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/normRMS.js +1 -1
- package/dist/ops/grads/pack16.js +1 -1
- package/dist/ops/grads/qkv.js +2 -2
- package/dist/ops/grads/rope.js +1 -1
- package/dist/ops/grads/softmax16.js +1 -1
- package/dist/ops/grads/unpack16.js +1 -1
- package/dist/ops/matMul16.js +1 -1
- package/dist/ops/matMulGelu.js +2 -2
- package/dist/ops/matMulMul.js +1 -1
- package/dist/ops/mul16.js +1 -1
- package/dist/ops/mulDrop.js +1 -1
- package/dist/ops/normRMS.js +1 -1
- package/dist/ops/pack16.js +1 -1
- package/dist/ops/qkv.js +1 -1
- package/dist/ops/reshape16.js +1 -1
- package/dist/ops/rope.js +1 -1
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/slice16.js +1 -1
- package/dist/ops/softmax16.js +1 -1
- package/dist/ops/sub16.js +1 -1
- package/dist/ops/sum16.js +1 -1
- package/dist/ops/transpose16.js +1 -1
- package/dist/ops/unpack16.js +1 -1
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +1 -1
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/dropout16.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +3 -3
- package/dist/ops/webgl/gatherSub.js +1 -1
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMul16.js +1 -1
- package/dist/ops/webgl/matMulGelu.js +1 -1
- package/dist/ops/webgl/matMulMul.js +2 -2
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +1 -1
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +1 -1
- package/dist/ops/webgpu/adamAdjust.js +3 -3
- package/dist/ops/webgpu/adamMoments.js +3 -3
- package/dist/ops/webgpu/add16.js +1 -1
- package/dist/ops/webgpu/appendCache.js +3 -3
- package/dist/ops/webgpu/attentionMask.js +2 -2
- package/dist/ops/webgpu/attentionMask32_program.js +2 -2
- package/dist/ops/webgpu/clipScale.js +1 -1
- package/dist/ops/webgpu/concat16.js +5 -5
- package/dist/ops/webgpu/dropout16.js +3 -3
- package/dist/ops/webgpu/gatherSub.js +3 -3
- package/dist/ops/webgpu/gelu.js +3 -3
- package/dist/ops/webgpu/matMul16.js +1 -1
- package/dist/ops/webgpu/matMul16_program.js +7 -7
- package/dist/ops/webgpu/mul16.js +1 -1
- package/dist/ops/webgpu/norm2.js +1 -1
- package/dist/ops/webgpu/normRMS.js +2 -2
- package/dist/ops/webgpu/normRMSGrad.js +4 -4
- package/dist/ops/webgpu/pack16.js +1 -1
- package/dist/ops/webgpu/pack16_program.js +2 -2
- package/dist/ops/webgpu/qkv.js +2 -2
- package/dist/ops/webgpu/rope.js +3 -3
- package/dist/ops/webgpu/scatterSub.js +3 -3
- package/dist/ops/webgpu/slice16.js +4 -4
- package/dist/ops/webgpu/softmax16.js +1 -1
- package/dist/ops/webgpu/softmax16_program.js +2 -2
- package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
- package/dist/ops/webgpu/softmax16grad.js +1 -1
- package/dist/ops/webgpu/sub16.js +1 -1
- package/dist/ops/webgpu/sum16.js +15 -15
- package/dist/ops/webgpu/transpose16.js +1 -1
- package/dist/ops/webgpu/transpose16_program.js +2 -2
- package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
- package/dist/ops/webgpu/unpack16.js +3 -3
- package/dist/ops/webgpu/utils/binary_op.js +3 -3
- package/dist/ops/webgpu/utils/reductions.js +3 -3
- package/dist/{pack16-Ck-spx_F.js → pack16-BhuXNUS7.js} +1 -1
- package/dist/patches/webgpu_backend.js +3 -3
- package/dist/patches/webgpu_base.js +1 -1
- package/dist/patches/webgpu_program.js +4 -4
- package/dist/{pdf-UoDqCYzz.js → pdf-CdmW8ikl.js} +1159 -1160
- package/dist/{picomatch-3tUnMMbd.js → picomatch-BO4HbNfo.js} +125 -127
- package/dist/{rope-CbeGlsV8.js → rope-C8EAiSGY.js} +1 -1
- package/dist/{selu_util-zkAx5doH.js → selu_util-B_AFEfoz.js} +1 -1
- package/dist/{shared-D1coEFea.js → shared-24EoeHJl.js} +4 -4
- package/dist/{shared-DOgWaqvL.js → shared-CfTzpULd.js} +1 -1
- package/dist/{slice_util-Dgb3ANWI.js → slice_util-Dve4TkDn.js} +2 -2
- package/dist/stream-DKl3GTDL.js +2287 -0
- package/dist/{tfjs_backend-BjuQ5FqB.js → tfjs_backend-CydPRQTc.js} +2 -2
- package/dist/tokeniser/BaseTokeniser.d.ts +2 -1
- package/dist/tokeniser/BaseTokeniser.js +1 -1
- package/dist/tokeniser/CharTokeniser.d.ts +2 -2
- package/dist/tokeniser/CharTokeniser.js +8 -12
- package/dist/tokeniser/bpe.d.ts +2 -2
- package/dist/tokeniser/bpe.js +19 -28
- package/dist/tokeniser/type.d.ts +3 -2
- package/dist/training/AdamW.js +1 -1
- package/dist/training/BasicTrainer.js +1 -1
- package/dist/training/DatasetBuilder.d.ts +1 -2
- package/dist/training/DatasetBuilder.js +2 -2
- package/dist/training/Evaluator.js +1 -1
- package/dist/training/PreTrainer.js +1 -1
- package/dist/training/SFTTrainer.js +1 -1
- package/dist/training/loss.js +2 -2
- package/dist/training/orthoGrad.js +1 -1
- package/dist/training/sparseCrossEntropy.js +1 -1
- package/dist/training/tasks/ConversationTask.d.ts +9 -10
- package/dist/training/tasks/ConversationTask.js +15 -24
- package/dist/training/tasks/PretrainingTask.d.ts +4 -4
- package/dist/training/tasks/PretrainingTask.js +2 -2
- package/dist/training/tasks/StartSentenceTask.d.ts +4 -4
- package/dist/training/tasks/StartSentenceTask.js +3 -3
- package/dist/training/tasks/Task.d.ts +9 -11
- package/dist/training/tasks/Task.js +14 -27
- package/dist/training/tasks/splitter.d.ts +2 -2
- package/dist/training/tasks/splitter.js +11 -11
- package/dist/training/validation.d.ts +1 -1
- package/dist/training/validation.js +1 -1
- package/dist/utilities/dummy.js +1 -1
- package/dist/utilities/float16.d.ts +3 -0
- package/dist/utilities/float16.js +46 -0
- package/dist/utilities/multinomialCPU.js +1 -1
- package/dist/utilities/packed.js +1 -1
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.d.ts +3 -1
- package/dist/utilities/safetensors.js +46 -36
- package/dist/utilities/sentences.js +1 -1
- package/dist/utilities/tokens.d.ts +2 -0
- package/dist/utilities/tokens.js +40 -0
- package/dist/utilities/topP.js +6 -0
- package/dist/utilities/weights.js +1 -1
- package/dist/{webgpu-Dt7BMzWz.js → webgpu-B19Tw8Nd.js} +3 -3
- package/dist/{webgpu_program-WOyIVMlZ.js → webgpu_program-B0PokuRJ.js} +1 -1
- package/dist/{webgpu_util-B_F3SShA.js → webgpu_util-DfODg6XI.js} +1 -1
- package/package.json +6 -5
- package/dist/dist-DXwIvKxl.js +0 -896
package/dist/main.d.ts
CHANGED
|
@@ -14,6 +14,8 @@ export { default as BPETokeniser } from './tokeniser/bpe';
|
|
|
14
14
|
export { default as waitForModel } from './utilities/waitForModel';
|
|
15
15
|
export { default as generateDatasetID } from './utilities/datasetID';
|
|
16
16
|
export { default as loadTextData } from './data/textLoader';
|
|
17
|
+
export type { ConversationStream, ConversationCursor } from './data/stream';
|
|
18
|
+
export { MemoryConversationStream } from './data/stream';
|
|
17
19
|
export type { DatasetMetadata, ModelMode } from './loader/types';
|
|
18
20
|
export { default as Generator, type IGenerator } from './Generator';
|
|
19
21
|
export { default as Evaluator } from './training/Evaluator';
|
|
@@ -25,6 +27,7 @@ export type { TrainingOptions, TrainingLogEntry } from './training/types';
|
|
|
25
27
|
export type { GPTConfig } from './models/config';
|
|
26
28
|
export { estimateParameterCount, estimateMemoryUsage, estimateTrainingMemoryUsage, estimateResources, validateConfig, } from './utilities/parameters';
|
|
27
29
|
export { default as topP } from './utilities/topP';
|
|
30
|
+
export { sliceUint16Shards, sliceUint8Shards } from './utilities/tokens';
|
|
28
31
|
export { Task, tokensFromTasks } from './training/tasks/Task';
|
|
29
32
|
export declare const tasks: {
|
|
30
33
|
PretrainingTask: typeof PretrainingTask;
|
package/dist/main.js
CHANGED
|
@@ -1,16 +1,18 @@
|
|
|
1
|
-
import { a as e, b as t, i as n, n as r, r as i, s as a, t as o, y as s } from "./main-
|
|
1
|
+
import { a as e, b as t, i as n, n as r, r as i, s as a, t as o, y as s } from "./main-Bgc7_9kb.js";
|
|
2
2
|
import c from "./tokeniser/CharTokeniser.js";
|
|
3
3
|
import l from "./tokeniser/bpe.js";
|
|
4
4
|
import { AdamWOptimizer as u } from "./training/AdamW.js";
|
|
5
5
|
import d from "./utilities/topP.js";
|
|
6
6
|
import f from "./training/Evaluator.js";
|
|
7
|
-
import p from "./utilities/
|
|
8
|
-
import
|
|
9
|
-
import
|
|
10
|
-
import {
|
|
11
|
-
import
|
|
12
|
-
import {
|
|
13
|
-
import w from "./
|
|
14
|
-
import
|
|
15
|
-
import
|
|
16
|
-
|
|
7
|
+
import { sliceUint16Shards as p, sliceUint8Shards as m } from "./utilities/tokens.js";
|
|
8
|
+
import h from "./utilities/waitForModel.js";
|
|
9
|
+
import g from "./utilities/datasetID.js";
|
|
10
|
+
import { n as _ } from "./stream-DKl3GTDL.js";
|
|
11
|
+
import v from "./data/textLoader.js";
|
|
12
|
+
import { estimateMemoryUsage as y, estimateParameterCount as b, estimateResources as x, estimateTrainingMemoryUsage as S, validateConfig as C } from "./utilities/parameters.js";
|
|
13
|
+
import { Task as w, tokensFromTasks as T } from "./training/tasks/Task.js";
|
|
14
|
+
import { selectBackend as E } from "./backend.js";
|
|
15
|
+
import D from "./utilities/performance.js";
|
|
16
|
+
import O from "./checks/index.js";
|
|
17
|
+
import { sentenceEmbeddings as k, sentenceEmbeddingsTensor as A } from "./utilities/sentences.js";
|
|
18
|
+
export { u as AdamWOptimizer, l as BPETokeniser, c as CharTokeniser, f as Evaluator, a as Generator, _ as MemoryConversationStream, t as Model, s as NanoGPT, w as Task, n as TeachableLLM, e as Trainer, O as checks, y as estimateMemoryUsage, b as estimateParameterCount, x as estimateResources, S as estimateTrainingMemoryUsage, g as generateDatasetID, o as layers, v as loadTextData, r as ops, D as performanceTest, E as selectBackend, k as sentenceEmbeddings, A as sentenceEmbeddingsTensor, p as sliceUint16Shards, m as sliceUint8Shards, i as tasks, T as tokensFromTasks, d as topP, C as validateConfig, h as waitForModel };
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { Fi as e, ii as t } from "./dist-
|
|
2
|
-
import { t as n } from "./gelu-
|
|
1
|
+
import { Fi as e, ii as t } from "./dist-Da20xy8E.js";
|
|
2
|
+
import { t as n } from "./gelu-B6637MKa.js";
|
|
3
3
|
import { isPackedTensor as r } from "./utilities/packed.js";
|
|
4
4
|
import { transpose16 as i } from "./ops/transpose16.js";
|
|
5
5
|
import { reshape16 as a } from "./ops/reshape16.js";
|
|
6
6
|
import { mul16 as o } from "./ops/mul16.js";
|
|
7
7
|
import "./ops/webgl/matMul16.js";
|
|
8
8
|
import "./ops/cpu/matMul16.js";
|
|
9
|
-
import { t as s } from "./pack16-
|
|
9
|
+
import { t as s } from "./pack16-BhuXNUS7.js";
|
|
10
10
|
//#region lib/ops/grads/matMul16.ts
|
|
11
11
|
var c = {
|
|
12
12
|
kernelName: "MatMul16",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ci as e, Ii as t, In as n, Ps as r, di as i, gr as a, ii as o, oc as s } from "./dist-
|
|
2
|
-
import { a as c } from "./gpgpu_math-
|
|
3
|
-
import { t as l } from "./Reshape-
|
|
1
|
+
import { Ci as e, Ii as t, In as n, Ps as r, di as i, gr as a, ii as o, oc as s } from "./dist-Da20xy8E.js";
|
|
2
|
+
import { a as c } from "./gpgpu_math-DBYEAAdI.js";
|
|
3
|
+
import { t as l } from "./Reshape-dnm9bO3B.js";
|
|
4
4
|
//#region node_modules/@tensorflow/tfjs-backend-webgl/dist/mulmat_packed_gpu.js
|
|
5
5
|
var u = class {
|
|
6
6
|
constructor(e, t, n, r = !1, i = !1, a = !1, o = null, s = !1, l = !1) {
|
package/dist/models/NanoGPTV1.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { y as e } from "../main-
|
|
1
|
+
import { y as e } from "../main-Bgc7_9kb.js";
|
|
2
2
|
export { e as default };
|
package/dist/models/NanoGPTV2.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { v as e } from "../main-
|
|
1
|
+
import { v as e } from "../main-Bgc7_9kb.js";
|
|
2
2
|
export { e as default };
|
package/dist/models/factory.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { _ as e } from "../main-
|
|
1
|
+
import { _ as e } from "../main-Bgc7_9kb.js";
|
|
2
2
|
export { e as default };
|
package/dist/models/model.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { b as e } from "../main-
|
|
1
|
+
import { b as e } from "../main-Bgc7_9kb.js";
|
|
2
2
|
export { e as default };
|
package/dist/ops/adamAdjust.js
CHANGED
package/dist/ops/adamMoments.js
CHANGED
package/dist/ops/add16.js
CHANGED
package/dist/ops/appendCache.js
CHANGED
package/dist/ops/concat16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Gr as e, Ii as t, Wr as n, gn as r, qr as i } from "../../dist-
|
|
1
|
+
import { Gr as e, Ii as t, Wr as n, gn as r, qr as i } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/adamAdjust.ts
|
|
3
3
|
function a(t) {
|
|
4
4
|
let { moments: a, value: o } = t.inputs, { beta1: s, beta2: c, epsilon: l, learningRate: u } = t.attrs, d = a.shape.length, f = Array(d).fill(0), p = a.shape.slice();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, V as t } from "../../dist-
|
|
1
|
+
import { Ii as e, V as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/adamMoments.ts
|
|
3
3
|
function n(e) {
|
|
4
4
|
let { moments: n, gradient: r } = e.inputs, { beta1: i, beta2: a } = e.attrs, o = n.shape.length, s = Array(o).fill(0), c = n.shape.slice();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, _r as t } from "../../dist-
|
|
1
|
+
import { Ii as e, _r as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/appendCache.ts
|
|
3
3
|
function n(e) {
|
|
4
4
|
let { cache: n, item: r } = e.inputs, { maxSize: i, pastLen: a } = e.attrs, o = n.shape[0], s = n.shape[1], c = n.shape[3], l = r.shape[2];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, Ot as t, Pn as n, _n as r, ar as i, gr as a, kt as o, p as s } from "../../dist-
|
|
1
|
+
import { Ii as e, Ot as t, Pn as n, _n as r, ar as i, gr as a, kt as o, p as s } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/attentionMask.ts
|
|
3
3
|
function c(e) {
|
|
4
4
|
let { q: c, k: l } = e.inputs, { divisor: u } = e.attrs, d = c.shape[2], f = l.shape[2], p = n(s.bandPart(t([f, f]), -1, 0).cast("bool"), o([f, f]), i([f, f], -Infinity)), m = a(c, l, !1, !0).mul(r(u)), h = p.slice([0, 0], [d, f]).expandDims(0).expandDims(0);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Bt as e, Ii as t, S as n, V as r, dt as i } from "../../dist-
|
|
1
|
+
import { Bt as e, Ii as t, S as n, V as r, dt as i } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/gatherSub.ts
|
|
3
3
|
function a(t) {
|
|
4
4
|
let { values: a, labels: o, logits: s } = t.inputs, c = o.shape[0];
|
package/dist/ops/cpu/gelu.js
CHANGED
package/dist/ops/cpu/matMul16.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e, di as t, gr as n } from "../../dist-
|
|
2
|
-
import { n as r, t as i } from "../../gelu-
|
|
1
|
+
import { Ii as e, di as t, gr as n } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { n as r, t as i } from "../../gelu-B6637MKa.js";
|
|
3
3
|
//#region lib/ops/cpu/matMulGelu.ts
|
|
4
4
|
function a(e) {
|
|
5
5
|
let { inputs: i } = e, { x: a, kernel: o } = i, s = a, c = o;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, di as t } from "../../dist-
|
|
1
|
+
import { Ii as e, di as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/matMulMul.ts
|
|
3
3
|
function n(e) {
|
|
4
4
|
let { inputs: n, attrs: r } = e, { transposeA: i, transposeB: a } = r, { x: o, kernel: s, y: c } = n, l = o, u = s, d = c;
|
package/dist/ops/cpu/normRMS.js
CHANGED
package/dist/ops/cpu/qkv.js
CHANGED
package/dist/ops/cpu/rope.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Bt as e, C as t, Ii as n, Ot as r, V as i, Wr as a, dt as o } from "../../dist-
|
|
1
|
+
import { Bt as e, C as t, Ii as n, Ot as r, V as i, Wr as a, dt as o } from "../../dist-Da20xy8E.js";
|
|
2
2
|
//#region lib/ops/cpu/scatterSub.ts
|
|
3
3
|
function s(n) {
|
|
4
4
|
let { logits: s, labels: c, dy: l } = n.inputs, u = c.shape[0], d = s.shape[1];
|
package/dist/ops/dot16.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { o as e } from "../tfjs_backend-
|
|
1
|
+
import { o as e } from "../tfjs_backend-CydPRQTc.js";
|
|
2
2
|
import { isPackedTensor as t } from "../utilities/packed.js";
|
|
3
3
|
import { transpose16 as n } from "./transpose16.js";
|
|
4
4
|
import { reshape16 as r } from "./reshape16.js";
|
|
5
|
-
import { t as i } from "../matMul16-
|
|
5
|
+
import { t as i } from "../matMul16-DGtlziMn.js";
|
|
6
6
|
//#region lib/ops/dot16.ts
|
|
7
7
|
function a(a, o, s = !1, c = !1) {
|
|
8
8
|
if (!t(a) && !t(o)) return e(a, o);
|
package/dist/ops/dropout.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Gr as e, Ps as t, ft as n, mi as r, on as i, qr as a, wi as o, x as s } from "../dist-
|
|
1
|
+
import { Gr as e, Ps as t, ft as n, mi as r, on as i, qr as a, wi as o, x as s } from "../dist-Da20xy8E.js";
|
|
2
2
|
import { mul16 as c } from "./mul16.js";
|
|
3
3
|
//#region lib/ops/dropout.ts
|
|
4
4
|
function l(l, u, d, f) {
|
package/dist/ops/dropout16.js
CHANGED
package/dist/ops/gatherSub.js
CHANGED
package/dist/ops/gelu.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e, t } from "../gelu-
|
|
1
|
+
import { n as e, t } from "../gelu-B6637MKa.js";
|
|
2
2
|
export { t as dGelu, e as gelu };
|
package/dist/ops/globalNorm.js
CHANGED
package/dist/ops/grads/add16.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fi as e } from "../../dist-
|
|
1
|
+
import { Fi as e } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { transpose16 as t } from "../transpose16.js";
|
|
3
|
-
import { a as n } from "../../matMul16-
|
|
3
|
+
import { a as n } from "../../matMul16-DGtlziMn.js";
|
|
4
4
|
//#region lib/ops/grads/attentionMask.ts
|
|
5
5
|
e({
|
|
6
6
|
kernelName: "AttentionMask",
|
package/dist/ops/grads/gelu.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { r as e } from "../../gelu-
|
|
1
|
+
import { r as e } from "../../gelu-B6637MKa.js";
|
|
2
2
|
export { e as geluGradConfig };
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { o as e } from "../../matMul16-
|
|
1
|
+
import { o as e } from "../../matMul16-DGtlziMn.js";
|
|
2
2
|
export { e as matMul16GradConfig };
|
package/dist/ops/grads/pack16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e } from "../../pack16-
|
|
1
|
+
import { n as e } from "../../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as packGradConfig };
|
package/dist/ops/grads/qkv.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Fi as e, H as t } from "../../dist-
|
|
1
|
+
import { Fi as e, H as t } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { sum16 as n } from "../sum16.js";
|
|
3
|
-
import { o as r } from "../../matMul16-
|
|
3
|
+
import { o as r } from "../../matMul16-DGtlziMn.js";
|
|
4
4
|
import { concat16 as i } from "../concat16.js";
|
|
5
5
|
//#region lib/ops/grads/qkv.ts
|
|
6
6
|
var a = {
|
package/dist/ops/grads/rope.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e } from "../../rope-
|
|
1
|
+
import { n as e } from "../../rope-C8EAiSGY.js";
|
|
2
2
|
export { e as ropeGradConfig };
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { i as e } from "../../pack16-
|
|
1
|
+
import { i as e } from "../../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as unpackGradConfig };
|
package/dist/ops/matMul16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { a as e, i as t, n, r, t as i } from "../matMul16-
|
|
1
|
+
import { a as e, i as t, n, r, t as i } from "../matMul16-DGtlziMn.js";
|
|
2
2
|
export { i as matMul16, n as matMul16Gelu, r as matMul16ScaleA, t as matMul16ScaleB, e as matMul16Scaled };
|
package/dist/ops/matMulGelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { ii as e } from "../dist-
|
|
2
|
-
import "../matMulGelu-
|
|
1
|
+
import { ii as e } from "../dist-Da20xy8E.js";
|
|
2
|
+
import "../matMulGelu-BAIgQaRx.js";
|
|
3
3
|
import "./cpu/matMulGelu.js";
|
|
4
4
|
import "./grads/matMulGelu.js";
|
|
5
5
|
//#region lib/ops/matMulGelu.ts
|
package/dist/ops/matMulMul.js
CHANGED
package/dist/ops/mul16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Fi as e, In as t, Rn as n, Wr as r, ii as i } from "../dist-
|
|
1
|
+
import { Fi as e, In as t, Rn as n, Wr as r, ii as i } from "../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as a } from "../utilities/packed.js";
|
|
3
3
|
import { reshape16 as o } from "./reshape16.js";
|
|
4
4
|
import { sum16 as s } from "./sum16.js";
|
package/dist/ops/mulDrop.js
CHANGED
package/dist/ops/normRMS.js
CHANGED
package/dist/ops/pack16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { t as e } from "../pack16-
|
|
1
|
+
import { t as e } from "../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as pack16 };
|
package/dist/ops/qkv.js
CHANGED
package/dist/ops/reshape16.js
CHANGED
package/dist/ops/rope.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { t as e } from "../rope-
|
|
1
|
+
import { t as e } from "../rope-C8EAiSGY.js";
|
|
2
2
|
export { e as rope };
|
package/dist/ops/scatterSub.js
CHANGED
package/dist/ops/slice16.js
CHANGED
package/dist/ops/softmax16.js
CHANGED
package/dist/ops/sub16.js
CHANGED
package/dist/ops/sum16.js
CHANGED
package/dist/ops/transpose16.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Fi as e, Ii as t, On as n, ii as r, w as i } from "../dist-
|
|
1
|
+
import { Fi as e, Ii as t, On as n, ii as r, w as i } from "../dist-Da20xy8E.js";
|
|
2
2
|
import { forceFloat as a, forcePacked as o } from "./grads/utils.js";
|
|
3
3
|
import { isPackedTensor as s } from "../utilities/packed.js";
|
|
4
4
|
//#region lib/ops/transpose16.ts
|
package/dist/ops/unpack16.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { r as e } from "../pack16-
|
|
1
|
+
import { r as e } from "../pack16-BhuXNUS7.js";
|
|
2
2
|
export { e as unpack16 };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { t } from "../../Reshape-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { t } from "../../Reshape-dnm9bO3B.js";
|
|
3
3
|
//#region lib/ops/webgl/adamAdjust.ts
|
|
4
4
|
var n = class {
|
|
5
5
|
variableNames = ["moments", "value"];
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ii as e, Tn as t, nc as n } from "../../dist-
|
|
2
|
-
import { t as r } from "../../Reshape-
|
|
3
|
-
import { a as i, r as a, t as o } from "../../RealDiv-
|
|
1
|
+
import { Ii as e, Tn as t, nc as n } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { t as r } from "../../Reshape-dnm9bO3B.js";
|
|
3
|
+
import { a as i, r as a, t as o } from "../../RealDiv-CNsvC4AU.js";
|
|
4
4
|
//#region lib/ops/webgl/fusedSoftmax.ts
|
|
5
5
|
var s = class {
|
|
6
6
|
variableNames = ["logits", "maxLogits"];
|
package/dist/ops/webgl/gelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { _ as t, i as n } from "../../kernel_funcs_utils-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { _ as t, i as n } from "../../kernel_funcs_utils-D-mATnGR.js";
|
|
3
3
|
//#region lib/ops/webgl/gelu.ts
|
|
4
4
|
var r = .7978845608028654, i = .044715, a = n({ opSnippet: t + `
|
|
5
5
|
float x3 = x * x * x;
|
package/dist/ops/webgl/log.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { y as t } from "../../shared-
|
|
3
|
-
import { i as n, t as r } from "../../kernel_funcs_utils-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { y as t } from "../../shared-CfTzpULd.js";
|
|
3
|
+
import { i as n, t as r } from "../../kernel_funcs_utils-D-mATnGR.js";
|
|
4
4
|
//#region lib/ops/webgl/log.ts
|
|
5
5
|
e({
|
|
6
6
|
kernelName: "Log",
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Ii as e, Wr as t, _n as n, br as r, gr as i, hn as a, lt as o, w as s } from "../../dist-
|
|
1
|
+
import { Ii as e, Wr as t, _n as n, br as r, gr as i, hn as a, lt as o, w as s } from "../../dist-Da20xy8E.js";
|
|
2
2
|
import { isPackedTensor as c } from "../../utilities/packed.js";
|
|
3
3
|
import { matMulMul as l } from "../matMulMul.js";
|
|
4
4
|
import { matMulGelu as u } from "../matMulGelu.js";
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { n as e, r as t, t as n } from "../../matMulGelu-
|
|
1
|
+
import { n as e, r as t, t as n } from "../../matMulGelu-BAIgQaRx.js";
|
|
2
2
|
export { n as MATMUL_SHARED_DIM_THRESHOLD, e as batchMatMulGeluImpl, t as batchMatMulKernel };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { Ii as e } from "../../dist-
|
|
2
|
-
import { n as t } from "../../matMulGelu-
|
|
1
|
+
import { Ii as e } from "../../dist-Da20xy8E.js";
|
|
2
|
+
import { n as t } from "../../matMulGelu-BAIgQaRx.js";
|
|
3
3
|
//#region lib/ops/webgl/matMulMul.ts
|
|
4
4
|
var n = "\n return a * b;\n";
|
|
5
5
|
function r(e) {
|