@genai-fi/nanogpt 0.19.1 → 0.20.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/BaseTokeniser-DSg9zcYq.js +221 -0
- package/dist/DatasetBuilder-DgURD85T.js +712 -0
- package/dist/Generator.js +2 -11941
- package/dist/RealDiv-DBu0FQqT.js +362 -0
- package/dist/Reshape-CABOPB9d.js +94 -0
- package/dist/Reshape-DqO3r8BC.js +17 -0
- package/dist/TeachableLLM.d.ts +5 -5
- package/dist/TeachableLLM.js +2 -273
- package/dist/Trainer.js +2 -244
- package/dist/backend.js +12 -12
- package/dist/backend_util-Cg-roD1p.js +399 -0
- package/dist/binary_op_util-CrYk9LXL.js +103 -0
- package/dist/checks/appendCache.js +54 -21
- package/dist/checks/attentionMask.js +55 -36
- package/dist/checks/check.js +31 -19
- package/dist/checks/gelu.js +45 -17
- package/dist/checks/index.js +25 -25
- package/dist/checks/matMulGelu.js +83 -27
- package/dist/checks/normRMS.js +27 -15
- package/dist/checks/normRMSGrad.js +21 -11
- package/dist/checks/packUnpack.js +45 -17
- package/dist/checks/qkv.js +33 -33
- package/dist/checks/rope.js +29 -35
- package/dist/checks/weights.d.ts +1 -1
- package/dist/checks/weights.js +25 -29
- package/dist/chunk-BPntVaq0.js +23 -0
- package/dist/complex_util-CkazZsaH.js +60 -0
- package/dist/concat_util-CWDZCBlA.js +19 -0
- package/dist/data/docx.js +3044 -13
- package/dist/data/pdf.js +16 -13
- package/dist/data/textLoader.js +607 -112
- package/dist/dist-BewPQWjc.js +7572 -0
- package/dist/dist-DVmq73nz.js +8775 -0
- package/dist/dist-DXwIvKxl.js +896 -0
- package/dist/dist-VEU5mfO0.js +7545 -0
- package/dist/gelu-Bf1HW1RY.js +27 -0
- package/dist/gpgpu_math-DvLcCH6u.js +1612 -0
- package/dist/inference/types.js +0 -1
- package/dist/kernel_funcs_utils-HiXOOx3f.js +229 -0
- package/dist/layers/BaseLayer.d.ts +2 -2
- package/dist/layers/BaseLayer.js +75 -73
- package/dist/layers/CausalSelfAttention.d.ts +1 -1
- package/dist/layers/CausalSelfAttention.js +98 -85
- package/dist/layers/LoRA.js +47 -57
- package/dist/layers/MLP.d.ts +1 -1
- package/dist/layers/MLP.js +33 -43
- package/dist/layers/PositionEmbedding.d.ts +1 -1
- package/dist/layers/PositionEmbedding.js +26 -30
- package/dist/layers/RMSNorm.d.ts +1 -1
- package/dist/layers/RMSNorm.js +19 -21
- package/dist/layers/RoPECache.js +336 -49
- package/dist/layers/TiedEmbedding.d.ts +1 -1
- package/dist/layers/TiedEmbedding.js +30 -34
- package/dist/layers/TransformerBlock.d.ts +1 -1
- package/dist/layers/TransformerBlock.js +50 -39
- package/dist/layers/WeightStore.js +68 -75
- package/dist/loader/load.js +2 -68
- package/dist/loader/loadHF.d.ts +2 -2
- package/dist/loader/loadHF.js +2 -22
- package/dist/loader/loadTransformers.d.ts +1 -1
- package/dist/loader/loadTransformers.js +2 -44
- package/dist/loader/loadZipMeta.js +15 -15
- package/dist/loader/newZipLoad.js +2 -31
- package/dist/loader/oldZipLoad.d.ts +2 -2
- package/dist/loader/oldZipLoad.js +2 -80
- package/dist/loader/save.d.ts +5 -5
- package/dist/loader/save.js +2 -90
- package/dist/loader/types.d.ts +9 -8
- package/dist/loader/types.js +0 -1
- package/dist/main-CPjeMv0G.js +13500 -0
- package/dist/main.d.ts +1 -1
- package/dist/main.js +16 -109
- package/dist/matMul16-BNfZSnNM.js +81 -0
- package/dist/matMulGelu-CPTntosE.js +162 -0
- package/dist/models/NanoGPTV1.js +2 -99
- package/dist/models/NanoGPTV2.js +2 -90
- package/dist/models/config.js +34 -47
- package/dist/models/factory.d.ts +1 -1
- package/dist/models/factory.js +2 -16
- package/dist/models/model.d.ts +2 -2
- package/dist/models/model.js +2 -134
- package/dist/ops/adamAdjust.js +15 -6
- package/dist/ops/adamMoments.js +13 -6
- package/dist/ops/add16.js +9 -6
- package/dist/ops/appendCache.js +22 -19
- package/dist/ops/attentionMask.js +12 -6
- package/dist/ops/concat16.js +7 -8
- package/dist/ops/cpu/adamAdjust.js +15 -17
- package/dist/ops/cpu/adamMoments.js +15 -15
- package/dist/ops/cpu/appendCache.js +64 -22
- package/dist/ops/cpu/attentionMask.js +15 -21
- package/dist/ops/cpu/fusedSoftmax.js +21 -28
- package/dist/ops/cpu/gatherSub.js +11 -17
- package/dist/ops/cpu/gelu.js +34 -38
- package/dist/ops/cpu/matMul16.js +13 -14
- package/dist/ops/cpu/matMulGelu.js +39 -51
- package/dist/ops/cpu/matMulMul.js +19 -22
- package/dist/ops/cpu/mulDropout.js +19 -22
- package/dist/ops/cpu/normRMS.js +33 -37
- package/dist/ops/cpu/qkv.js +72 -40
- package/dist/ops/cpu/rope.js +79 -36
- package/dist/ops/cpu/scatterSub.js +11 -22
- package/dist/ops/dot16.js +28 -41
- package/dist/ops/dropout.js +10 -13
- package/dist/ops/dropout16.js +20 -23
- package/dist/ops/gatherSub.js +10 -6
- package/dist/ops/gelu.js +2 -8
- package/dist/ops/globalNorm.js +18 -12
- package/dist/ops/grads/add16.js +27 -26
- package/dist/ops/grads/attentionMask.js +26 -21
- package/dist/ops/grads/dropout16.js +0 -1
- package/dist/ops/grads/gelu.js +2 -5
- package/dist/ops/grads/matMul16.js +2 -9
- package/dist/ops/grads/matMulGelu.js +21 -16
- package/dist/ops/grads/mul16.js +0 -3
- package/dist/ops/grads/normRMS.js +34 -30
- package/dist/ops/grads/pack16.js +2 -6
- package/dist/ops/grads/qkv.js +44 -32
- package/dist/ops/grads/rope.js +2 -5
- package/dist/ops/grads/softmax16.js +21 -23
- package/dist/ops/grads/unpack16.js +2 -5
- package/dist/ops/grads/utils.js +9 -11
- package/dist/ops/matMul16.js +2 -13
- package/dist/ops/matMulGelu.js +16 -10
- package/dist/ops/matMulMul.js +13 -6
- package/dist/ops/mul16.js +42 -38
- package/dist/ops/mulDrop.js +12 -6
- package/dist/ops/normRMS.js +18 -15
- package/dist/ops/pack16.js +2 -5
- package/dist/ops/qkv.js +12 -6
- package/dist/ops/reshape16.js +31 -39
- package/dist/ops/rope.d.ts +1 -1
- package/dist/ops/rope.js +2 -7
- package/dist/ops/scatterSub.js +10 -6
- package/dist/ops/slice16.js +9 -7
- package/dist/ops/softmax16.js +7 -7
- package/dist/ops/sub16.js +9 -6
- package/dist/ops/sum16.js +12 -12
- package/dist/ops/transpose16.js +29 -37
- package/dist/ops/unpack16.js +2 -6
- package/dist/ops/webgl/adamAdjust.js +62 -29
- package/dist/ops/webgl/adamMoments.js +30 -26
- package/dist/ops/webgl/appendCache.js +30 -21
- package/dist/ops/webgl/attentionMask.js +43 -24
- package/dist/ops/webgl/dropout16.js +11 -10
- package/dist/ops/webgl/fusedSoftmax.js +69 -79
- package/dist/ops/webgl/gatherSub.js +27 -26
- package/dist/ops/webgl/gelu.js +32 -34
- package/dist/ops/webgl/log.js +14 -23
- package/dist/ops/webgl/matMul16.js +36 -44
- package/dist/ops/webgl/matMulGelu.js +2 -9
- package/dist/ops/webgl/matMulMul.js +23 -27
- package/dist/ops/webgl/mulDropout.js +31 -40
- package/dist/ops/webgl/normRMS.js +92 -71
- package/dist/ops/webgl/qkv.js +35 -27
- package/dist/ops/webgl/rope.js +37 -21
- package/dist/ops/webgl/scatterSub.js +27 -26
- package/dist/ops/webgpu/adamAdjust.js +59 -39
- package/dist/ops/webgpu/adamMoments.js +62 -46
- package/dist/ops/webgpu/add16.js +13 -12
- package/dist/ops/webgpu/appendCache.js +79 -54
- package/dist/ops/webgpu/attentionMask.js +41 -25
- package/dist/ops/webgpu/attentionMask32_program.js +34 -26
- package/dist/ops/webgpu/clipScale.js +44 -57
- package/dist/ops/webgpu/concat16.js +96 -111
- package/dist/ops/webgpu/dropout16.js +40 -32
- package/dist/ops/webgpu/gatherSub.js +43 -30
- package/dist/ops/webgpu/gelu.js +88 -82
- package/dist/ops/webgpu/index.js +16 -16
- package/dist/ops/webgpu/matMul16.js +69 -64
- package/dist/ops/webgpu/matMul16_program.js +152 -192
- package/dist/ops/webgpu/mul16.js +13 -12
- package/dist/ops/webgpu/norm2.js +45 -75
- package/dist/ops/webgpu/normRMS.js +25 -33
- package/dist/ops/webgpu/normRMS16_program.js +21 -18
- package/dist/ops/webgpu/normRMS32_program.js +21 -18
- package/dist/ops/webgpu/normRMSGrad.js +125 -184
- package/dist/ops/webgpu/pack16.js +20 -17
- package/dist/ops/webgpu/pack16_program.js +48 -47
- package/dist/ops/webgpu/qkv.js +63 -23
- package/dist/ops/webgpu/rope.js +85 -57
- package/dist/ops/webgpu/scatterSub.js +43 -30
- package/dist/ops/webgpu/slice16.js +66 -61
- package/dist/ops/webgpu/softmax16.js +17 -20
- package/dist/ops/webgpu/softmax16_program.js +34 -18
- package/dist/ops/webgpu/softmax16_subgroup_program.js +40 -45
- package/dist/ops/webgpu/softmax16grad.js +30 -36
- package/dist/ops/webgpu/sub16.js +13 -12
- package/dist/ops/webgpu/sum16.js +28 -37
- package/dist/ops/webgpu/transpose16.js +36 -33
- package/dist/ops/webgpu/transpose16_program.js +40 -39
- package/dist/ops/webgpu/transpose16_shared_program.js +53 -44
- package/dist/ops/webgpu/unpack16.js +49 -37
- package/dist/ops/webgpu/utils/binary_op.js +70 -68
- package/dist/ops/webgpu/utils/deviceInfo.d.ts +1 -1
- package/dist/ops/webgpu/utils/deviceInfo.js +10 -10
- package/dist/ops/webgpu/utils/reductions.js +136 -148
- package/dist/pack16-Ck-spx_F.js +39 -0
- package/dist/patches/webgpu_backend.d.ts +2 -2
- package/dist/patches/webgpu_backend.js +42 -55
- package/dist/patches/webgpu_base.js +21 -33
- package/dist/patches/webgpu_program.js +213 -320
- package/dist/pdf-UoDqCYzz.js +16726 -0
- package/dist/picomatch-3tUnMMbd.js +1063 -0
- package/dist/rope-CbeGlsV8.js +25 -0
- package/dist/selu_util-zkAx5doH.js +24 -0
- package/dist/shared-D1coEFea.js +1314 -0
- package/dist/shared-DOgWaqvL.js +5 -0
- package/dist/slice_util-Dgb3ANWI.js +208 -0
- package/dist/tfjs_backend-BjuQ5FqB.js +614 -0
- package/dist/tokeniser/BaseTokeniser.js +2 -124
- package/dist/tokeniser/CharTokeniser.js +91 -106
- package/dist/tokeniser/bpe.js +163 -166
- package/dist/tokeniser/messages.js +0 -1
- package/dist/tokeniser/type.js +0 -1
- package/dist/training/AdamW.js +127 -137
- package/dist/training/BasicTrainer.d.ts +1 -1
- package/dist/training/BasicTrainer.js +264 -264
- package/dist/training/DatasetBuilder.js +2 -86
- package/dist/training/Evaluator.d.ts +1 -1
- package/dist/training/Evaluator.js +47 -38
- package/dist/training/LRScheduler.js +37 -33
- package/dist/training/PreTrainer.d.ts +2 -2
- package/dist/training/PreTrainer.js +21 -19
- package/dist/training/SFTTrainer.d.ts +2 -2
- package/dist/training/SFTTrainer.js +23 -21
- package/dist/training/loss.js +17 -22
- package/dist/training/orthoGrad.js +9 -9
- package/dist/training/sparseCrossEntropy.js +45 -67
- package/dist/training/tasks/ConversationTask.d.ts +1 -1
- package/dist/training/tasks/ConversationTask.js +36 -38
- package/dist/training/tasks/PretrainingTask.d.ts +1 -1
- package/dist/training/tasks/PretrainingTask.js +41 -46
- package/dist/training/tasks/StartSentenceTask.d.ts +1 -1
- package/dist/training/tasks/StartSentenceTask.js +44 -48
- package/dist/training/tasks/Task.d.ts +1 -1
- package/dist/training/tasks/Task.js +53 -66
- package/dist/training/tasks/splitter.js +17 -20
- package/dist/training/types.d.ts +2 -2
- package/dist/training/types.js +0 -1
- package/dist/training/validation.d.ts +1 -1
- package/dist/training/validation.js +2 -84
- package/dist/utilities/arrayClose.js +15 -19
- package/dist/utilities/datasetID.js +17 -20
- package/dist/utilities/dummy.d.ts +1 -1
- package/dist/utilities/dummy.js +33 -40
- package/dist/utilities/multinomialCPU.js +8 -12
- package/dist/utilities/naming.js +0 -1
- package/dist/utilities/packed.js +10 -12
- package/dist/utilities/parameters.d.ts +1 -1
- package/dist/utilities/parameters.js +32 -51
- package/dist/utilities/performance.js +15 -15
- package/dist/utilities/profile.js +32 -37
- package/dist/utilities/safetensors.js +49 -79
- package/dist/utilities/sentences.d.ts +1 -1
- package/dist/utilities/sentences.js +29 -38
- package/dist/utilities/tokenParse.js +16 -20
- package/dist/utilities/topP.js +11 -12
- package/dist/utilities/waitForModel.d.ts +1 -1
- package/dist/utilities/waitForModel.js +11 -11
- package/dist/utilities/weights.js +37 -42
- package/dist/utilities/yielder.js +6 -6
- package/dist/webgpu-Dt7BMzWz.js +525 -0
- package/dist/webgpu_program-WOyIVMlZ.js +392 -0
- package/dist/webgpu_util-B_F3SShA.js +106 -0
- package/package.json +9 -10
- package/dist/RealDiv-CGwv0liw.js +0 -365
- package/dist/Reshape-BW__R4mZ.js +0 -79
- package/dist/Reshape-CPBkTIH2.js +0 -14
- package/dist/_commonjsHelpers-ByX85dGu.js +0 -33
- package/dist/axis_util-GTVlo58H.js +0 -55
- package/dist/backend_util-GaFarB78.js +0 -425
- package/dist/backend_webgpu-BqASlsbV.js +0 -545
- package/dist/binary_op_util-pKXltfxI.js +0 -192
- package/dist/broadcast_to-eS93CCN_.js +0 -28
- package/dist/clip_by_value-DDA7rrcT.js +0 -12
- package/dist/complex-DI35Q-gW.js +0 -11
- package/dist/complex_util-Yc1A_gV1.js +0 -55
- package/dist/concat-CAQpCret.js +0 -17
- package/dist/concat_util-D18dJ4fD.js +0 -22
- package/dist/data/parquet.d.ts +0 -2
- package/dist/data/parquet.js +0 -17
- package/dist/dataset-CGGp1z9P.js +0 -1124
- package/dist/dropout_util--NxWuYg2.js +0 -27
- package/dist/expand_dims-Bkd1YD5x.js +0 -11
- package/dist/exports_initializers-CYzKLjN7.js +0 -7
- package/dist/floor-BQtb-Azg.js +0 -9
- package/dist/gather-qIqEqaGn.js +0 -9
- package/dist/gelu-B220X1Go.js +0 -26
- package/dist/gpgpu_math-BwvV12df.js +0 -2022
- package/dist/index-CUXkjxiT.js +0 -3516
- package/dist/index-CieiGp4Y.js +0 -349
- package/dist/index-CjOWnMXP.js +0 -7308
- package/dist/index-Cp39cXWe.js +0 -1016
- package/dist/index-D5v913EJ.js +0 -4
- package/dist/index-DmeWGGmS.js +0 -1074
- package/dist/index-DvYrXKkX.js +0 -113
- package/dist/index-Ksja3su6.js +0 -151
- package/dist/index-xuotMAFm.js +0 -118
- package/dist/jszip.min-BZhlzntC.js +0 -2313
- package/dist/kernel_funcs_utils-pq0CK9co.js +0 -306
- package/dist/matMul16-BcVC_E62.js +0 -80
- package/dist/matMulGelu-JNLZqKQp.js +0 -163
- package/dist/mat_mul-DhG0Newp.js +0 -11
- package/dist/mod-CSdCpRjf.js +0 -11
- package/dist/non_max_suppression_impl-B2W7YjZB.js +0 -102
- package/dist/not_equal-hurPF26l.js +0 -64
- package/dist/ones-BytntneX.js +0 -14
- package/dist/ops-CsXeTq1P.js +0 -476
- package/dist/pack16-bqltoUlR.js +0 -39
- package/dist/papaparse.min-C0cScC2i.js +0 -418
- package/dist/parquet-Bqjmp2vo.js +0 -44231
- package/dist/pdf-NIhmP3sq.js +0 -19477
- package/dist/rand_util-CZ7yLoUm.js +0 -50
- package/dist/random_normal-IBRrha8a.js +0 -14
- package/dist/random_width-DN5ZtQkM.js +0 -9796
- package/dist/range-C-CjF-LI.js +0 -10
- package/dist/relu-J_X6MUzx.js +0 -9
- package/dist/reshape-BDOuCSNW.js +0 -9
- package/dist/resize_nearest_neighbor-BojqlfRe.js +0 -150
- package/dist/rope-DcrZM_e6.js +0 -24
- package/dist/scatter_nd_util-ByNJaL6I.js +0 -46
- package/dist/segment_util-Dasb2Zaf.js +0 -43
- package/dist/selu_util-BLhIqRkw.js +0 -44
- package/dist/shared-3agzAqQ_.js +0 -53
- package/dist/shared-CagdqkLh.js +0 -2143
- package/dist/slice-BzS11Qh0.js +0 -12
- package/dist/slice_util-CC35pLmT.js +0 -153
- package/dist/softmax-D4q1LJN7.js +0 -12
- package/dist/split-C2Sj255c.js +0 -9
- package/dist/squeeze-ho4wLUek.js +0 -10
- package/dist/stack-DudVrtmG.js +0 -11
- package/dist/step-BTxPtq1r.js +0 -261
- package/dist/sum-BpiwSWvg.js +0 -11
- package/dist/tensor-BWFldCso.js +0 -8
- package/dist/tensor1d-LMGMIUlr.js +0 -11
- package/dist/tensor2d-BnXMKScO.js +0 -14
- package/dist/tensor4d-C6UCG_u8.js +0 -14
- package/dist/tfjs_backend-BGnG-ppu.js +0 -654
- package/dist/tile-CFy-xTO6.js +0 -11
- package/dist/transpose-9kRxIXWR.js +0 -36
- package/dist/unsorted_segment_sum-DJvk5xnh.js +0 -277
- package/dist/variable-Ck482e3n.js +0 -7
- package/dist/webgpu_program-B4HmApL1.js +0 -525
- package/dist/webgpu_util-DYlGSwOJ.js +0 -64
- package/dist/zeros-DvZpK8s6.js +0 -13
- package/dist/zeros_like-CWjDdwr-.js +0 -721
package/dist/range-C-CjF-LI.js
DELETED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import { E as e, Z as f } from "./index-CUXkjxiT.js";
|
|
2
|
-
function E(n, o, r = 1, a = "float32") {
|
|
3
|
-
if (r === 0)
|
|
4
|
-
throw new Error("Cannot have a step of zero");
|
|
5
|
-
const t = { start: n, stop: o, step: r, dtype: a };
|
|
6
|
-
return e.runKernel(f, {}, t);
|
|
7
|
-
}
|
|
8
|
-
export {
|
|
9
|
-
E as r
|
|
10
|
-
};
|
package/dist/relu-J_X6MUzx.js
DELETED
package/dist/reshape-BDOuCSNW.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { o, q as t, E as a, R as p } from "./index-CUXkjxiT.js";
|
|
2
|
-
function c(r, s) {
|
|
3
|
-
const e = { x: t(r, "x", "reshape", "string_or_numeric") }, n = { shape: s };
|
|
4
|
-
return a.runKernel(p, e, n);
|
|
5
|
-
}
|
|
6
|
-
const x = /* @__PURE__ */ o({ reshape_: c });
|
|
7
|
-
export {
|
|
8
|
-
x as r
|
|
9
|
-
};
|
|
@@ -1,150 +0,0 @@
|
|
|
1
|
-
import { o, q as t, E as i, aZ as y, ah as K, a_ as c, l as E, p as A, a as D, n as z, B as g, _ as p, a$ as I, b0 as w, b1 as B, b2 as v, b3 as T, b4 as L, L as k, b5 as G, b6 as S, b7 as M, x as f, b8 as R, b9 as P, ba as U } from "./index-CUXkjxiT.js";
|
|
2
|
-
import { e as Z } from "./axis_util-GTVlo58H.js";
|
|
3
|
-
import { m as d } from "./not_equal-hurPF26l.js";
|
|
4
|
-
import { r as b } from "./reshape-BDOuCSNW.js";
|
|
5
|
-
import { s as h } from "./sum-BpiwSWvg.js";
|
|
6
|
-
function j(s, r = null, e = !1) {
|
|
7
|
-
const a = { x: t(s, "x", "min") }, u = { axis: r, keepDims: e };
|
|
8
|
-
return i.runKernel(y, a, u);
|
|
9
|
-
}
|
|
10
|
-
const q = /* @__PURE__ */ o({ min_: j });
|
|
11
|
-
function C(s, r = "euclidean", e = null, n = !1) {
|
|
12
|
-
s = t(s, "x", "norm");
|
|
13
|
-
const a = N(s, r, e);
|
|
14
|
-
let u = a.shape;
|
|
15
|
-
if (n) {
|
|
16
|
-
const m = K(e, s.shape);
|
|
17
|
-
u = Z(a.shape, m);
|
|
18
|
-
}
|
|
19
|
-
return b(a, u);
|
|
20
|
-
}
|
|
21
|
-
function N(s, r, e = null) {
|
|
22
|
-
if (s.rank === 0)
|
|
23
|
-
return c(s);
|
|
24
|
-
if (s.rank !== 1 && e === null)
|
|
25
|
-
return N(b(s, [-1]), r, e);
|
|
26
|
-
if (s.rank === 1 || typeof e == "number" || Array.isArray(e) && e.length === 1) {
|
|
27
|
-
if (r === 1)
|
|
28
|
-
return h(c(s), e);
|
|
29
|
-
if (r === 1 / 0)
|
|
30
|
-
return d(c(s), e);
|
|
31
|
-
if (r === -1 / 0)
|
|
32
|
-
return q(c(s), e);
|
|
33
|
-
if (r === "euclidean" || r === 2)
|
|
34
|
-
return E(h(A(c(s), D(2, "int32")), e));
|
|
35
|
-
throw new Error(`Error in norm: invalid ord value: ${r}`);
|
|
36
|
-
}
|
|
37
|
-
if (Array.isArray(e) && e.length === 2) {
|
|
38
|
-
if (r === 1)
|
|
39
|
-
return d(h(c(s), e[0]), e[1] - 1);
|
|
40
|
-
if (r === 1 / 0)
|
|
41
|
-
return d(h(c(s), e[1]), e[0]);
|
|
42
|
-
if (r === -1 / 0)
|
|
43
|
-
return q(h(c(s), e[1]), e[0]);
|
|
44
|
-
if (r === "fro" || r === "euclidean")
|
|
45
|
-
return E(h(z(s), e));
|
|
46
|
-
throw new Error(`Error in norm: invalid ord value: ${r}`);
|
|
47
|
-
}
|
|
48
|
-
throw new Error(`Error in norm: invalid axis: ${e}`);
|
|
49
|
-
}
|
|
50
|
-
const ie = /* @__PURE__ */ o({ norm_: C });
|
|
51
|
-
function F(s, r) {
|
|
52
|
-
let e = t(s, "a", "greater", "string_or_numeric"), n = t(r, "b", "greater", "string_or_numeric");
|
|
53
|
-
[e, n] = g(e, n), p(e.shape, n.shape);
|
|
54
|
-
const a = { a: e, b: n };
|
|
55
|
-
return i.runKernel(I, a);
|
|
56
|
-
}
|
|
57
|
-
const ue = /* @__PURE__ */ o({ greater_: F });
|
|
58
|
-
function H(s, r) {
|
|
59
|
-
let e = t(s, "a", "greaterEqual", "string_or_numeric"), n = t(r, "b", "greaterEqual", "string_or_numeric");
|
|
60
|
-
[e, n] = g(e, n), p(e.shape, n.shape);
|
|
61
|
-
const a = { a: e, b: n };
|
|
62
|
-
return i.runKernel(w, a);
|
|
63
|
-
}
|
|
64
|
-
const le = /* @__PURE__ */ o({ greaterEqual_: H });
|
|
65
|
-
function J(s, r) {
|
|
66
|
-
let e = t(s, "a", "less", "string_or_numeric"), n = t(r, "b", "less", "string_or_numeric");
|
|
67
|
-
[e, n] = g(e, n), p(e.shape, n.shape);
|
|
68
|
-
const a = { a: e, b: n };
|
|
69
|
-
return i.runKernel(B, a);
|
|
70
|
-
}
|
|
71
|
-
const ce = /* @__PURE__ */ o({ less_: J });
|
|
72
|
-
function O(s, r) {
|
|
73
|
-
let e = t(s, "a", "lessEqual", "string_or_numeric"), n = t(r, "b", "lessEqual", "string_or_numeric");
|
|
74
|
-
[e, n] = g(e, n), p(e.shape, n.shape);
|
|
75
|
-
const a = { a: e, b: n };
|
|
76
|
-
return i.runKernel(v, a);
|
|
77
|
-
}
|
|
78
|
-
const fe = /* @__PURE__ */ o({ lessEqual_: O });
|
|
79
|
-
function Q(s) {
|
|
80
|
-
const e = { x: t(s, "x", "log1p") };
|
|
81
|
-
return i.runKernel(T, e);
|
|
82
|
-
}
|
|
83
|
-
const me = /* @__PURE__ */ o({ log1p_: Q });
|
|
84
|
-
function V(s, r) {
|
|
85
|
-
const e = t(s, "a", "logicalAnd", "bool"), n = t(r, "b", "logicalAnd", "bool");
|
|
86
|
-
p(e.shape, n.shape);
|
|
87
|
-
const a = { a: e, b: n };
|
|
88
|
-
return i.runKernel(L, a);
|
|
89
|
-
}
|
|
90
|
-
const pe = /* @__PURE__ */ o({ logicalAnd_: V });
|
|
91
|
-
function W(s, r) {
|
|
92
|
-
let e = t(s, "a", "minimum"), n = t(r, "b", "minimum");
|
|
93
|
-
[e, n] = g(e, n), e.dtype === "bool" && (e = k(e, "int32"), n = k(n, "int32")), p(e.shape, n.shape);
|
|
94
|
-
const a = { a: e, b: n };
|
|
95
|
-
return i.runKernel(G, a);
|
|
96
|
-
}
|
|
97
|
-
const he = /* @__PURE__ */ o({ minimum_: W });
|
|
98
|
-
function X(s) {
|
|
99
|
-
const e = { x: t(s, "x", "round") };
|
|
100
|
-
return i.runKernel(S, e);
|
|
101
|
-
}
|
|
102
|
-
const be = /* @__PURE__ */ o({ round_: X });
|
|
103
|
-
function Y(s, r) {
|
|
104
|
-
let e = t(s, "a", "squaredDifference"), n = t(r, "b", "squaredDifference");
|
|
105
|
-
[e, n] = g(e, n), p(e.shape, n.shape);
|
|
106
|
-
const a = { a: e, b: n }, u = {};
|
|
107
|
-
return i.runKernel(M, a, u);
|
|
108
|
-
}
|
|
109
|
-
const ge = /* @__PURE__ */ o({ squaredDifference_: Y });
|
|
110
|
-
function x(s, r = 0) {
|
|
111
|
-
const e = t(s, "x", "unstack", "string_or_numeric");
|
|
112
|
-
f(r >= -e.shape.length && r < e.shape.length, () => `Axis = ${r} is not in [-${e.shape.length}, ${e.shape.length})`);
|
|
113
|
-
const n = { value: e }, a = { axis: r };
|
|
114
|
-
return i.runKernel(R, n, a);
|
|
115
|
-
}
|
|
116
|
-
const _e = /* @__PURE__ */ o({ unstack_: x });
|
|
117
|
-
function ee(s, r, e = !1, n = !1) {
|
|
118
|
-
const a = t(s, "images", "resizeBilinear");
|
|
119
|
-
f(a.rank === 3 || a.rank === 4, () => `Error in resizeBilinear: x must be rank 3 or 4, but got rank ${a.rank}.`), f(r.length === 2, () => `Error in resizeBilinear: new shape must 2D, but got shape ${r}.`), f(n === !1 || e === !1, () => "Error in resizeBilinear: If halfPixelCenters is true, alignCorners must be false.");
|
|
120
|
-
let u = a, m = !1;
|
|
121
|
-
a.rank === 3 && (m = !0, u = b(a, [1, a.shape[0], a.shape[1], a.shape[2]]));
|
|
122
|
-
const _ = { images: u }, $ = { alignCorners: e, halfPixelCenters: n, size: r }, l = i.runKernel(P, _, $);
|
|
123
|
-
return m ? b(l, [l.shape[1], l.shape[2], l.shape[3]]) : l;
|
|
124
|
-
}
|
|
125
|
-
const $e = /* @__PURE__ */ o({ resizeBilinear_: ee });
|
|
126
|
-
function re(s, r, e = !1, n = !1) {
|
|
127
|
-
const a = t(s, "images", "resizeNearestNeighbor");
|
|
128
|
-
f(a.rank === 3 || a.rank === 4, () => `Error in resizeNearestNeighbor: x must be rank 3 or 4, but got rank ${a.rank}.`), f(r.length === 2, () => `Error in resizeNearestNeighbor: new shape must 2D, but got shape ${r}.`), f(a.dtype === "float32" || a.dtype === "int32", () => "`images` must have `int32` or `float32` as dtype"), f(n === !1 || e === !1, () => "Error in resizeNearestNeighbor: If halfPixelCenters is true, alignCorners must be false.");
|
|
129
|
-
let u = a, m = !1;
|
|
130
|
-
a.rank === 3 && (m = !0, u = b(a, [1, a.shape[0], a.shape[1], a.shape[2]]));
|
|
131
|
-
const _ = { images: u }, $ = { alignCorners: e, halfPixelCenters: n, size: r }, l = i.runKernel(U, _, $);
|
|
132
|
-
return m ? b(l, [l.shape[1], l.shape[2], l.shape[3]]) : l;
|
|
133
|
-
}
|
|
134
|
-
const de = /* @__PURE__ */ o({ resizeNearestNeighbor_: re });
|
|
135
|
-
export {
|
|
136
|
-
ce as a,
|
|
137
|
-
pe as b,
|
|
138
|
-
le as c,
|
|
139
|
-
me as d,
|
|
140
|
-
de as e,
|
|
141
|
-
$e as f,
|
|
142
|
-
ue as g,
|
|
143
|
-
q as h,
|
|
144
|
-
fe as l,
|
|
145
|
-
he as m,
|
|
146
|
-
ie as n,
|
|
147
|
-
be as r,
|
|
148
|
-
ge as s,
|
|
149
|
-
_e as u
|
|
150
|
-
};
|
package/dist/rope-DcrZM_e6.js
DELETED
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { e as p, h as s } from "./index-CUXkjxiT.js";
|
|
2
|
-
import "./ops/cpu/rope.js";
|
|
3
|
-
import "./ops/webgl/rope.js";
|
|
4
|
-
const u = {
|
|
5
|
-
kernelName: "Rope",
|
|
6
|
-
inputsToSave: [],
|
|
7
|
-
outputsToSave: [],
|
|
8
|
-
gradFunc: (e, n, r) => {
|
|
9
|
-
const { ropeCache: o } = r, a = i(e, o, 0, !0);
|
|
10
|
-
return { x: () => a };
|
|
11
|
-
}
|
|
12
|
-
};
|
|
13
|
-
p(u);
|
|
14
|
-
function i(e, n, r, o = !1) {
|
|
15
|
-
return n.ensureRopeCache(e.shape[2] + r), s().runKernel("Rope", { x: e }, {
|
|
16
|
-
pastLen: r,
|
|
17
|
-
negSin: o,
|
|
18
|
-
ropeCache: n
|
|
19
|
-
});
|
|
20
|
-
}
|
|
21
|
-
export {
|
|
22
|
-
u as a,
|
|
23
|
-
i as r
|
|
24
|
-
};
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import { U as p, a9 as w } from "./index-CUXkjxiT.js";
|
|
2
|
-
function k(o, t, r) {
|
|
3
|
-
const n = t.rank > 1 ? t.shape[t.rank - 1] : 1, e = t.rank > 1 ? t.rank - 1 : 1, h = `Must have updates.shape = indices.shape[:batchDim] + shape[sliceDim:], got updates.shape: ${r.shape}, indices.shape: ${t.shape}, shape: ${o}, sliceDim: ${n}, and batchDim: ${e}.`;
|
|
4
|
-
if (r.rank < e)
|
|
5
|
-
throw new Error(h + ` update.rank < ${e}. `);
|
|
6
|
-
if (o.length < n + (r.rank - e))
|
|
7
|
-
throw new Error(h + ` Output shape length < ${n + (r.rank - e)}`);
|
|
8
|
-
if (r.rank !== e + o.length - n)
|
|
9
|
-
throw new Error(h + ` update.rank != ${e + o.length - n}`);
|
|
10
|
-
for (let a = 0; a < e; ++a)
|
|
11
|
-
if (r.shape[a] !== t.shape[a])
|
|
12
|
-
throw new Error(h + ` updates.shape[${a}] (${r.shape[a]}) != indices.shape[${a}] (${t.shape[a]}).`);
|
|
13
|
-
for (let a = 0; a < r.rank - e; ++a)
|
|
14
|
-
if (r.shape[a + e] !== o[a + n])
|
|
15
|
-
throw new Error(h + ` updates.shape[${a + e}] (${r.shape[a + e]}) != shape[${a + e}] (${o[a + e]})`);
|
|
16
|
-
}
|
|
17
|
-
function $(o, t, r) {
|
|
18
|
-
if (t.rank < 1)
|
|
19
|
-
throw new Error(`tf.scatterND() expects the indices to be rank 1 or higher, but the rank was ${t.rank}.`);
|
|
20
|
-
if (o.rank < 1)
|
|
21
|
-
throw new Error(`tf.scatterND() expects the updates to be rank 1 or higher, but the rank was ${o.rank}.`);
|
|
22
|
-
if (t.dtype !== "int32")
|
|
23
|
-
throw new Error(`The dtype of 'indices' should be int32, but got dtype: ${t.dtype}`);
|
|
24
|
-
if (r.length < 1)
|
|
25
|
-
throw new Error(`Output rank must be greater or equal to 1, but got shape: ${r}`);
|
|
26
|
-
if (r.length === 0) {
|
|
27
|
-
if (t.size === 0)
|
|
28
|
-
throw new Error(`Indices specified for empty output. indices shape: ${t.shape}`);
|
|
29
|
-
if (o.size === 0)
|
|
30
|
-
throw new Error(`Updates specified for empty output. updates shape: ${o.shape}`);
|
|
31
|
-
}
|
|
32
|
-
k(r, t, o);
|
|
33
|
-
}
|
|
34
|
-
function m(o, t, r) {
|
|
35
|
-
const n = t.shape.length, e = n > 1 ? t.shape[n - 1] : 1, h = r.length;
|
|
36
|
-
let a = 1;
|
|
37
|
-
for (let s = e; s < h; ++s)
|
|
38
|
-
a *= r[s];
|
|
39
|
-
const i = e < 1 ? 1 : e, f = p(t.shape) / i, c = [...w(r.slice(0, e)), 1], l = p(r);
|
|
40
|
-
return { sliceRank: e, numUpdates: f, sliceSize: a, strides: c, outputSize: l };
|
|
41
|
-
}
|
|
42
|
-
export {
|
|
43
|
-
k as a,
|
|
44
|
-
m as c,
|
|
45
|
-
$ as v
|
|
46
|
-
};
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
import { P as w } from "./backend_util-GaFarB78.js";
|
|
2
|
-
import { a8 as f } from "./index-CUXkjxiT.js";
|
|
3
|
-
function g(o, s) {
|
|
4
|
-
let r = !1, t;
|
|
5
|
-
for (o <= w ? (t = o, r = !0) : t = f(o, Math.floor(Math.sqrt(o))); !r; )
|
|
6
|
-
t > s || t === o ? r = !0 : t = f(o, t + 1);
|
|
7
|
-
return t;
|
|
8
|
-
}
|
|
9
|
-
function c(o, s, r) {
|
|
10
|
-
const t = [], p = o.length;
|
|
11
|
-
for (let h = 0; h < p; h++)
|
|
12
|
-
h !== s ? t.push(o[h]) : t.push(r);
|
|
13
|
-
return t;
|
|
14
|
-
}
|
|
15
|
-
function O(o, s, r, t) {
|
|
16
|
-
const p = s.shape.length, h = o.shape.length;
|
|
17
|
-
if (t !== 0 && (t < -p || t > p))
|
|
18
|
-
throw new Error(`Expect batchDims in the range of [-${p}, ${p}], but got ${t}`);
|
|
19
|
-
if (t < 0 && (t += p), t > h)
|
|
20
|
-
throw new Error(`batchDims (${t}) must be less than rank(x) (
|
|
21
|
-
${h}).`);
|
|
22
|
-
if (r < t)
|
|
23
|
-
throw new Error(`batchDims (${t}) must be less than or equal to axis (${r}).`);
|
|
24
|
-
for (let e = 0; e < t; ++e)
|
|
25
|
-
if (o.shape[e] !== s.shape[e])
|
|
26
|
-
throw new Error(`x.shape[${e}]: ${o.shape[e]} should be equal to indices.shape[${e}]: ${s.shape[e]}.`);
|
|
27
|
-
const $ = o.shape[r], l = [];
|
|
28
|
-
let a = 1, n = 1, u = 1;
|
|
29
|
-
for (let e = 0; e < t; ++e)
|
|
30
|
-
l.push(o.shape[e]), a *= o.shape[e];
|
|
31
|
-
for (let e = t; e < r; e++)
|
|
32
|
-
l.push(o.shape[e]), n *= o.shape[e];
|
|
33
|
-
for (let e = t; e < p; e++)
|
|
34
|
-
l.push(s.shape[e]);
|
|
35
|
-
for (let e = r + 1; e < h; e++)
|
|
36
|
-
l.push(o.shape[e]), u *= o.shape[e];
|
|
37
|
-
return { batchSize: a, sliceSize: u, outerSize: n, dimSize: $, outputShape: l };
|
|
38
|
-
}
|
|
39
|
-
export {
|
|
40
|
-
c as a,
|
|
41
|
-
O as c,
|
|
42
|
-
g as s
|
|
43
|
-
};
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
import { m as n, $ as l } from "./index-CUXkjxiT.js";
|
|
2
|
-
import { e as o, r as t, p as f, l as a, s as p, a as i } from "./step-BTxPtq1r.js";
|
|
3
|
-
import { r as m } from "./relu-J_X6MUzx.js";
|
|
4
|
-
import { r as d } from "./reshape-BDOuCSNW.js";
|
|
5
|
-
import { s as g } from "./sum-BpiwSWvg.js";
|
|
6
|
-
function L(e, r, s) {
|
|
7
|
-
if (s == null || s === "linear")
|
|
8
|
-
return e;
|
|
9
|
-
if (s === "relu")
|
|
10
|
-
return n(e, i(r));
|
|
11
|
-
throw new Error(`Cannot compute gradient for fused activation ${s}.`);
|
|
12
|
-
}
|
|
13
|
-
function S(e, r) {
|
|
14
|
-
let s = r;
|
|
15
|
-
const u = l(e.shape, r.shape);
|
|
16
|
-
return u.length > 0 && (s = g(s, u)), d(s, e.shape);
|
|
17
|
-
}
|
|
18
|
-
function k(e, r, s, u) {
|
|
19
|
-
if (r === "linear")
|
|
20
|
-
return e;
|
|
21
|
-
if (r === "relu")
|
|
22
|
-
return m(e);
|
|
23
|
-
if (r === "elu")
|
|
24
|
-
return o(e);
|
|
25
|
-
if (r === "relu6")
|
|
26
|
-
return t(e);
|
|
27
|
-
if (r === "prelu")
|
|
28
|
-
return f(e, s);
|
|
29
|
-
if (r === "leakyrelu")
|
|
30
|
-
return a(e, u);
|
|
31
|
-
if (r === "sigmoid")
|
|
32
|
-
return p(e);
|
|
33
|
-
throw new Error(`Unknown fused activation ${r}.`);
|
|
34
|
-
}
|
|
35
|
-
const C = (e, r) => !(e > 0) || r === "linear";
|
|
36
|
-
const F = 1.7580993408473768, U = 1.0507009873554805;
|
|
37
|
-
export {
|
|
38
|
-
U as S,
|
|
39
|
-
F as a,
|
|
40
|
-
k as b,
|
|
41
|
-
L as c,
|
|
42
|
-
S as g,
|
|
43
|
-
C as s
|
|
44
|
-
};
|
package/dist/shared-3agzAqQ_.js
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
import { s as l } from "./shared-CagdqkLh.js";
|
|
2
|
-
const { addImpl: m, bincountImpl: s, bincountReduceImpl: a, bitwiseAndImpl: I, castImpl: e, ceilImpl: t, concatImpl: r, equalImpl: i, expImpl: C, expm1Impl: P, floorImpl: U, gatherNdImpl: n, gatherV2Impl: g, greaterImpl: o, greaterEqualImpl: c, lessImpl: u, lessEqualImpl: d, linSpaceImpl: q, logImpl: R, maxImpl: h, maximumImpl: x, minimumImpl: b, multiplyImpl: E, negImpl: S, notEqualImpl: T, prodImpl: w, raggedGatherImpl: y, raggedRangeImpl: A, raggedTensorToTensorImpl: F, rangeImpl: G, rsqrtImpl: N, scatterImpl: f, sigmoidImpl: k, simpleAbsImpl: B, sliceImpl: H, sparseFillEmptyRowsImpl: K, sparseReshapeImpl: V, sparseSegmentReductionImpl: j, sqrtImpl: v, staticRegexReplaceImpl: z, stridedSliceImpl: D, stringNGramsImpl: J, stringSplitImpl: L, stringToHashBucketFastImpl: M, subImpl: O, tileImpl: Q, topKImpl: W, transposeImpl: X, uniqueImpl: Y } = l;
|
|
3
|
-
export {
|
|
4
|
-
b as A,
|
|
5
|
-
O as B,
|
|
6
|
-
S as C,
|
|
7
|
-
w as D,
|
|
8
|
-
y as E,
|
|
9
|
-
A as F,
|
|
10
|
-
F as G,
|
|
11
|
-
G as H,
|
|
12
|
-
N as I,
|
|
13
|
-
k as J,
|
|
14
|
-
K,
|
|
15
|
-
V as L,
|
|
16
|
-
j as M,
|
|
17
|
-
f as N,
|
|
18
|
-
v as O,
|
|
19
|
-
z as P,
|
|
20
|
-
D as Q,
|
|
21
|
-
J as R,
|
|
22
|
-
L as S,
|
|
23
|
-
M as T,
|
|
24
|
-
Q as U,
|
|
25
|
-
W as V,
|
|
26
|
-
Y as W,
|
|
27
|
-
E as a,
|
|
28
|
-
m as b,
|
|
29
|
-
H as c,
|
|
30
|
-
s as d,
|
|
31
|
-
I as e,
|
|
32
|
-
e as f,
|
|
33
|
-
t as g,
|
|
34
|
-
r as h,
|
|
35
|
-
a as i,
|
|
36
|
-
i as j,
|
|
37
|
-
C as k,
|
|
38
|
-
P as l,
|
|
39
|
-
h as m,
|
|
40
|
-
T as n,
|
|
41
|
-
U as o,
|
|
42
|
-
n as p,
|
|
43
|
-
g as q,
|
|
44
|
-
o as r,
|
|
45
|
-
B as s,
|
|
46
|
-
X as t,
|
|
47
|
-
c as u,
|
|
48
|
-
u as v,
|
|
49
|
-
d as w,
|
|
50
|
-
q as x,
|
|
51
|
-
R as y,
|
|
52
|
-
x as z
|
|
53
|
-
};
|