@genai-fi/nanogpt 0.10.3 → 0.12.0

package/dist/{index-DOvlwCh-.js → index-Duu1Lvvv.js}

@@ -1633,7 +1633,7 @@ class et {
    * gradient, which defaults to `1`.
    */
   gradients(t, n, s, r = !1) {
-    if (p(n.length > 0, () => "gradients() received an empty list of xs."), s != null && s.dtype !== "float32")
+    if (p(n.length > 0, () => "gradients() received an empty list of xs."), s != null && s.dtype !== "float32" && s.dtype !== "packedF16")
       throw new Error(`dy must have 'float32' dtype, but has '${s.dtype}'`);
     const a = this.scopedRun(() => this.startTape(), () => this.endTape(), () => this.tidy("forward", t));
     p(a instanceof F, () => "The result y returned by f() must be a tensor.");
@@ -3228,46 +3228,46 @@ function vs() {
 }
 vs();
 export {
-  Cs as $,
-  N as A,
-  T as B,
-  Ct as C,
-  Jn as D,
+  fi as $,
+  Kr as A,
+  K as B,
+  yr as C,
+  ur as D,
   f as E,
-  yr as F,
-  En as G,
-  wr as H,
-  Kr as I,
-  Yr as J,
-  Qr as K,
-  K as L,
-  ur as M,
-  Na as N,
+  Yr as F,
+  Qr as G,
+  Ja as H,
+  So as I,
+  wo as J,
+  Gs as K,
+  Rt as L,
+  Na as M,
+  yo as N,
   H as O,
-  Ja as P,
-  So as Q,
+  Oa as P,
+  se as Q,
   Xa as R,
   uo as S,
   Co as T,
-  wo as U,
-  Gs as V,
-  Oa as W,
-  Rt as X,
-  yo as Y,
-  se as Z,
-  Ue as _,
+  z as U,
+  Ue as V,
+  Cs as W,
+  Tn as X,
+  vn as Y,
+  qa as Z,
+  os as _,
   si as a,
   Ba as a$,
-  Tn as a0,
-  vn as a1,
-  qa as a2,
-  os as a3,
-  fi as a4,
-  mi as a5,
-  pi as a6,
-  C as a7,
-  F as a8,
-  gi as a9,
+  mi as a0,
+  pi as a1,
+  C as a2,
+  F as a3,
+  gi as a4,
+  Ds as a5,
+  te as a6,
+  br as a7,
+  $t as a8,
+  ei as a9,
   xt as aA,
   he as aB,
   R as aC,
@@ -3295,11 +3295,11 @@ export {
   ci as aY,
   rs as aZ,
   co as a_,
-  Ds as aa,
-  te as ab,
-  br as ac,
-  $t as ad,
-  ei as ae,
+  S as aa,
+  Dt as ab,
+  di as ac,
+  ii as ad,
+  Us as ae,
   Ce as af,
   Ps as ag,
   Os as ah,
@@ -3496,25 +3496,25 @@ export {
   Wa as dy,
   ja as dz,
   ni as e,
-  ii as f,
+  Jo as f,
   oi as g,
-  z as h,
-  Us as i,
-  S as j,
+  as as h,
+  Xo as i,
+  $ as j,
   Fn as k,
-  p as l,
+  k as l,
   b as m,
-  Dt as n,
-  di as o,
-  Jo as p,
-  as as q,
+  nt as n,
+  N as o,
+  Qt as p,
+  T as q,
   ai as r,
   ri as s,
   E as t,
-  Xo as u,
+  Ct as u,
   hs as v,
-  $ as w,
-  k as x,
-  nt as y,
-  Qt as z
+  Jn as w,
+  p as x,
+  En as y,
+  wr as z
 };

package/dist/{kernel_funcs_utils-CCzYdUZg.js → kernel_funcs_utils-BtYrPoJu.js}

@@ -1,6 +1,6 @@
-import { a3 as B, h as K, aQ as G, ac as W, aJ as z, aR as V, j as N, aK as F, ak as S } from "./index-DOvlwCh-.js";
-import { u as O, f as Y } from "./gpgpu_math-DAOmgtXR.js";
-import { f as v } from "./backend_util-RCe-rHaj.js";
+import { _ as B, U as K, aQ as G, a7 as W, aJ as z, aR as V, aa as N, aK as F, ak as S } from "./index-Duu1Lvvv.js";
+import { u as O, f as Y } from "./gpgpu_math-BJSTk_mW.js";
+import { f as v } from "./backend_util-DC3rBo_H.js";
 function H(t, e) {
   return ["x", "y", "z", "w", "u", "v"].slice(0, e).map((s) => `${t}.${s}`);
 }
@@ -31,7 +31,7 @@ class q {
     `;
   }
 }
-const T = "if (isnan(x)) return x;", j = "return x;", de = "return abs(x);", M = "return (x >= 0.0) ? x : (exp(x) - 1.0);", J = T + `
+const T = "if (isnan(x)) return x;", M = "return x;", de = "return abs(x);", j = "return (x >= 0.0) ? x : (exp(x) - 1.0);", J = T + `
   return (x < 0.0) ? 0.0 : x;
 `, Q = T + `
   return (x < 0.0) ? 0.0 : min(6.0, x);
@@ -265,11 +265,11 @@ function Ie({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: s = !1, suppor
 }
 function Ae(t, e = !1) {
   if (t === "linear")
-    return e ? ee : j;
+    return e ? ee : M;
   if (t === "relu")
     return e ? se : J;
   if (t === "elu")
-    return e ? te : M;
+    return e ? te : j;
   if (t === "relu6")
     return e ? ae : Q;
   if (t === "prelu")

package/dist/layers/BaseLayer.js

@@ -1,5 +1,5 @@
-import { D as p, a8 as g, a6 as v, e as o, a9 as _ } from "../index-DOvlwCh-.js";
-import { v as V } from "../variable-WawDEaAb.js";
+import { w as p, a3 as g, a1 as v, e as o, a4 as _ } from "../index-Duu1Lvvv.js";
+import { v as V } from "../variable-DPt_Iuog.js";
 class T {
   parent;
   config;

package/dist/layers/CausalSelfAttention.js

@@ -1,18 +1,18 @@
 import { attentionMask as P } from "../ops/attentionMask.js";
 import _ from "./BaseLayer.js";
-import { r as k } from "../rope-Ir4mTyD1.js";
+import { r as k } from "../rope-DJ7Y7c-u.js";
 import { appendCache as b } from "../ops/appendCache.js";
-import { k as u, t as S } from "../index-DOvlwCh-.js";
+import { k as u, t as S } from "../index-Duu1Lvvv.js";
 import { softmax16 as C } from "../ops/softmax16.js";
-import { b as R } from "../matMul16-BWRSOCWB.js";
-import { p as V } from "../pack16-nQ6JaLo-.js";
+import { b as R } from "../matMul16-xswmhSuF.js";
+import { p as V } from "../pack16-atD0eYRm.js";
 import { transpose16 as J } from "../ops/transpose16.js";
 import { dot16 as L } from "../ops/dot16.js";
 import { reshape16 as N } from "../ops/reshape16.js";
 import { isPackedTensor as l } from "../utilities/packed.js";
 import { qkv as j } from "../ops/qkv.js";
-import { v as T } from "../variable-WawDEaAb.js";
-import { r as v, d as y } from "../dropout-BcvN9JYi.js";
+import { v as T } from "../variable-DPt_Iuog.js";
+import { r as v, d as y } from "../dropout-DLhSMNTZ.js";
 class X extends _ {
   divisor;
   index;

package/dist/layers/MLP.js

@@ -1,9 +1,9 @@
-import { t as p } from "../index-DOvlwCh-.js";
+import { t as p } from "../index-Duu1Lvvv.js";
 import u from "./BaseLayer.js";
-import { c, b as M } from "../matMul16-BWRSOCWB.js";
+import { c, b as M } from "../matMul16-xswmhSuF.js";
 import { reshape16 as o } from "../ops/reshape16.js";
-import { v as d } from "../variable-WawDEaAb.js";
-import { r as h, d as b } from "../dropout-BcvN9JYi.js";
+import { v as d } from "../variable-DPt_Iuog.js";
+import { r as h, d as b } from "../dropout-DLhSMNTZ.js";
 class O extends u {
   index;
   hiddenUnits;

package/dist/layers/PositionEmbedding.js

@@ -1,9 +1,9 @@
-import { t as c, al as u, b as i } from "../index-DOvlwCh-.js";
+import { t as c, al as u, b as i } from "../index-Duu1Lvvv.js";
 import f from "./BaseLayer.js";
-import { E as g, D as h } from "../random_width-or-CEftb.js";
-import { r as l } from "../exports_initializers-Hta_rEnm.js";
-import { m as b } from "../mod-AnXEvvpo.js";
-import { r as w } from "../range-BklejeeW.js";
+import { E as g, D as h } from "../random_width-BN4wGJaW.js";
+import { r as l } from "../exports_initializers-1KWPiStI.js";
+import { m as b } from "../mod-B4AUd1Np.js";
+import { r as w } from "../range-DKmP1-OQ.js";
 function E(t) {
   return new h(t);
 }

package/dist/layers/RMSNorm.js

@@ -1,8 +1,8 @@
-import { t as s } from "../index-DOvlwCh-.js";
+import { t as s } from "../index-Duu1Lvvv.js";
 import e from "./BaseLayer.js";
 import { normRMS as a } from "../ops/normRMS.js";
-import { v as i } from "../variable-WawDEaAb.js";
-import { o as m } from "../ones-D2rT0xk2.js";
+import { v as i } from "../variable-DPt_Iuog.js";
+import { o as m } from "../ones-CBI1AQjb.js";
 class l extends e {
   GAMMA;
   constructor(r, t = "", o) {

package/dist/layers/RoPECache.js

@@ -1,7 +1,7 @@
-import { w as a, b as n, z as c, t as p, k as r } from "../index-DOvlwCh-.js";
-import { r as l } from "../zeros_like-DvE73F4e.js";
-import { c as f, s as m } from "../unsorted_segment_sum-BDDhB_E6.js";
-import { r as h } from "../range-BklejeeW.js";
+import { j as a, b as n, p as c, t as p, k as r } from "../index-Duu1Lvvv.js";
+import { r as l } from "../zeros_like-De4n1C3m.js";
+import { c as f, s as m } from "../unsorted_segment_sum-BljxHhCY.js";
+import { r as h } from "../range-DKmP1-OQ.js";
 class D {
   constructor(s) {
     this.config = s;

package/dist/layers/TiedEmbedding.js

@@ -1,13 +1,13 @@
-import "../random_width-or-CEftb.js";
-import "../index-DOvlwCh-.js";
-import { r as s } from "../exports_initializers-Hta_rEnm.js";
+import "../random_width-BN4wGJaW.js";
+import "../index-Duu1Lvvv.js";
+import { r as s } from "../exports_initializers-1KWPiStI.js";
 import a from "./BaseLayer.js";
 import { dot16 as o } from "../ops/dot16.js";
 import { isPackedTensor as r } from "../utilities/packed.js";
-import { p as m } from "../pack16-nQ6JaLo-.js";
+import { p as m } from "../pack16-atD0eYRm.js";
 import { transpose16 as d } from "../ops/transpose16.js";
-import { v as p } from "../variable-WawDEaAb.js";
-import { g as h } from "../gather-D3JcZUaI.js";
+import { v as p } from "../variable-DPt_Iuog.js";
+import { g as h } from "../gather-BSULDalH.js";
 class g extends a {
   vocabSize;
   embedDim;

package/dist/layers/TransformerBlock.js

@@ -2,7 +2,7 @@ import p from "./CausalSelfAttention.js";
 import m from "./MLP.js";
 import d from "./RMSNorm.js";
 import h from "./BaseLayer.js";
-import { k as n, t as u } from "../index-DOvlwCh-.js";
+import { k as n, t as u } from "../index-Duu1Lvvv.js";
 import { add16 as l } from "../ops/add16.js";
 class g extends h {
   ln1;

package/dist/loader/loadTransformers.js

@@ -1,7 +1,7 @@
 import l from "../tokeniser/CharTokeniser.js";
 import c from "../tokeniser/bpe.js";
 import { load_safetensors as b } from "../utilities/safetensors.js";
-import { ae as y } from "../index-DOvlwCh-.js";
+import { a9 as y } from "../index-Duu1Lvvv.js";
 import { dummyPassAsync as u } from "../utilities/dummy.js";
 import _ from "../models/factory.js";
 async function L(e, a, r, t) {

package/dist/loader/oldZipLoad.js

@@ -1,22 +1,22 @@
-import { ae as y } from "../index-DOvlwCh-.js";
-import "../random_width-or-CEftb.js";
-import "../zeros_like-DvE73F4e.js";
+import { a9 as y } from "../index-Duu1Lvvv.js";
+import "../random_width-BN4wGJaW.js";
+import "../zeros_like-De4n1C3m.js";
 import "../Generator.js";
 import "../index-Cp39cXWe.js";
-import "../dataset-BcwmTGYc.js";
+import "../dataset-CVIJu7Xa.js";
 import "../ops/cpu/attentionMask.js";
 import "../ops/webgl/attentionMask.js";
 import "../ops/grads/attentionMask.js";
 import "../ops/cpu/rope.js";
 import "../ops/webgl/rope.js";
-import "../rope-Ir4mTyD1.js";
+import "../rope-DJ7Y7c-u.js";
 import "../ops/cpu/appendCache.js";
 import "../ops/webgl/appendCache.js";
 import "../ops/grads/softmax16.js";
-import "../matMul16-BWRSOCWB.js";
+import "../matMul16-xswmhSuF.js";
 import "../ops/webgl/matMul16.js";
 import "../ops/cpu/matMul16.js";
-import "../pack16-nQ6JaLo-.js";
+import "../pack16-atD0eYRm.js";
 import "../ops/transpose16.js";
 import "../ops/reshape16.js";
 import "../ops/cpu/qkv.js";
@@ -42,11 +42,11 @@ import "../ops/cpu/adamMoments.js";
 import "../ops/webgl/adamMoments.js";
 import "../papaparse.min-C0cScC2i.js";
 import "../ops/cpu/matMulGelu.js";
-import "../matMulGelu-CzfgT6Wq.js";
+import "../matMulGelu-BpvgnYG8.js";
 import "../ops/grads/matMulGelu.js";
 import "../ops/cpu/gelu.js";
 import "../ops/webgl/gelu.js";
-import "../gelu-CjNPL4OH.js";
+import "../gelu-BK1k-n1i.js";
 import "../ops/webgl/log.js";
 import "../checks/normRMS.js";
 import "../checks/normRMSGrad.js";

package/dist/log_sum_exp-CVqLsVLl.js

@@ -0,0 +1,39 @@
+import { o as r, q as x, E as p, am as E, an as $, ao as d, af as h, c as S, l as K } from "./index-Duu1Lvvv.js";
+import { e as _ } from "./axis_util-DGqbT-FX.js";
+import { r as m } from "./reshape-BI0yzp1T.js";
+import { s as T } from "./sum-BPUfDB2X.js";
+function b(s, o = null, n = !1) {
+  const a = { x: x(s, "x", "max") }, e = { reductionIndices: o, keepDims: n };
+  return p.runKernel(E, a, e);
+}
+const I = /* @__PURE__ */ r({ max_: b });
+function M(s) {
+  const n = { x: x(s, "x", "exp") };
+  return p.runKernel($, n);
+}
+const N = /* @__PURE__ */ r({ exp_: M });
+function q(s) {
+  const n = { x: x(s, "x", "log", "float32") };
+  return p.runKernel(d, n);
+}
+const v = /* @__PURE__ */ r({ log_: q });
+function w(s, o = null, n = !1) {
+  const t = x(s, "x", "logSumExp"), a = h(o, t.shape), e = I(
+    t,
+    a,
+    !0
+    /* keepDims */
+  ), l = S(t, e), i = N(l), f = T(i, a), u = v(f), c = K(m(e, u.shape), u);
+  if (n) {
+    const g = _(c.shape, a);
+    return m(c, g);
+  }
+  return c;
+}
+const P = /* @__PURE__ */ r({ logSumExp_: w });
+export {
+  v as a,
+  N as e,
+  P as l,
+  I as m
+};

package/dist/main.d.ts

@@ -1,3 +1,6 @@
+import { default as PretrainingTask } from './training/tasks/PretrainingTask';
+import { default as StartSentenceTask } from './training/tasks/StartSentenceTask';
+import { default as ConversationTask } from './training/tasks/ConversationTask';
 import { pack16 } from './ops/pack16';
 import { unpack16 } from './ops/unpack16';
 import { default as CausalSelfAttention } from './layers/CausalSelfAttention';
@@ -14,11 +17,17 @@ export { default as Generator } from './Generator';
 export type { ITrainerOptions } from './Trainer';
 export type { IGenerateOptions } from './Generator';
 export { type ModelForwardAttributes, default as Model } from './models/model';
-export type { ITokeniser } from './tokeniser/type';
+export type { ITokeniser, Conversation, Roles } from './tokeniser/type';
 export type { TrainingProgress, TrainingLogEntry } from './training/Trainer';
 export type { GPTConfig } from './models/config';
 export { estimateParameterCount, estimateMemoryUsage, estimateTrainingMemoryUsage, estimateResources, validateConfig, } from './utilities/parameters';
 export { default as topP } from './utilities/topP';
+export { Task } from './training/tasks/Task';
+export declare const tasks: {
+    PretrainingTask: typeof PretrainingTask;
+    StartSentenceTask: typeof StartSentenceTask;
+    ConversationTask: typeof ConversationTask;
+};
 declare const ops: {
     pack16: typeof pack16;
     unpack16: typeof unpack16;

package/dist/main.js

@@ -1,18 +1,22 @@
-import "./index-DOvlwCh-.js";
-import "./random_width-or-CEftb.js";
-import "./zeros_like-DvE73F4e.js";
-import { default as oo } from "./Generator.js";
+import "./index-Duu1Lvvv.js";
+import "./random_width-BN4wGJaW.js";
+import "./zeros_like-De4n1C3m.js";
+import { default as io } from "./Generator.js";
 import "./index-Cp39cXWe.js";
-import "./dataset-BcwmTGYc.js";
-import { default as to } from "./models/NanoGPTV1.js";
-import { default as mo } from "./TeachableLLM.js";
-import { default as io } from "./tokeniser/CharTokeniser.js";
-import { default as so } from "./tokeniser/bpe.js";
-import { default as lo } from "./utilities/waitForModel.js";
-import { default as xo } from "./data/textLoader.js";
-import { default as co } from "./models/model.js";
-import { estimateMemoryUsage as ko, estimateParameterCount as go, estimateResources as Mo, estimateTrainingMemoryUsage as Po, validateConfig as Co } from "./utilities/parameters.js";
-import { default as ho } from "./utilities/topP.js";
+import "./dataset-CVIJu7Xa.js";
+import { default as fo } from "./models/NanoGPTV1.js";
+import { default as lo } from "./TeachableLLM.js";
+import { default as co } from "./tokeniser/CharTokeniser.js";
+import { default as ko } from "./tokeniser/bpe.js";
+import { default as go } from "./utilities/waitForModel.js";
+import { default as Co } from "./data/textLoader.js";
+import { default as Eo } from "./models/model.js";
+import { estimateMemoryUsage as Bo, estimateParameterCount as bo, estimateResources as yo, estimateTrainingMemoryUsage as Lo, validateConfig as So } from "./utilities/parameters.js";
+import { default as Ao } from "./utilities/topP.js";
+import { Task as Ro } from "./training/tasks/Task.js";
+import o from "./training/tasks/PretrainingTask.js";
+import r from "./training/tasks/StartSentenceTask.js";
+import t from "./training/tasks/ConversationTask.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -25,15 +29,15 @@ import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
-import "./rope-Ir4mTyD1.js";
+import "./rope-DJ7Y7c-u.js";
 import "./ops/cpu/appendCache.js";
 import "./ops/webgl/appendCache.js";
 import "./ops/cpu/matMulGelu.js";
-import "./matMulGelu-CzfgT6Wq.js";
+import "./matMulGelu-BpvgnYG8.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-CjNPL4OH.js";
+import "./gelu-BK1k-n1i.js";
 import "./ops/cpu/normRMS.js";
 import "./ops/webgl/normRMS.js";
 import "./ops/grads/normRMS.js";
@@ -42,51 +46,57 @@ import "./ops/cpu/adamMoments.js";
 import "./ops/webgl/adamMoments.js";
 import "./ops/cpu/adamAdjust.js";
 import "./ops/webgl/adamAdjust.js";
-import { u as o, p as r } from "./pack16-nQ6JaLo-.js";
+import { u as e, p as m } from "./pack16-atD0eYRm.js";
 import "./ops/grads/softmax16.js";
-import "./matMul16-BWRSOCWB.js";
+import "./matMul16-xswmhSuF.js";
 import "./ops/webgl/matMul16.js";
 import "./ops/cpu/matMul16.js";
 import "./ops/transpose16.js";
-import { selectBackend as bo } from "./backend.js";
-import { default as Lo } from "./utilities/performance.js";
-import t from "./layers/CausalSelfAttention.js";
-import e from "./layers/MLP.js";
-import m from "./layers/TransformerBlock.js";
-import p from "./layers/RoPECache.js";
-import { default as Go } from "./training/AdamExt.js";
-import { default as Uo } from "./checks/index.js";
-import { sentenceEmbeddings as wo, sentenceEmbeddingsTensor as Do } from "./utilities/sentences.js";
-const Y = {
-  pack16: r,
-  unpack16: o
-}, Z = {
-  CausalSelfAttention: t,
-  MLP: e,
-  TransformerBlock: m,
-  RoPECache: p
+import { selectBackend as wo } from "./backend.js";
+import { default as Fo } from "./utilities/performance.js";
+import p from "./layers/CausalSelfAttention.js";
+import a from "./layers/MLP.js";
+import i from "./layers/TransformerBlock.js";
+import s from "./layers/RoPECache.js";
+import { default as jo } from "./training/AdamExt.js";
+import { default as zo } from "./checks/index.js";
+import { sentenceEmbeddings as Io, sentenceEmbeddingsTensor as Jo } from "./utilities/sentences.js";
+const to = {
+  PretrainingTask: o,
+  StartSentenceTask: r,
+  ConversationTask: t
+}, eo = {
+  pack16: m,
+  unpack16: e
+}, mo = {
+  CausalSelfAttention: p,
+  MLP: a,
+  TransformerBlock: i,
+  RoPECache: s
 };
 export {
-  Go as AdamExt,
-  so as BPETokeniser,
-  io as CharTokeniser,
-  oo as Generator,
-  co as Model,
-  to as NanoGPT,
-  mo as TeachableLLM,
-  Uo as checks,
-  ko as estimateMemoryUsage,
-  go as estimateParameterCount,
-  Mo as estimateResources,
-  Po as estimateTrainingMemoryUsage,
-  Z as layers,
-  xo as loadTextData,
-  Y as ops,
-  Lo as performanceTest,
-  bo as selectBackend,
-  wo as sentenceEmbeddings,
-  Do as sentenceEmbeddingsTensor,
-  ho as topP,
-  Co as validateConfig,
-  lo as waitForModel
+  jo as AdamExt,
+  ko as BPETokeniser,
+  co as CharTokeniser,
+  io as Generator,
+  Eo as Model,
+  fo as NanoGPT,
+  Ro as Task,
+  lo as TeachableLLM,
+  zo as checks,
+  Bo as estimateMemoryUsage,
+  bo as estimateParameterCount,
+  yo as estimateResources,
+  Lo as estimateTrainingMemoryUsage,
+  mo as layers,
+  Co as loadTextData,
+  eo as ops,
+  Fo as performanceTest,
+  wo as selectBackend,
+  Io as sentenceEmbeddings,
+  Jo as sentenceEmbeddingsTensor,
+  to as tasks,
+  Ao as topP,
+  So as validateConfig,
+  go as waitForModel
 };

package/dist/{matMul16-BWRSOCWB.js → matMul16-xswmhSuF.js}

@@ -1,9 +1,9 @@
-import { u as y, e as h } from "./index-DOvlwCh-.js";
+import { i as y, e as h } from "./index-Duu1Lvvv.js";
 import "./ops/webgl/matMul16.js";
 import "./ops/cpu/matMul16.js";
 import { isPackedTensor as g } from "./utilities/packed.js";
-import { p as v } from "./pack16-nQ6JaLo-.js";
-import { d as k } from "./gelu-CjNPL4OH.js";
+import { p as v } from "./pack16-atD0eYRm.js";
+import { d as k } from "./gelu-BK1k-n1i.js";
 import { transpose16 as S } from "./ops/transpose16.js";
 import { reshape16 as w } from "./ops/reshape16.js";
 const G = {