@genai-fi/nanogpt 0.8.3 → 0.8.4

package/dist/checks/gelu.js

@@ -4,12 +4,12 @@ async function m(t) {
   await e(t);
   const r = s(
     [
-      [0.1, 0.2, 0, 0],
-      [0.1, 0.2, 0, 0],
-      [0, 0, 0, 0],
-      [0, 0, 0, 0]
+      [0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
+      [0.1, 0.2, 0, 0, -1230, -1232331234, 12234234],
+      [0, 0, 0, 0, -1, 0, 0],
+      [0, 0, 0, 0, -0.1, 1e-3, 0]
     ],
-    [4, 4]
+    [4, 7]
   );
   return await o().runKernel("Gelu", { x: r }).array();
 }

package/dist/checks/index.d.ts

@@ -5,6 +5,7 @@ import { execute as gelu } from './gelu';
 import { execute as normRMSGrad } from './normRMSGrad';
 import { execute as appendCache } from './appendCache';
 import { execute as attentionMask } from './attentionMask';
+import { execute as matMulGelu } from './matMulGelu';
 import { default as runCheck } from './check';
 import { createWeightStatistics, createTensorStatistics } from './weights';
 declare const checks: {
@@ -15,6 +16,7 @@ declare const checks: {
     normRMSGrad: typeof normRMSGrad;
     appendCache: typeof appendCache;
     attentionMask: typeof attentionMask;
+    matMulGelu: typeof matMulGelu;
     runCheck: typeof runCheck;
     createLayerWeightStatistics: typeof createWeightStatistics;
     createWeightStatistics: typeof createTensorStatistics;

package/dist/checks/index.js

@@ -4,9 +4,10 @@ import { execute as r } from "./qkv.js";
 import { execute as c } from "./gelu.js";
 import { execute as o } from "./normRMSGrad.js";
 import { execute as a } from "./appendCache.js";
-import { execute as i } from "./attentionMask.js";
-import m from "./check.js";
-import { createTensorStatistics as s, createWeightStatistics as u } from "./weights.js";
+import { execute as m } from "./attentionMask.js";
+import { execute as i } from "./matMulGelu.js";
+import s from "./check.js";
+import { createTensorStatistics as u, createWeightStatistics as x } from "./weights.js";
 const d = {
   rope: e,
   qkv: r,
@@ -14,10 +15,11 @@ const d = {
   normRMS: t,
   normRMSGrad: o,
   appendCache: a,
-  attentionMask: i,
-  runCheck: m,
-  createLayerWeightStatistics: u,
-  createWeightStatistics: s
+  attentionMask: m,
+  matMulGelu: i,
+  runCheck: s,
+  createLayerWeightStatistics: x,
+  createWeightStatistics: u
 };
 export {
   d as default

package/dist/checks/matMulGelu.d.ts

@@ -0,0 +1 @@
+export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;

package/dist/checks/matMulGelu.js

@@ -0,0 +1,32 @@
+import { s as n, e as s } from "../index-DdmHGZjq.js";
+import "../random_width-DKGeiFuR.js";
+import "../register_all_kernels-Do9VvZmo.js";
+import "../index-Tf7vU29b.js";
+import "../dataset-DPPl-iLT.js";
+import { t as e } from "../tensor2d-CObBWBkW.js";
+async function f(t) {
+  await n(t);
+  const r = e(
+    [
+      [0.1, 0.2, 9, 10, 11],
+      [0.3, 0.4, -9, -10, -11],
+      [0.3, 0.4, -9, -10, -11],
+      [0.3, 0.4, -9, -10, -11],
+      [0.3, 0.4, -9, -10, -11]
+    ],
+    [5, 5]
+  ), o = e(
+    [
+      [0.5, 0.6, 7e4, -8e3, 0],
+      [0.7, 0.8, -7e4, 8e4, 0],
+      [0.7, 0.8, -7e4, 8e4, 0],
+      [0.7, 0.8, -7e4, 8e4, 0],
+      [0.7, 0.8, -7e4, 8e4, 0]
+    ],
+    [5, 5]
+  );
+  return await s().runKernel("MatMulGelu", { x: o, kernel: r }).array();
+}
+export {
+  f as execute
+};

package/dist/ops/webgl/gelu.js

@@ -1,19 +1,19 @@
 import { f as a } from "../../index-DdmHGZjq.js";
-import { u as s, C as x } from "../../kernel_funcs_utils-CDfFpUab.js";
-const t = 0.7978845608028654, r = 0.044715, c = x + `
+import { u as s, C as c } from "../../kernel_funcs_utils-CDfFpUab.js";
+const t = 0.7978845608028654, r = 0.044715, d = c + `
     float x3 = x * x * x;
     float inner = x + ${r} * x3;
     inner = ${t} * inner;
     inner = tanh(inner);
     inner = 0.5 * (1.0 + inner);
-    x = x * inner;
-    return x;
-`, d = s({ opSnippet: c }), i = {
+    inner = x * inner;
+    return inner;
+`, i = s({ opSnippet: d }), x = {
   kernelName: "Gelu",
   backendName: "webgl",
-  kernelFunc: d
+  kernelFunc: i
 };
-a(i);
+a(x);
 class f {
   // Inputs: dy, x
   variableNames = ["dy", "x"];
@@ -46,5 +46,5 @@ const p = {
 };
 a(p);
 export {
-  d as gelu
+  i as gelu
 };

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.8.3",
+    "version": "0.8.4",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",