@genai-fi/nanogpt 0.3.2 → 0.4.1

package/dist/ops/webgl/gatherSub.js

@@ -1,4 +1,4 @@
-import { r as l } from "../../index-pWA4_lUh.js";
+import { r as l } from "../../index-XjBAhiFO.js";
 class u {
   variableNames = ["labels", "logits", "values"];
   outputShape;

package/dist/ops/webgl/mulDropout.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/ops/webgl/mulDropout.js

@@ -0,0 +1,41 @@
+import { r as m } from "../../index-XjBAhiFO.js";
+class f {
+  variableNames = ["a", "b"];
+  outputShape;
+  userCode;
+  customUniforms = [
+    { name: "dropoutRate", type: "float" },
+    { name: "seed", type: "float" }
+  ];
+  constructor(r, t, o) {
+    this.outputShape = [r, t, o, o], this.userCode = `
+        float random(ivec4 coords) {
+            float x = float(coords.x * 4096 + coords.y * 256 + coords.z * 16 + coords.w);
+            return fract(sin(seed + x) * 43758.5453123);
+        }
+        void main() {
+            ivec4 coords = getOutputCoords();
+            float a = getA(coords.x, coords.y, coords.z, coords.w);
+            float b = getB(coords.x, coords.y, coords.z, coords.w);
+            
+            float keepProb = 1.0 - dropoutRate;
+            float rand = random(coords);
+            float mask = step(rand, keepProb);
+            setOutput(a * b * mask / keepProb);
+        }
+        `;
+  }
+}
+function b(e) {
+  const { inputs: r, attrs: t } = e, { a: o, b: s } = r, { dropoutRate: a, seed: c } = t, n = e.backend, d = o.shape[0], u = o.shape[2], p = o.shape[1], l = new f(d, p, u);
+  return n.runWebGLProgram(l, [o, s], "float32", [
+    [a ?? 0],
+    [c ?? Math.random() * 1e4]
+  ]);
+}
+const i = {
+  kernelName: "MulDropout",
+  backendName: "webgl",
+  kernelFunc: b
+};
+m(i);

package/dist/ops/webgl/qkv.js

@@ -1,4 +1,4 @@
-import { r as i } from "../../index-pWA4_lUh.js";
+import { r as i } from "../../index-XjBAhiFO.js";
 class l {
   variableNames = ["x", "kernel"];
   outputShape;

package/dist/ops/webgl/rope.js

@@ -1,4 +1,4 @@
-import { r as u } from "../../index-pWA4_lUh.js";
+import { r as u } from "../../index-XjBAhiFO.js";
 class l {
   variableNames = ["x", "sin", "cos"];
   outputShape;

package/dist/ops/webgl/scatterSub.js

@@ -1,4 +1,4 @@
-import { r as i } from "../../index-pWA4_lUh.js";
+import { r as i } from "../../index-XjBAhiFO.js";
 class u {
   variableNames = ["labels", "softmaxProbs", "dy"];
   outputShape;