@genai-fi/nanogpt 0.9.0 → 0.10.0

package/dist/utilities/performance.js

@@ -1,4 +1,4 @@
-import { t as s } from "../index-BzFyqcy-.js";
+import { t as s } from "../index-ZyQhjEPo.js";
 async function f(e, o = 10, r = !1) {
   for (let t = 0; t < 100; t++) {
     const a = r ? await e() : s(e);

package/dist/utilities/profile.js

@@ -1,4 +1,4 @@
-import { m as a } from "../index-BzFyqcy-.js";
+import { a } from "../index-ZyQhjEPo.js";
 const s = 1024 * 1024;
 class l {
   log = /* @__PURE__ */ new Map();

package/dist/utilities/safetensors.js

@@ -1,5 +1,5 @@
-import "../index-BzFyqcy-.js";
-import { t as y } from "../tensor-CZr4dh61.js";
+import "../index-ZyQhjEPo.js";
+import { t as y } from "../tensor-f35l8Odg.js";
 function l(t) {
   if (t === "float32") return "F32";
   if (t === "int32") return "I32";

package/dist/utilities/sentences.d.ts

@@ -0,0 +1,5 @@
+import { default as TeachableLLM } from '../TeachableLLM';
+import { Tensor2D, Tensor3D } from '@tensorflow/tfjs-core';
+export declare function meanPooling(embeddings: Tensor3D, attentionMask?: Tensor2D): Tensor2D;
+export declare function sentenceEmbeddingsTensor(model: TeachableLLM, sentences: string[], batchSize?: number): Promise<Tensor2D>;
+export declare function sentenceEmbeddings(model: TeachableLLM, sentences: string[], batchSize?: number): Promise<number[][]>;

package/dist/utilities/sentences.js

@@ -0,0 +1,41 @@
+import { m as w } from "../index-ZyQhjEPo.js";
+import { t as g } from "../tensor2d-G4Ys2GxX.js";
+import { e as y } from "../expand_dims-BPG4fwBP.js";
+import { s as h } from "../sum-_fzj5ZTB.js";
+import { c as T } from "../concat-BHlIJeyT.js";
+const p = 16;
+function A(o, t) {
+  if (!t)
+    return o.mean(1);
+  const r = y(t, 2), i = w(o, r), e = h(i, 1), s = h(t, 1, !0), c = e.div(s.maximum(1e-9));
+  return r.dispose(), i.dispose(), e.dispose(), s.dispose(), c;
+}
+async function E(o, t, r = p) {
+  const i = o.tokeniser, e = o.config.blockSize;
+  let s = null, c = 0;
+  for (; c < t.length; ) {
+    const m = t.slice(c, c + p), k = await i.tokenise(m, !0), l = [], d = [];
+    for (const n of k)
+      n.length > e ? (l.push(n.slice(n.length - e, n.length)), d.push(new Array(e).fill(1))) : n.length < e ? (l.push(n.concat(new Array(e - n.length).fill(0))), d.push(
+        new Array(n.length).fill(1).concat(new Array(e - n.length).fill(0))
+      )) : (l.push(n), d.push(new Array(e).fill(1)));
+    const b = g(l, [l.length, e], "int32"), u = g(d, [d.length, e], "float32"), f = o.model.forward({ skipLogits: !0, training: !1 }, b)[0], a = A(f, u);
+    if (u.dispose(), f.dispose(), s === null)
+      s = a;
+    else {
+      const n = s;
+      s = T([s, a], 0), n.dispose(), a.dispose();
+    }
+    c += r;
+  }
+  return s;
+}
+async function v(o, t, r = p) {
+  const i = await E(o, t, r), e = await i.array();
+  return i.dispose(), e;
+}
+export {
+  A as meanPooling,
+  v as sentenceEmbeddings,
+  E as sentenceEmbeddingsTensor
+};

package/dist/utilities/weights.js

@@ -1,5 +1,5 @@
-import "../index-BzFyqcy-.js";
-import { t as p } from "../tensor-CZr4dh61.js";
+import "../index-ZyQhjEPo.js";
+import { t as p } from "../tensor-f35l8Odg.js";
 function h(n) {
   const e = n.reduce((s, o) => s + o.length, 0), a = new Float32Array(e);
   let t = 0;

package/dist/variable-Bhn5bHYv.js

@@ -0,0 +1,7 @@
+import { E as i } from "./index-ZyQhjEPo.js";
+function m(r, a = !0, e, t) {
+  return i.makeVariable(r, a, e, t);
+}
+export {
+  m as v
+};

package/dist/{webgpu_program-DkQJOJSd.js → webgpu_program-Cigz-7RF.js}

@@ -1,20 +1,5 @@
-import { ae as k, af as z, ag as E, a3 as j, n as A } from "./index-BzFyqcy-.js";
-/**
- * @license
- * Copyright 2019 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
+import { h as k } from "./index-ZyQhjEPo.js";
+import { b as z, e as E, i as j, a as A } from "./tensor-DdQUJZlz.js";
 function L(e, s) {
   if (Math.max(...e) > 5)
     throw new Error("Cannot symbolically compute strides for rank > 6 tensor.");
@@ -24,7 +9,7 @@ function L(e, s) {
     u[n] = `(${u[n + 1]} * ${i[n + 1]})`;
   return u;
 }
-const X = (e, s, t) => t === "int32" ? `atomicAdd(${e}, bitcast<i32>(${s}));` : `
+const H = (e, s, t) => t === "int32" ? `atomicAdd(${e}, bitcast<i32>(${s}));` : `
           {
             var oldValue = 0;
             loop {
@@ -37,27 +22,11 @@ const X = (e, s, t) => t === "int32" ? `atomicAdd(${e}, bitcast<i32>(${s}));` :
               oldValue = res.old_value;
             }
           }`;
-/**
- * @license
- * Copyright 2022 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
 var b;
 (function(e) {
   e[e.FROM_PIXELS = 0] = "FROM_PIXELS", e[e.DRAW = 1] = "DRAW";
 })(b || (b = {}));
-const H = (e, s, t, o, i) => {
+const Y = (e, s, t, o, i) => {
   const u = { dtype: o.dtype, shape: o.shape }, n = D(t, u, s), r = e.createShaderModule({ code: n, label: s.constructor.name });
   let d = E().get("WEBGPU_PRINT_SHADER");
   if (d !== "") {
@@ -118,7 +87,7 @@ function I(e) {
     return "v";
   throw Error(`Index ${e} is not yet supported`);
 }
-function Y(...e) {
+function q(...e) {
   let s;
   switch (e.length) {
     case 0:
@@ -236,7 +205,7 @@ function D(e, s, t) {
   return a.push(w(l, t)), a.join(`
 `);
 }
-function q(e, s, t) {
+function Z(e, s, t) {
   let o = e.shaderKey;
   if (e.pixelsOpType != null)
     return o;
@@ -536,13 +505,15 @@ function m(e) {
 }
 export {
   b as P,
-  X as a,
+  y as a,
   v as b,
-  H as c,
-  I as d,
-  x as e,
-  y as f,
-  Y as g,
-  q as m,
+  I as c,
+  x as d,
+  q as e,
+  Y as f,
+  N as g,
+  H as h,
+  Z as m,
+  L as s,
   f as t
 };

package/dist/webgpu_util-BBCnKm2X.js

@@ -0,0 +1,65 @@
+import "./index-ZyQhjEPo.js";
+import { a as u } from "./tensor-DdQUJZlz.js";
+const e = (r) => {
+  let n = 1;
+  for (let t = 0; t < r.length; t++)
+    n *= r[t];
+  return n;
+};
+function d(r, n, t = [1, 1, 1], a = [1, 1, 1]) {
+  const [o, i, f] = [
+    Math.ceil(e(r.x.map((c) => n[c])) / (t[0] * a[0])),
+    r.y ? Math.ceil(e(r.y.map((c) => n[c])) / (t[1] * a[1])) : 1,
+    r.z ? Math.ceil(e(r.z.map((c) => n[c])) / (t[2] * a[2])) : 1
+  ];
+  return [o, i, f];
+}
+function p(r, n, t, a = !1) {
+  const o = [8, 8, 1], i = [4, 4, 1];
+  return a || (r <= 8 && (i[1] = 1), n <= 16 && t <= 16 && (o[0] = 4)), { workgroupSize: o, elementsPerThread: i };
+}
+function M(r, n, t = !1) {
+  if (t)
+    return [8, 8, 1];
+  const a = e(r.x.map((i) => n[i])), o = e(r.y.map((i) => n[i]));
+  return a <= 4 ? [4, 16, 1] : o <= 4 ? [16, 4, 1] : [16, 16, 1];
+}
+function h(r, n, t = !1) {
+  if (t)
+    return [4, 4, 1];
+  const a = e(r.x.map((i) => n[i])), o = e(r.y.map((i) => n[i]));
+  return a <= 4 ? [1, 2, 1] : o <= 4 ? [2, 1, 1] : [2, 2, 1];
+}
+function x(r) {
+  return { x: r.map((n, t) => t) };
+}
+function g(r) {
+  if (r === "float32" || r === "int32" || r === "bool" || r === "string")
+    return 4;
+  if (r === "complex64")
+    return 8;
+  throw new Error(`Unknown dtype ${r}`);
+}
+function b() {
+  return !!(typeof globalThis < "u" && globalThis.navigator && globalThis.navigator.gpu);
+}
+function P(r, n) {
+  Array.isArray(r) || (r = [r]), r.forEach((t) => {
+    t != null && u(t.dtype !== "complex64", () => `${n} does not support complex64 tensors in the WebGPU backend.`);
+  });
+}
+var s;
+(function(r) {
+  r[r.MatMulReduceProgram = 0] = "MatMulReduceProgram", r[r.MatMulSplitKProgram = 1] = "MatMulSplitKProgram", r[r.MatMulSmallOutputSizeProgram = 2] = "MatMulSmallOutputSizeProgram", r[r.MatMulPackedProgram = 3] = "MatMulPackedProgram", r[r.MatMulMax = 4] = "MatMulMax";
+})(s || (s = {}));
+export {
+  g as G,
+  s as M,
+  p as a,
+  P as b,
+  d as c,
+  M as d,
+  h as e,
+  x as f,
+  b as i
+};

package/dist/zeros-2gldETuK.js

@@ -0,0 +1,14 @@
+import { E as m } from "./index-ZyQhjEPo.js";
+import { c as n } from "./complex-CSlYz-2T.js";
+import { d as i, f, s as c } from "./tensor-DdQUJZlz.js";
+function e(o, r = "float32") {
+  if (i(o), r === "complex64") {
+    const a = e(o, "float32"), t = e(o, "float32");
+    return n(a, t);
+  }
+  const s = f(c(o), r);
+  return m.makeTensor(s, o, r);
+}
+export {
+  e as z
+};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.9.0",
+    "version": "0.10.0",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",
@@ -36,14 +36,15 @@
         "dayjs": "^1.11.13",
         "eslint": "^9.32.0",
         "glob": "^11.0.3",
-        "jsdom": "^26.1.0",
+        "jsdom": "^27.4.0",
         "tsx": "^4.20.3",
         "typescript": "^5.8.3",
         "typescript-eslint": "^8.38.0",
-        "vite": "^7.0.6",
+        "vite": "^7.3.0",
         "vite-plugin-dts": "^4.5.4",
         "vite-plugin-node-polyfills": "^0.24.0",
         "vitest": "^3.2.4",
+        "webgpu": "^0.3.8",
         "yargs": "^18.0.0"
     },
     "dependencies": {

package/dist/Reshape-Bowtk9BP.js

@@ -1,127 +0,0 @@
-import { j as c, a5 as C, n as f, V as R } from "./index-BzFyqcy-.js";
-import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-CDaYiyE_.js";
-/**
- * @license
- * Copyright 2018 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-class S {
-  constructor(t, i) {
-    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.customUniforms = [{ name: "inputShape", type: "ivec3" }], this.outputShape = t, this.enableShapeUniforms = g(this.outputShape.length);
-    let a = "";
-    for (let e = 0; e < 4; e++) {
-      let o = "thisRC = rc;";
-      e % 2 === 1 && (o += "thisRC.z += 1;"), e > 1 && (o += "thisRC.y += 1;"), a += `
-        ${o}
-        ${e > 0 ? "if(thisRC.y < rows && thisRC.z < cols){" : ""}
-          int flatIndex = getFlatIndex(thisRC);
-
-          ivec3 inputRC = inputCoordsFromReshapedOutCoords(flatIndex);
-          vec2 inputRCInnerDims = vec2(float(inputRC.y),float(inputRC.z));
-
-          result[${e}] =
-            getChannel(getA(inputRC.x, inputRC.y, inputRC.z), inputRCInnerDims);
-        ${e > 0 ? "}" : ""}
-      `;
-    }
-    this.userCode = `
-      ${v(i, this.enableShapeUniforms)}
-      ${this.enableShapeUniforms ? I() : x(t)}
-
-      void main() {
-        ivec3 rc = getOutputCoords();
-
-        vec4 result = vec4(0.);
-
-        ivec3 thisRC;
-        int rows = ${this.enableShapeUniforms ? "outShape[1]" : t[1]};
-        int cols = ${this.enableShapeUniforms ? "outShape[2]" : t[2]};
-
-        ${a}
-
-        setOutput(result);
-      }
-    `;
-  }
-}
-function v(s, t) {
-  return `
-    ivec3 inputCoordsFromReshapedOutCoords(int index) {
-      ${t ? F(["r", "c", "d"], "inputShape") : $(["r", "c", "d"], s)}
-      return ivec3(r, c, d);
-    }
-  `;
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function b(s, t, i) {
-  const a = [
-    u(s.shape),
-    ...m(s.shape)
-  ], e = {
-    dtype: s.dtype,
-    shape: a,
-    dataId: s.dataId
-  }, o = [
-    u(t),
-    ...m(t)
-  ], r = new S(o, a), p = !0, n = [a], h = i.runWebGLProgram(r, [e], s.dtype, n, p);
-  return { dataId: h.dataId, shape: t, dtype: h.dtype };
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function y(s) {
-  const { inputs: t, backend: i, attrs: a } = s, { x: e } = t, { shape: o } = a, r = i, p = c(e.shape), n = C(o, p), h = c(n);
-  f(p === h, () => `The new shape (${n}) has ${h} elements and the old shape (${e.shape}) has ${p} elements. The new shape and old shape must have the same number of elements.`);
-  const d = r.texData.get(e.dataId);
-  return d.isPacked && !l(e.shape, n) && !(d.texture !== null && l(d.shape, n)) ? b(e, n, r) : (r.incRef(e.dataId), { dataId: e.dataId, shape: n, dtype: e.dtype });
-}
-const U = {
-  kernelName: R,
-  backendName: "webgl",
-  kernelFunc: y
-};
-export {
-  S as R,
-  U as a,
-  y as r
-};

package/dist/Reshape-DUqYftGC.js

@@ -1,30 +0,0 @@
-import { j as h, a5 as d, n as c, V as m } from "./index-BzFyqcy-.js";
-/**
- * @license
- * Copyright 2021 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function i(n) {
-  const { inputs: p, attrs: o } = n, { x: e } = p, { shape: r } = o, a = h(e.shape), s = d(r, a), t = h(s);
-  return c(a === t, () => `The new shape (${s}) has ${t} elements and the old shape (${e.shape}) has ${a} elements. The new shape and old shape must have the same number of elements.`), n.backend.incRef(e.dataId), { dataId: e.dataId, shape: s, dtype: e.dtype };
-}
-const u = {
-  kernelName: m,
-  backendName: "webgpu",
-  kernelFunc: i
-};
-export {
-  u as a,
-  i as r
-};