@genai-fi/nanogpt 0.19.1 → 0.20.0

package/dist/RealDiv-CGwv0liw.js

@@ -1,365 +0,0 @@
-import { aE as E, ab as T, ah as O, U as V, aW as B, N as F, aM as U, aX as W } from "./index-CUXkjxiT.js";
-import { r as $ } from "./Reshape-BW__R4mZ.js";
-import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-GTVlo58H.js";
-import { t as K, m as _ } from "./shared-3agzAqQ_.js";
-import { c as j } from "./backend_util-GaFarB78.js";
-import { f as y } from "./gpgpu_math-BwvV12df.js";
-import { g as G, b as L } from "./kernel_funcs_utils-pq0CK9co.js";
-class w {
-  constructor(s, e) {
-    this.variableNames = ["x"];
-    const { windowSize: t, batchSize: n, inSize: l, outSize: r } = s;
-    this.outputShape = [n, r];
-    const i = Math.floor(t / 4) * 4, c = t % 4;
-    let o = "sumValue += dot(values, ones);";
-    if (e != null) {
-      const p = 1 / e;
-      o = `sumValue += dot(values * ${E(p) ? p.toPrecision(2) : p}, ones);`;
-    }
-    let u = "";
-    l % t > 0 && (u = `
-        if (inIdx < 0 || inIdx >= ${l}) {
-          return 0.0;
-        }
-      `), this.userCode = `
-      const vec4 ones = vec4(1.0, 1.0, 1.0, 1.0);
-
-      float getValue(int batch, int inIdx) {
-        ${u}
-        return getX(batch, inIdx);
-      }
-
-      void main() {
-        ivec2 coords = getOutputCoords();
-        int batch = coords[0];
-        int outIdx = coords[1];
-        int inOffset = outIdx * ${t};
-
-        float sumValue = 0.0;
-
-        for (int i = 0; i < ${i}; i += 4) {
-          int inIdx = inOffset + i;
-          vec4 values = vec4(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2),
-            getValue(batch, inIdx + 3)
-          );
-
-          ${o}
-        }
-
-        int inIdx = inOffset + ${i};
-        if (${c === 1}) {
-          vec4 values = vec4(getValue(batch, inIdx), 0.0, 0.0, 0.0);
-
-          ${o}
-        } else if (${c === 2}) {
-          vec4 values = vec4(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1), 0.0, 0.0);
-
-          ${o}
-        } else if (${c === 3}) {
-          vec4 values = vec4(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2), 0.0);
-
-          ${o}
-        }
-        setOutput(sumValue);
-      }
-    `;
-  }
-}
-class X {
-  constructor(s, e) {
-    this.variableNames = ["x"];
-    const { windowSize: t, batchSize: n, inSize: l, outSize: r } = s;
-    this.outputShape = [n, r];
-    let i = "0.0", c = "";
-    e === "prod" ? i = "1.0" : e === "min" ? (i = "1.0 / 1e-20", c = "min") : e === "max" && (i = "-1.0 / 1e-20", c = "max");
-    let o = `${e}(${e}(${e}(minMaxValue[0], minMaxValue[1]), minMaxValue[2]), minMaxValue[3])`;
-    e === "sum" ? o = "sumValue" : e === "prod" ? o = "prodValue" : e === "all" ? o = "allValue" : e === "any" && (o = "anyValue");
-    const u = Math.floor(t / 4) * 4, p = t % 4;
-    let h = `
-      if (${e === "sum"}) {
-        sumValue += dot(values, ones);
-      } else if (${e === "prod"}) {
-        vec2 tmp = vec2(values[0], values[1]) * vec2(values[2], values[3]);
-        prodValue *= tmp[0] * tmp[1];
-      } else {
-        minMaxValue = ${c}(values, minMaxValue);
-        if (${e === "min"} || ${e === "max"}) {
-          minMaxValue = ${c}(values, minMaxValue);
-          bvec4 isNaN = isnan(values);
-          if (isNaN.r || isNaN.g || isNaN.b || isNaN.a) {
-            minMaxValue = vec4(NAN);
-          }
-        }
-      }
-    `, d = "vec4";
-    e === "all" ? (i = "1.0", h = `
-        bool reducedAllValue = all(values);
-        float floatedReducedAllValue = float(reducedAllValue);
-        allValue = float(allValue >= 1.0 && floatedReducedAllValue >= 1.0);
-      `, d = "bvec4") : e === "any" && (i = "0.0", h = `
-        bool reducedAnyValue = any(values);
-        float floatedReducedAnyValue = float(reducedAnyValue);
-        anyValue = float(anyValue >= 1.0 || floatedReducedAnyValue >= 1.0);
-      `, d = "bvec4");
-    let f = "";
-    l % t > 0 && (f = `
-        if (inIdx < 0 || inIdx >= ${l}) {
-          return initializationValue;
-        }
-      `), this.userCode = `
-      const float initializationValue = ${i};
-      const vec4 ones = vec4(1.0, 1.0, 1.0, 1.0);
-
-      float getValue(int batch, int inIdx) {
-        ${f}
-        return getX(batch, inIdx);
-      }
-
-      void main() {
-        ivec2 coords = getOutputCoords();
-        int batch = coords[0];
-        int outIdx = coords[1];
-        int inOffset = outIdx * ${t};
-
-        vec4 minMaxValue = vec4(${i});
-        float prodValue = 1.0;
-        float sumValue = 0.0;
-        float allValue = 1.0;
-        float anyValue = 0.0;
-
-        for (int i = 0; i < ${u}; i += 4) {
-          int inIdx = inOffset + i;
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2),
-            getValue(batch, inIdx + 3)
-          );
-
-          ${h}
-        }
-
-        int inIdx = inOffset + ${u};
-        if (${p === 1}) {
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            initializationValue,
-            initializationValue,
-            initializationValue
-          );
-
-          ${h}
-        } else if (${p === 2}) {
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            initializationValue,
-            initializationValue
-          );
-
-          ${h}
-        } else if (${p === 3}) {
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2),
-            initializationValue
-          );
-
-          ${h}
-        }
-        setOutput(${o});
-      }
-    `;
-  }
-}
-function q(a) {
-  const s = [];
-  for (; s.length === 0 || s[s.length - 1].outSize !== 1; ) {
-    const e = s.length ? s[s.length - 1].outSize : a[1], t = j(e);
-    s.push({
-      inSize: e,
-      windowSize: t,
-      outSize: Math.ceil(e / t)
-    });
-  }
-  return s;
-}
-function M(a, s, e, t) {
-  const n = q(a.shape);
-  let l = a;
-  for (let r = 0; r < n.length; r++) {
-    const { inSize: i, windowSize: c, outSize: o } = n[r];
-    let u, p;
-    e === "mean" ? u = r === 0 ? new w({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }, i) : new w({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }) : u = new X({ windowSize: c, inSize: i, batchSize: a.shape[0], outSize: o }, e), p = l, l = t.runWebGLProgram(u, [l], s), p.dataId !== a.dataId && t.disposeIntermediateTensorInfo(p);
-  }
-  return l;
-}
-class Y {
-  constructor(s, e) {
-    this.variableNames = ["A"];
-    const t = new Array(s.length);
-    for (let r = 0; r < t.length; r++)
-      t[r] = s[e[r]];
-    this.outputShape = t, this.rank = t.length;
-    const n = y(this.rank), l = H(e);
-    this.userCode = `
-    void main() {
-      ${n} resRC = getOutputCoords();
-      setOutput(getA(${l}));
-    }
-    `;
-  }
-}
-function H(a) {
-  const s = a.length;
-  if (s > 6)
-    throw Error(`Transpose for rank ${s} is not yet supported`);
-  const e = ["resRC.x", "resRC.y", "resRC.z", "resRC.w", "resRC.u", "resRC.v"], t = new Array(s);
-  for (let n = 0; n < a.length; n++)
-    t[a[n]] = e[n];
-  return t.join();
-}
-class J {
-  constructor(s, e) {
-    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0;
-    const t = new Array(s.length);
-    for (let u = 0; u < t.length; u++)
-      t[u] = s[e[u]];
-    if (this.outputShape = t, this.rank = t.length, this.rank > 6)
-      throw Error(`Packed transpose for rank ${this.rank} is not yet supported.`);
-    const n = y(this.rank), l = G("rc", this.rank), r = new Array(this.rank);
-    for (let u = 0; u < e.length; u++)
-      r[e[u]] = l[u];
-    const i = `vec2(${r.slice(-2).join()})`, c = `++${l[this.rank - 1]} < ${t[this.rank - 1]}`, o = `getChannel(getA(${r.join()}), ${i})`;
-    this.userCode = `
-    void main() {
-      ${n} rc = getOutputCoords();
-      vec4 result = vec4(0.);
-      result[0] = ${o};
-      if(${c}) {
-        result[1] = ${o};
-      }
-      --${l[this.rank - 1]};
-      if(++${l[this.rank - 2]} < ${t[this.rank - 2]}) {
-        result[2] = ${o};
-        if(${c}) {
-          result[3] = ${o};
-        }
-      }
-      setOutput(result);
-    }
-    `;
-  }
-}
-function P(a, s, e) {
-  const t = T().getBool("WEBGL_PACK_ARRAY_OPERATIONS") ? new J(a.shape, s) : new Y(a.shape, s);
-  return e.runWebGLProgram(t, [a], a.dtype);
-}
-function Q(a, s, e, t) {
-  const n = s, l = a.shape.length, r = O(n, a.shape);
-  let i = r;
-  const c = A(i, l), o = c != null;
-  let u = a;
-  o && (u = P(a, c, t), i = k(i.length, l)), C("sum", i, l);
-  const [p, h] = N(u.shape, i);
-  let d = p;
-  e && (d = R(p, r));
-  const f = V(h), g = V(a.shape) / f, x = $({ inputs: { x: u }, attrs: { shape: [g, f] }, backend: t }), S = B(a.dtype), I = M(x, S, "sum", t), m = $({ inputs: { x: I }, attrs: { shape: d }, backend: t });
-  return t.disposeIntermediateTensorInfo(x), t.disposeIntermediateTensorInfo(I), o && t.disposeIntermediateTensorInfo(u), m;
-}
-function Z(a) {
-  const { inputs: s, backend: e, attrs: t } = a, { x: n } = s, { axis: l, keepDims: r } = t;
-  return Q(n, l, r, e);
-}
-const pe = {
-  kernelName: F,
-  backendName: "webgl",
-  kernelFunc: Z
-};
-function ee(a, s, e, t) {
-  const n = V(s), r = V(a.shape) / n, i = $({ inputs: { x: a }, attrs: { shape: [r, n] }, backend: t }), c = M(i, a.dtype, "max", t), o = $({ inputs: { x: c }, attrs: { shape: e }, backend: t });
-  return t.disposeIntermediateTensorInfo(i), t.disposeIntermediateTensorInfo(c), o;
-}
-function te(a) {
-  const { inputs: s, backend: e, attrs: t } = a, { x: n } = s, { reductionIndices: l, keepDims: r } = t, i = n.shape.length, c = O(l, n.shape);
-  let o = c;
-  const u = A(o, i), p = u != null, h = e.shouldExecuteOnCPU([n]);
-  let d = n;
-  if (p) {
-    if (h) {
-      const I = e.texData.get(d.dataId).values, m = new Array(i);
-      for (let v = 0; v < m.length; v++)
-        m[v] = n.shape[u[v]];
-      const z = K(I, n.shape, n.dtype, u, m);
-      d = e.makeTensorInfo(m, n.dtype);
-      const D = e.texData.get(d.dataId);
-      D.values = z;
-    } else
-      d = P(n, u, e);
-    o = k(o.length, i);
-  }
-  C("max", o, i);
-  const [f, b] = N(d.shape, o);
-  let g = f;
-  r && (g = R(f, c));
-  let x;
-  if (h) {
-    const I = e.texData.get(d.dataId).values, m = _(I, V(b), g, n.dtype);
-    x = e.makeTensorInfo(g, n.dtype);
-    const z = e.texData.get(x.dataId);
-    z.values = m;
-  } else
-    x = ee(d, b, g, e);
-  return p && e.disposeIntermediateTensorInfo(d), x;
-}
-const he = {
-  kernelName: U,
-  backendName: "webgl",
-  kernelFunc: te
-};
-const ae = `
-if (a == b) {
-  return 1.0;
-};
-return a / b;`, se = `
-  // vec4 one = vec4(equal(a, b));
-  // return one + (vec4(1.0) - one) * a / b;
-  vec4 result = a / b;
-  if(a.x == b.x) {
-    result.x = 1.;
-  }
-  if(a.y == b.y) {
-    result.y = 1.;
-  }
-  if(a.z == b.z) {
-    result.z = 1.;
-  }
-  if(a.w == b.w) {
-    result.w = 1.;
-  }
-
-  return result;
-`, ne = L({ opSnippet: ae, packedOpSnippet: se, checkOutOfBounds: !0 }), fe = {
-  kernelName: W,
-  backendName: "webgl",
-  kernelFunc: ne
-};
-export {
-  M as a,
-  he as b,
-  fe as c,
-  pe as d,
-  te as m,
-  ne as r,
-  Z as s,
-  P as t
-};

package/dist/Reshape-BW__R4mZ.js

@@ -1,79 +0,0 @@
-import { R as C, U as c, aj as R, x as f } from "./index-CUXkjxiT.js";
-import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-BwvV12df.js";
-class S {
-  constructor(t, i) {
-    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.customUniforms = [{ name: "inputShape", type: "ivec3" }], this.outputShape = t, this.enableShapeUniforms = g(this.outputShape.length);
-    let a = "";
-    for (let e = 0; e < 4; e++) {
-      let o = "thisRC = rc;";
-      e % 2 === 1 && (o += "thisRC.z += 1;"), e > 1 && (o += "thisRC.y += 1;"), a += `
-        ${o}
-        ${e > 0 ? "if(thisRC.y < rows && thisRC.z < cols){" : ""}
-          int flatIndex = getFlatIndex(thisRC);
-
-          ivec3 inputRC = inputCoordsFromReshapedOutCoords(flatIndex);
-          vec2 inputRCInnerDims = vec2(float(inputRC.y),float(inputRC.z));
-
-          result[${e}] =
-            getChannel(getA(inputRC.x, inputRC.y, inputRC.z), inputRCInnerDims);
-        ${e > 0 ? "}" : ""}
-      `;
-    }
-    this.userCode = `
-      ${v(i, this.enableShapeUniforms)}
-      ${this.enableShapeUniforms ? I() : x(t)}
-
-      void main() {
-        ivec3 rc = getOutputCoords();
-
-        vec4 result = vec4(0.);
-
-        ivec3 thisRC;
-        int rows = ${this.enableShapeUniforms ? "outShape[1]" : t[1]};
-        int cols = ${this.enableShapeUniforms ? "outShape[2]" : t[2]};
-
-        ${a}
-
-        setOutput(result);
-      }
-    `;
-  }
-}
-function v(s, t) {
-  return `
-    ivec3 inputCoordsFromReshapedOutCoords(int index) {
-      ${t ? F(["r", "c", "d"], "inputShape") : $(["r", "c", "d"], s)}
-      return ivec3(r, c, d);
-    }
-  `;
-}
-function b(s, t, i) {
-  const a = [
-    u(s.shape),
-    ...m(s.shape)
-  ], e = {
-    dtype: s.dtype,
-    shape: a,
-    dataId: s.dataId
-  }, o = [
-    u(t),
-    ...m(t)
-  ], r = new S(o, a), p = !0, n = [a], h = i.runWebGLProgram(r, [e], s.dtype, n, p);
-  return { dataId: h.dataId, shape: t, dtype: h.dtype };
-}
-function y(s) {
-  const { inputs: t, backend: i, attrs: a } = s, { x: e } = t, { shape: o } = a, r = i, p = c(e.shape), n = R(o, p), h = c(n);
-  f(p === h, () => `The new shape (${n}) has ${h} elements and the old shape (${e.shape}) has ${p} elements. The new shape and old shape must have the same number of elements.`);
-  const d = r.texData.get(e.dataId);
-  return d.isPacked && !l(e.shape, n) && !(d.texture !== null && l(d.shape, n)) ? b(e, n, r) : (r.incRef(e.dataId), { dataId: e.dataId, shape: n, dtype: e.dtype });
-}
-const U = {
-  kernelName: C,
-  backendName: "webgl",
-  kernelFunc: y
-};
-export {
-  S as R,
-  U as a,
-  y as r
-};

package/dist/Reshape-CPBkTIH2.js

@@ -1,14 +0,0 @@
-import { U as h, aj as d, x as c, R as m } from "./index-CUXkjxiT.js";
-function i(n) {
-  const { inputs: p, attrs: o } = n, { x: e } = p, { shape: r } = o, a = h(e.shape), s = d(r, a), t = h(s);
-  return c(a === t, () => `The new shape (${s}) has ${t} elements and the old shape (${e.shape}) has ${a} elements. The new shape and old shape must have the same number of elements.`), n.backend.incRef(e.dataId), { dataId: e.dataId, shape: s, dtype: e.dtype };
-}
-const u = {
-  kernelName: m,
-  backendName: "webgpu",
-  kernelFunc: i
-};
-export {
-  u as a,
-  i as r
-};

package/dist/TeachableLLM.d.ts

@@ -1,70 +0,0 @@
-import { GPTConfig, LoRAConfig } from './models/config';
-import { Conversation, ITokeniser } from './tokeniser/type';
-import { SaveOptions } from './loader/save';
-import { LoadModelOptions } from './loader/load';
-import { IGenerateOptions, IGenerator } from './Generator';
-import { default as Trainer, TrainingType } from './Trainer';
-import { default as MemoryProfiler } from './utilities/profile';
-import { default as Model, ModelForwardAttributes } from './models/model';
-import { Task } from './training/tasks/Task';
-import { TrainingLogEntry, TrainingOptions } from './training/types';
-import { ModelPhase, TransformersMetadata } from './loader/types';
-type TeachableLLMStatus = 'warmup' | 'awaitingTokens' | 'ready' | 'training' | 'loading' | 'busy' | 'error';
-export default class TeachableLLM {
-    private ee;
-    private _config?;
-    private _model?;
-    private _tokeniser?;
-    private _status;
-    private _memoryRequirements?;
-    meta: TransformersMetadata;
-    private _trainer;
-    constructor(tokeniser?: ITokeniser, model?: Model<ModelForwardAttributes, GPTConfig>);
-    get currentTrainer(): Trainer | null;
-    get vocab(): string[];
-    get phase(): ModelPhase;
-    set phase(phase: ModelPhase);
-    /** Model is fully loaded */
-    get loaded(): boolean;
-    get config(): GPTConfig;
-    get model(): Model<ModelForwardAttributes, GPTConfig>;
-    get tokeniser(): ITokeniser;
-    get status(): TeachableLLMStatus;
-    /** Model is both ready and not busy */
-    get ready(): boolean;
-    get busy(): boolean;
-    createLoRA(name: string, loraConfig: LoRAConfig): void;
-    deleteLoRA(name: string): void;
-    renameLoRA(oldName: string, newName: string): void;
-    attachLoRA(name: string): void;
-    detachLoRA(): void;
-    hasLoRA(name?: string): boolean;
-    listLoRAs(): string[];
-    estimateTrainingMemoryUsage(batchSize: number): number;
-    private setStatus;
-    saveModel(options?: SaveOptions): Promise<Blob>;
-    static loadModel(data: Blob | Buffer | string, options?: LoadModelOptions): TeachableLLM;
-    static create(tokeniserType: 'char' | 'bpe', config: GPTConfig): TeachableLLM;
-    getProfiler(): MemoryProfiler | undefined;
-    get enableProfiler(): boolean;
-    set enableProfiler(value: boolean);
-    getNumParams(): number;
-    trainer(trainingType?: TrainingType, options?: TrainingOptions): Trainer;
-    train(text: Task[], options?: TrainingOptions, trainingType?: TrainingType): Promise<void>;
-    trainTokeniser(text: Conversation[][]): Promise<number>;
-    generator(): IGenerator;
-    generateText(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;
-    generateText(options?: IGenerateOptions): Promise<Conversation[]>;
-    dispose(): void;
-    on(event: 'status', listener: (status: TeachableLLMStatus) => void): void;
-    on(event: 'phase', listener: (phase: ModelPhase) => void): void;
-    on(event: 'error', listener: (error: Error) => void): void;
-    on(event: 'trainStep', listener: (step: TrainingLogEntry) => void): void;
-    on(event: 'loaded' | 'changeLoRA', listener: () => void): void;
-    off(event: 'status', listener: (status: TeachableLLMStatus) => void): void;
-    off(event: 'phase', listener: (phase: ModelPhase) => void): void;
-    off(event: 'error', listener: (error: Error) => void): void;
-    off(event: 'trainStep', listener: (step: TrainingLogEntry) => void): void;
-    off(event: 'loaded' | 'changeLoRA', listener: () => void): void;
-}
-export {};