@genai-fi/nanogpt 0.19.0 → 0.20.0

package/dist/complex_util-Yc1A_gV1.js

@@ -1,55 +0,0 @@
-function s(t, a) {
-  if (t.length !== a.length)
-    throw new Error(`Cannot merge real and imag arrays of different lengths. real:${t.length}, imag: ${a.length}.`);
-  const r = new Float32Array(t.length * 2);
-  for (let n = 0; n < r.length; n += 2)
-    r[n] = t[n / 2], r[n + 1] = a[n / 2];
-  return r;
-}
-function l(t) {
-  const a = new Float32Array(t.length / 2), r = new Float32Array(t.length / 2);
-  for (let n = 0; n < t.length; n += 2)
-    a[n / 2] = t[n], r[n / 2] = t[n + 1];
-  return { real: a, imag: r };
-}
-function h(t) {
-  const a = Math.ceil(t.length / 4), r = new Float32Array(a), n = new Float32Array(a);
-  for (let e = 0; e < t.length; e += 4)
-    r[Math.floor(e / 4)] = t[e], n[Math.floor(e / 4)] = t[e + 1];
-  return { real: r, imag: n };
-}
-function i(t) {
-  const a = Math.floor(t.length / 4), r = new Float32Array(a), n = new Float32Array(a);
-  for (let e = 2; e < t.length; e += 4)
-    r[Math.floor(e / 4)] = t[e], n[Math.floor(e / 4)] = t[e + 1];
-  return { real: r, imag: n };
-}
-function g(t, a) {
-  const r = t[a * 2], n = t[a * 2 + 1];
-  return { real: r, imag: n };
-}
-function f(t, a, r, n) {
-  t[n * 2] = a, t[n * 2 + 1] = r;
-}
-function c(t, a) {
-  const r = new Float32Array(t / 2), n = new Float32Array(t / 2);
-  for (let e = 0; e < Math.ceil(t / 2); e++) {
-    const o = (a ? 2 : -2) * Math.PI * (e / t);
-    r[e] = Math.cos(o), n[e] = Math.sin(o);
-  }
-  return { real: r, imag: n };
-}
-function u(t, a, r) {
-  const n = (r ? 2 : -2) * Math.PI * (t / a), e = Math.cos(n), o = Math.sin(n);
-  return { real: e, imag: o };
-}
-export {
-  f as a,
-  i as b,
-  h as c,
-  c as d,
-  u as e,
-  g,
-  s as m,
-  l as s
-};

package/dist/concat-CAQpCret.js

@@ -1,17 +0,0 @@
-import { o as s, x as a, y as p, w as i, E as l, z as f } from "./index-CUXkjxiT.js";
-function h(o, e = 0) {
-  a(o.length >= 1, () => "Pass at least one tensor to concat");
-  const t = p(o, "tensors", "concat", "string_or_numeric");
-  if (t[0].dtype === "complex64" && t.forEach((n) => {
-    if (n.dtype !== "complex64")
-      throw new Error(`Cannot concatenate complex64 tensors with a tensor
-          with dtype ${n.dtype}. `);
-  }), t.length === 1)
-    return i(t[0]);
-  const r = t, c = { axis: e };
-  return l.runKernel(f, r, c);
-}
-const u = /* @__PURE__ */ s({ concat_: h });
-export {
-  u as c
-};

package/dist/concat_util-D18dJ4fD.js

@@ -1,22 +0,0 @@
-import { x as s } from "./index-CUXkjxiT.js";
-function h(n, o) {
-  const t = n[0].length;
-  n.forEach((a, c) => {
-    s(a.length === t, () => `Error in concat${t}D: rank of tensors[${c}] must be the same as the rank of the rest (${t})`);
-  }), s(o >= 0 && o < t, () => `Error in concat${t}D: axis must be between 0 and ${t - 1}.`);
-  const e = n[0];
-  n.forEach((a, c) => {
-    for (let r = 0; r < t; r++)
-      s(r === o || a[r] === e[r], () => `Error in concat${t}D: Shape of tensors[${c}] (${a}) does not match the shape of the rest (${e}) along the non-concatenated axis ${c}.`);
-  });
-}
-function $(n, o) {
-  const t = n[0].slice();
-  for (let e = 1; e < n.length; e++)
-    t[o] += n[e][o];
-  return t;
-}
-export {
-  h as a,
-  $ as c
-};

package/dist/data/docx.d.ts

@@ -1,2 +0,0 @@
-import { Conversation } from '../tokeniser/type';
-export declare function loadDOCX(file: Blob | Uint8Array): Promise<Conversation[][]>;

package/dist/data/docx.js

@@ -1,15 +0,0 @@
-import { z as a } from "../jszip.min-BZhlzntC.js";
-async function c(e) {
-  const n = await (await a.loadAsync(e)).file("word/document.xml")?.async("string");
-  if (!n) throw new Error("Failed to load document.xml");
-  return i(n).split(`
-`).filter((t) => t.trim().length > 10).map((t) => [{ role: "text", content: t }]);
-}
-function i(e) {
-  const n = new DOMParser().parseFromString(e, "application/xml");
-  return Array.from(n.getElementsByTagName("w:t")).map((t) => t.textContent).join(`
-`);
-}
-export {
-  c as loadDOCX
-};

package/dist/data/parquet.d.ts

@@ -1,2 +0,0 @@
-import { Conversation } from '../tokeniser/type';
-export declare function loadParquet(file: File, maxSize?: number, column?: string): Promise<Conversation[][]>;

package/dist/data/parquet.js

@@ -1,17 +0,0 @@
-import { B as f } from "../index-Cp39cXWe.js";
-const p = 100 * 1024 * 1024;
-async function d(i, n = p, e = "text") {
-  const r = await (await import("../parquet-Bqjmp2vo.js").then((t) => t.p)).ParquetReader.openBuffer(f.from(await i.arrayBuffer())), a = [], s = r.getCursor([[e]]);
-  let o = 0;
-  for (; ; ) {
-    const t = await s.next();
-    if (!t || t[e] === void 0 || typeof t[e] != "string")
-      break;
-    if (t[e].length !== 0 && (a.push([{ role: "text", content: t[e] }]), o += t[e].length, o > n))
-      break;
-  }
-  return r.close(), a;
-}
-export {
-  d as loadParquet
-};

package/dist/data/pdf.d.ts

@@ -1,2 +0,0 @@
-import { Conversation } from '../tokeniser/type';
-export declare function loadPDF(file: Blob | Uint8Array, maxSize?: number): Promise<Conversation[][]>;