@genai-fi/nanogpt 0.2.4 → 0.2.5

package/dist/data/textLoader.js

@@ -1,18 +1,19 @@
 import { p as s } from "../papaparse.min-C8l2Kvo1.js";
-import { loadParquet as d } from "./parquet.js";
+import { loadParquet as u } from "./parquet.js";
 import { loadPDF as m } from "./pdf.js";
-function x(e, t) {
-  const a = e.findIndex((n) => n.toLowerCase() === t.toLowerCase());
-  return a === -1 ? 0 : a;
+import { loadDOCX as f } from "./docx.js";
+function l(e, t) {
+  const r = e.findIndex((n) => n.toLowerCase() === t.toLowerCase());
+  return r === -1 ? 0 : r;
 }
-function f(e) {
+function x(e) {
   return e.every((t) => t.length < 64);
 }
-function l(e) {
+function w(e) {
   return e.split(".").pop() || "";
 }
-function w(e) {
-  switch (l(e)) {
+function h(e) {
+  switch (w(e)) {
     case "parquet":
       return "application/parquet";
     case "csv":
@@ -21,39 +22,43 @@ function w(e) {
       return "text/plain";
     case "pdf":
       return "application/pdf";
+    case "docx":
+      return "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
     default:
       return "unknown";
   }
 }
-async function q(e, t) {
-  const a = e.type !== "" ? e.type : w(e.name);
-  if (a === "application/parquet")
-    return d(e, t?.maxSize, t?.column);
-  if (a === "application/pdf")
+async function C(e, t) {
+  const r = e.type !== "" ? e.type : h(e.name);
+  if (r === "application/parquet")
+    return u(e, t?.maxSize, t?.column);
+  if (r === "application/pdf")
     return m(e, t?.maxSize);
-  if (a === "text/csv") {
+  if (r === "application/vnd.openxmlformats-officedocument.wordprocessingml.document")
+    return f(e);
+  if (r === "text/csv") {
     const n = await e.text();
-    return new Promise((p, o) => {
+    return new Promise((c, o) => {
       s.parse(n, {
         header: !1,
         skipEmptyLines: !0,
-        complete: (r) => {
-          if (r.errors.length > 0)
+        complete: (a) => {
+          if (a.errors.length > 0)
             o(new Error("Error parsing file"));
           else {
-            const c = x(r.data[0], t?.column || "text"), i = t?.hasHeader ?? f(r.data[0]) ? r.data.slice(1) : r.data;
-            p(i.map((u) => u[c]));
+            const p = l(a.data[0], t?.column || "text"), i = t?.hasHeader ?? x(a.data[0]) ? a.data.slice(1) : a.data;
+            c(i.map((d) => d[p]));
           }
         },
-        error: (r) => {
-          o(r);
+        error: (a) => {
+          o(a);
         }
       });
     });
-  } else if (a === "text/plain")
+  } else if (r === "text/plain")
     return [await e.text()];
-  throw new Error(`Unsupported file type: ${a}`);
+  throw new Error(`Unsupported file type: ${r}`);
 }
 export {
-  q as default
+  C as default
 };

package/dist/{jszip.min-CAxN99oA.js → jszip.min-CjP2V1VV.js}

@@ -2310,5 +2310,5 @@ function Rt() {
 var Tt = Rt();
 const Pt = /* @__PURE__ */ Ot(Tt);
 export {
-  Pt as z
+  Pt as j
 };

package/dist/utilities/load.js

@@ -1,16 +1,16 @@
-import { z as u } from "../jszip.min-CAxN99oA.js";
+import { j as u } from "../jszip.min-CjP2V1VV.js";
 import { importWeights as F } from "./weights.js";
 import k from "../tokeniser/CharTokeniser.js";
 import j from "../NanoGPTModel.js";
-import { dummyPassAsync as z } from "./dummy.js";
-async function A(o) {
+import { dummyPassAsync as A } from "./dummy.js";
+async function E(o) {
   const e = await fetch(o);
   if (!e.ok)
     throw new Error(`Failed to fetch ${o}: ${e.statusText}`);
   return e.arrayBuffer();
 }
 async function T(o, e) {
-  const m = typeof e == "string" ? await A(e) : e, n = await u.loadAsync(m), s = /* @__PURE__ */ new Map(), c = await n.file("manifest.json")?.async("string");
+  const m = typeof e == "string" ? await E(e) : e, n = await u.loadAsync(m), s = /* @__PURE__ */ new Map(), c = await n.file("manifest.json")?.async("string");
   if (!c)
     throw new Error("Manifest file not found in the zip archive");
   const f = JSON.parse(c);
@@ -29,7 +29,7 @@ async function T(o, e) {
     }
   o.disposeVariables();
   const a = new j(o, f.config);
-  await z(a), a.loadWeights(p);
+  await A(a), a.loadWeights(p);
   const w = await n.file("log.json")?.async("string");
   if (w)
     try {

package/dist/utilities/save.js

@@ -1,4 +1,4 @@
-import { z as g } from "../jszip.min-CAxN99oA.js";
+import { j as g } from "../jszip.min-CjP2V1VV.js";
 import { exportWeights as l } from "./weights.js";
 const b = "1.0.0";
 async function p(t, s, i) {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.2.4",
+    "version": "0.2.5",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",