@epfml/discojs-web 3.0.1-p20250429140233.0 → 3.0.1-p20250701123931.0

package/dist/hellaswag.d.ts

@@ -0,0 +1,8 @@
+import { models } from '@epfml/discojs';
+/**
+ * Loads the HellaSwag dataset from the remote URL in the browser
+ *
+ * @param limit - Maximum number of examples to load (-1 means all)
+ * @returns A HellaSwagDataset containing the examples
+ */
+export declare function load(limit?: number): Promise<models.HellaSwagDataset>;

package/dist/hellaswag.js

@@ -0,0 +1,33 @@
+import { models } from '@epfml/discojs';
+/**
+ * Loads the HellaSwag dataset from the remote URL in the browser
+ *
+ * @param limit - Maximum number of examples to load (-1 means all)
+ * @returns A HellaSwagDataset containing the examples
+ */
+export async function load(limit = -1) {
+    const response = await fetch(models.HELLASWAG_URL);
+    if (!response.ok) {
+        throw new Error(`Failed to fetch dataset from ${models.HELLASWAG_URL}: ${response.statusText}`);
+    }
+    const text = await response.text();
+    const lines = text.split('\n');
+    const dataset = [];
+    let count = 0;
+    for (const line of lines) {
+        if (line.trim().length === 0)
+            continue;
+        if (limit !== -1 && count >= limit)
+            break;
+        try {
+            const data = JSON.parse(line.trim());
+            dataset.push(data);
+            count++;
+        }
+        catch (e) {
+            console.error(`Failed to parse line:`, line);
+            throw e;
+        }
+    }
+    return dataset;
+}

package/dist/index.d.ts

@@ -1 +1,2 @@
 export * from "./loaders/index.js";
+export { load as loadHellaSwag } from "./hellaswag.js";

package/dist/index.js

@@ -1 +1,2 @@
 export * from "./loaders/index.js";
+export { load as loadHellaSwag } from "./hellaswag.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@epfml/discojs-web",
-  "version": "3.0.1-p20250429140233.0",
+  "version": "3.0.1-p20250701123931.0",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",