ruflo 3.10.46 → 3.12.0

package/src/ruvocal/src/lib/utils/parseStringToList.ts

@@ -1,10 +1,10 @@
-export function parseStringToList(links: unknown): string[] {
-	if (typeof links !== "string") {
-		throw new Error("Expected a string");
-	}
-
-	return links
-		.split(",")
-		.map((link) => link.trim())
-		.filter((link) => link.length > 0);
-}
+export function parseStringToList(links: unknown): string[] {
+	if (typeof links !== "string") {
+		throw new Error("Expected a string");
+	}
+
+	return links
+		.split(",")
+		.map((link) => link.trim())
+		.filter((link) => link.length > 0);
+}

package/src/ruvocal/src/lib/utils/randomUuid.ts

@@ -1,14 +1,14 @@
-type UUID = ReturnType<typeof crypto.randomUUID>;
-
-export function randomUUID(): UUID {
-	// Only on old safari / ios
-	if (!("randomUUID" in crypto)) {
-		return "10000000-1000-4000-8000-100000000000".replace(/[018]/g, (c) =>
-			(
-				Number(c) ^
-				(crypto.getRandomValues(new Uint8Array(1))[0] & (15 >> (Number(c) / 4)))
-			).toString(16)
-		) as UUID;
-	}
-	return crypto.randomUUID();
-}
+type UUID = ReturnType<typeof crypto.randomUUID>;
+
+export function randomUUID(): UUID {
+	// Only on old safari / ios
+	if (!("randomUUID" in crypto)) {
+		return "10000000-1000-4000-8000-100000000000".replace(/[018]/g, (c) =>
+			(
+				Number(c) ^
+				(crypto.getRandomValues(new Uint8Array(1))[0] & (15 >> (Number(c) / 4)))
+			).toString(16)
+		) as UUID;
+	}
+	return crypto.randomUUID();
+}

package/src/ruvocal/src/lib/utils/searchTokens.ts

@@ -1,33 +1,33 @@
-const PUNCTUATION_REGEX = /\p{P}/gu;
-
-function removeDiacritics(s: string, form: "NFD" | "NFKD" = "NFD"): string {
-	return s.normalize(form).replace(/[\u0300-\u036f]/g, "");
-}
-
-export function generateSearchTokens(value: string): string[] {
-	const fullTitleToken = removeDiacritics(value)
-		.replace(PUNCTUATION_REGEX, "")
-		.replaceAll(/\s+/g, "")
-		.toLowerCase();
-	return [
-		...new Set([
-			...removeDiacritics(value)
-				.split(/\s+/)
-				.map((word) => word.replace(PUNCTUATION_REGEX, "").toLowerCase())
-				.filter((word) => word.length),
-			...(fullTitleToken.length ? [fullTitleToken] : []),
-		]),
-	];
-}
-
-function escapeForRegExp(s: string): string {
-	return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"); // $& means the whole matched string
-}
-
-export function generateQueryTokens(query: string): RegExp[] {
-	return removeDiacritics(query)
-		.split(/\s+/)
-		.map((word) => word.replace(PUNCTUATION_REGEX, "").toLowerCase())
-		.filter((word) => word.length)
-		.map((token) => new RegExp(`^${escapeForRegExp(token)}`));
-}
+const PUNCTUATION_REGEX = /\p{P}/gu;
+
+function removeDiacritics(s: string, form: "NFD" | "NFKD" = "NFD"): string {
+	return s.normalize(form).replace(/[\u0300-\u036f]/g, "");
+}
+
+export function generateSearchTokens(value: string): string[] {
+	const fullTitleToken = removeDiacritics(value)
+		.replace(PUNCTUATION_REGEX, "")
+		.replaceAll(/\s+/g, "")
+		.toLowerCase();
+	return [
+		...new Set([
+			...removeDiacritics(value)
+				.split(/\s+/)
+				.map((word) => word.replace(PUNCTUATION_REGEX, "").toLowerCase())
+				.filter((word) => word.length),
+			...(fullTitleToken.length ? [fullTitleToken] : []),
+		]),
+	];
+}
+
+function escapeForRegExp(s: string): string {
+	return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"); // $& means the whole matched string
+}
+
+export function generateQueryTokens(query: string): RegExp[] {
+	return removeDiacritics(query)
+		.split(/\s+/)
+		.map((word) => word.replace(PUNCTUATION_REGEX, "").toLowerCase())
+		.filter((word) => word.length)
+		.map((token) => new RegExp(`^${escapeForRegExp(token)}`));
+}

package/src/ruvocal/src/lib/utils/sha256.ts

@@ -1,7 +1,7 @@
-export async function sha256(input: string): Promise<string> {
-	const utf8 = new TextEncoder().encode(input);
-	const hashBuffer = await crypto.subtle.digest("SHA-256", utf8);
-	const hashArray = Array.from(new Uint8Array(hashBuffer));
-	const hashHex = hashArray.map((bytes) => bytes.toString(16).padStart(2, "0")).join("");
-	return hashHex;
-}
+export async function sha256(input: string): Promise<string> {
+	const utf8 = new TextEncoder().encode(input);
+	const hashBuffer = await crypto.subtle.digest("SHA-256", utf8);
+	const hashArray = Array.from(new Uint8Array(hashBuffer));
+	const hashHex = hashArray.map((bytes) => bytes.toString(16).padStart(2, "0")).join("");
+	return hashHex;
+}

package/src/ruvocal/src/lib/utils/stringifyError.ts

@@ -1,12 +1,12 @@
-/** Takes an unknown error and attempts to convert it to a string */
-export function stringifyError(error: unknown): string {
-	if (error instanceof Error) return error.message;
-	if (typeof error === "string") return error;
-	if (typeof error === "object" && error !== null) {
-		// try a few common properties
-		if ("message" in error && typeof error.message === "string") return error.message;
-		if ("body" in error && typeof error.body === "string") return error.body;
-		if ("name" in error && typeof error.name === "string") return error.name;
-	}
-	return "Unknown error";
-}
+/** Takes an unknown error and attempts to convert it to a string */
+export function stringifyError(error: unknown): string {
+	if (error instanceof Error) return error.message;
+	if (typeof error === "string") return error;
+	if (typeof error === "object" && error !== null) {
+		// try a few common properties
+		if ("message" in error && typeof error.message === "string") return error.message;
+		if ("body" in error && typeof error.body === "string") return error.body;
+		if ("name" in error && typeof error.name === "string") return error.name;
+	}
+	return "Unknown error";
+}

package/src/ruvocal/src/lib/utils/sum.ts

@@ -1,3 +1,3 @@
-export function sum(nums: number[]): number {
-	return nums.reduce((a, b) => a + b, 0);
-}
+export function sum(nums: number[]): number {
+	return nums.reduce((a, b) => a + b, 0);
+}

package/src/ruvocal/src/lib/utils/template.spec.ts

@@ -1,59 +1,59 @@
-import { describe, test, expect } from "vitest";
-import { compileTemplate } from "./template";
-
-// Test data for simple templates
-const modelData = {
-	preprompt: "Hello",
-};
-
-const simpleTemplate = "Test: {{preprompt}} and {{foo}}";
-
-// Additional realistic test data for Llama 70B templates
-const messages = [
-	{ from: "user", content: "Hello there" },
-	{ from: "assistant", content: "Hi, how can I help?" },
-];
-
-// Handlebars Llama 70B Template
-const llama70bTemplateHB = `<s>{{#if preprompt}}Source: system\n\n{{preprompt}}<step>{{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n{{content}}<step>{{/ifUser}}{{#ifAssistant}}Source: assistant\n\n{{content}}<step>{{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n`;
-
-// Expected output for Handlebars Llama 70B Template
-const expectedHB =
-	"<s>Source: system\n\nSystem Message<step>Source: user\n\nHello there<step>Source: assistant\n\nHi, how can I help?<step>Source: assistant\nDestination: user\n\n";
-
-// Jinja Llama 70B Template
-const llama70bTemplateJinja = `<s>{% if preprompt %}Source: system\n\n{{ preprompt }}<step>{% endif %}{% for message in messages %}{% if message.from == 'user' %}Source: user\n\n{{ message.content }}<step>{% elif message.from == 'assistant' %}Source: assistant\n\n{{ message.content }}<step>{% endif %}{% endfor %}Source: assistant\nDestination: user\n\n`;
-
-// Expected output for Jinja Llama 70B Template
-const expectedJinja =
-	"<s>Source: system\n\nSystem Message<step>Source: user\n\nHello there<step>Source: assistant\n\nHi, how can I help?<step>Source: assistant\nDestination: user\n\n";
-
-describe("Template Engine Rendering", () => {
-	test("should render using Handlebars fallback when no templateEngine is specified", () => {
-		const render = compileTemplate(simpleTemplate, modelData);
-		const result = render({ foo: "World" });
-		expect(result).toBe("Test: Hello and World");
-	});
-
-	test('should render using Jinja when templateEngine is set to "jinja"', () => {
-		const render = compileTemplate(simpleTemplate, modelData);
-		const result = render({ foo: "World" });
-		expect(result).toBe("Test: Hello and World");
-	});
-
-	// Realistic Llama 70B template tests
-	test("should render realistic Llama 70B template using Handlebars", () => {
-		const render = compileTemplate(llama70bTemplateHB, { preprompt: "System Message" });
-		const result = render({ messages });
-		expect(result).toBe(expectedHB);
-	});
-
-	test("should render realistic Llama 70B template using Jinja", () => {
-		const render = compileTemplate(llama70bTemplateJinja, {
-			preprompt: "System Message",
-		});
-		const result = render({ messages });
-		// Trim both outputs to account for whitespace differences in Jinja engine
-		expect(result.trim()).toBe(expectedJinja.trim());
-	});
-});
+import { describe, test, expect } from "vitest";
+import { compileTemplate } from "./template";
+
+// Test data for simple templates
+const modelData = {
+	preprompt: "Hello",
+};
+
+const simpleTemplate = "Test: {{preprompt}} and {{foo}}";
+
+// Additional realistic test data for Llama 70B templates
+const messages = [
+	{ from: "user", content: "Hello there" },
+	{ from: "assistant", content: "Hi, how can I help?" },
+];
+
+// Handlebars Llama 70B Template
+const llama70bTemplateHB = `<s>{{#if preprompt}}Source: system\n\n{{preprompt}}<step>{{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n{{content}}<step>{{/ifUser}}{{#ifAssistant}}Source: assistant\n\n{{content}}<step>{{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n`;
+
+// Expected output for Handlebars Llama 70B Template
+const expectedHB =
+	"<s>Source: system\n\nSystem Message<step>Source: user\n\nHello there<step>Source: assistant\n\nHi, how can I help?<step>Source: assistant\nDestination: user\n\n";
+
+// Jinja Llama 70B Template
+const llama70bTemplateJinja = `<s>{% if preprompt %}Source: system\n\n{{ preprompt }}<step>{% endif %}{% for message in messages %}{% if message.from == 'user' %}Source: user\n\n{{ message.content }}<step>{% elif message.from == 'assistant' %}Source: assistant\n\n{{ message.content }}<step>{% endif %}{% endfor %}Source: assistant\nDestination: user\n\n`;
+
+// Expected output for Jinja Llama 70B Template
+const expectedJinja =
+	"<s>Source: system\n\nSystem Message<step>Source: user\n\nHello there<step>Source: assistant\n\nHi, how can I help?<step>Source: assistant\nDestination: user\n\n";
+
+describe("Template Engine Rendering", () => {
+	test("should render using Handlebars fallback when no templateEngine is specified", () => {
+		const render = compileTemplate(simpleTemplate, modelData);
+		const result = render({ foo: "World" });
+		expect(result).toBe("Test: Hello and World");
+	});
+
+	test('should render using Jinja when templateEngine is set to "jinja"', () => {
+		const render = compileTemplate(simpleTemplate, modelData);
+		const result = render({ foo: "World" });
+		expect(result).toBe("Test: Hello and World");
+	});
+
+	// Realistic Llama 70B template tests
+	test("should render realistic Llama 70B template using Handlebars", () => {
+		const render = compileTemplate(llama70bTemplateHB, { preprompt: "System Message" });
+		const result = render({ messages });
+		expect(result).toBe(expectedHB);
+	});
+
+	test("should render realistic Llama 70B template using Jinja", () => {
+		const render = compileTemplate(llama70bTemplateJinja, {
+			preprompt: "System Message",
+		});
+		const result = render({ messages });
+		// Trim both outputs to account for whitespace differences in Jinja engine
+		expect(result.trim()).toBe(expectedJinja.trim());
+	});
+});

package/src/ruvocal/src/lib/utils/template.ts

@@ -1,53 +1,53 @@
-import type { Message } from "$lib/types/Message";
-import Handlebars from "handlebars";
-import { Template } from "@huggingface/jinja";
-import { logger } from "$lib/server/logger";
-
-// Register Handlebars helpers
-Handlebars.registerHelper("ifUser", function (this: Pick<Message, "from" | "content">, options) {
-	if (this.from == "user") return options.fn(this);
-});
-
-Handlebars.registerHelper(
-	"ifAssistant",
-	function (this: Pick<Message, "from" | "content">, options) {
-		if (this.from == "assistant") return options.fn(this);
-	}
-);
-
-// Updated compileTemplate to try Jinja and fallback to Handlebars if Jinja fails
-export function compileTemplate<T>(
-	input: string,
-	model: { preprompt: string; templateEngine?: string }
-) {
-	let jinjaTemplate: Template | undefined;
-	try {
-		// Try to compile with Jinja
-		jinjaTemplate = new Template(input);
-	} catch (e) {
-		// logger.error(e, "Could not compile with Jinja");
-		// Could not compile with Jinja
-		jinjaTemplate = undefined;
-	}
-
-	const hbTemplate = Handlebars.compile<T>(input, {
-		knownHelpers: { ifUser: true, ifAssistant: true },
-		knownHelpersOnly: true,
-		noEscape: true,
-		strict: true,
-		preventIndent: true,
-	});
-
-	return function render(inputs: T) {
-		if (jinjaTemplate) {
-			try {
-				return jinjaTemplate.render({ ...model, ...inputs });
-			} catch (e) {
-				logger.error(e, "Could not render with Jinja");
-				// Fallback to Handlebars if Jinja rendering fails
-				return hbTemplate({ ...model, ...inputs });
-			}
-		}
-		return hbTemplate({ ...model, ...inputs });
-	};
-}
+import type { Message } from "$lib/types/Message";
+import Handlebars from "handlebars";
+import { Template } from "@huggingface/jinja";
+import { logger } from "$lib/server/logger";
+
+// Register Handlebars helpers
+Handlebars.registerHelper("ifUser", function (this: Pick<Message, "from" | "content">, options) {
+	if (this.from == "user") return options.fn(this);
+});
+
+Handlebars.registerHelper(
+	"ifAssistant",
+	function (this: Pick<Message, "from" | "content">, options) {
+		if (this.from == "assistant") return options.fn(this);
+	}
+);
+
+// Updated compileTemplate to try Jinja and fallback to Handlebars if Jinja fails
+export function compileTemplate<T>(
+	input: string,
+	model: { preprompt: string; templateEngine?: string }
+) {
+	let jinjaTemplate: Template | undefined;
+	try {
+		// Try to compile with Jinja
+		jinjaTemplate = new Template(input);
+	} catch (e) {
+		// logger.error(e, "Could not compile with Jinja");
+		// Could not compile with Jinja
+		jinjaTemplate = undefined;
+	}
+
+	const hbTemplate = Handlebars.compile<T>(input, {
+		knownHelpers: { ifUser: true, ifAssistant: true },
+		knownHelpersOnly: true,
+		noEscape: true,
+		strict: true,
+		preventIndent: true,
+	});
+
+	return function render(inputs: T) {
+		if (jinjaTemplate) {
+			try {
+				return jinjaTemplate.render({ ...model, ...inputs });
+			} catch (e) {
+				logger.error(e, "Could not render with Jinja");
+				// Fallback to Handlebars if Jinja rendering fails
+				return hbTemplate({ ...model, ...inputs });
+			}
+		}
+		return hbTemplate({ ...model, ...inputs });
+	};
+}

package/src/ruvocal/src/lib/utils/timeout.ts

@@ -1,9 +1,9 @@
-export const timeout = <T>(prom: Promise<T>, time: number): Promise<T> => {
-	let timer: NodeJS.Timeout;
-	return Promise.race([
-		prom,
-		new Promise<T>((_, reject) => {
-			timer = setTimeout(() => reject(new Error(`Timeout after ${time / 1000} seconds`)), time);
-		}),
-	]).finally(() => clearTimeout(timer));
-};
+export const timeout = <T>(prom: Promise<T>, time: number): Promise<T> => {
+	let timer: NodeJS.Timeout;
+	return Promise.race([
+		prom,
+		new Promise<T>((_, reject) => {
+			timer = setTimeout(() => reject(new Error(`Timeout after ${time / 1000} seconds`)), time);
+		}),
+	]).finally(() => clearTimeout(timer));
+};

package/src/ruvocal/src/lib/utils/toolProgress.spec.ts

@@ -1,46 +1,46 @@
-import { describe, expect, test } from "vitest";
-
-import { MessageToolUpdateType, MessageUpdateType } from "$lib/types/MessageUpdate";
-import { formatToolProgressLabel } from "./toolProgress";
-
-describe("formatToolProgressLabel", () => {
-	test("returns empty string when progress is missing", () => {
-		expect(formatToolProgressLabel(undefined)).toBe("");
-	});
-
-	test("formats progress with message", () => {
-		expect(
-			formatToolProgressLabel({
-				type: MessageUpdateType.Tool,
-				subtype: MessageToolUpdateType.Progress,
-				uuid: "tool-1",
-				progress: 3,
-				total: 10,
-				message: "Indexing",
-			})
-		).toBe("Indexing (3/10)");
-	});
-
-	test("formats progress without message", () => {
-		expect(
-			formatToolProgressLabel({
-				type: MessageUpdateType.Tool,
-				subtype: MessageToolUpdateType.Progress,
-				uuid: "tool-2",
-				progress: 7,
-			})
-		).toBe("Progress: 7");
-	});
-
-	test("formats progress with message and no total", () => {
-		expect(
-			formatToolProgressLabel({
-				type: MessageUpdateType.Tool,
-				subtype: MessageToolUpdateType.Progress,
-				uuid: "tool-3",
-				progress: 12,
-				message: "ZeroGPU Initializing xxx",
-			})
-		).toBe("ZeroGPU Initializing xxx (12)");
-	});
-});
+import { describe, expect, test } from "vitest";
+
+import { MessageToolUpdateType, MessageUpdateType } from "$lib/types/MessageUpdate";
+import { formatToolProgressLabel } from "./toolProgress";
+
+describe("formatToolProgressLabel", () => {
+	test("returns empty string when progress is missing", () => {
+		expect(formatToolProgressLabel(undefined)).toBe("");
+	});
+
+	test("formats progress with message", () => {
+		expect(
+			formatToolProgressLabel({
+				type: MessageUpdateType.Tool,
+				subtype: MessageToolUpdateType.Progress,
+				uuid: "tool-1",
+				progress: 3,
+				total: 10,
+				message: "Indexing",
+			})
+		).toBe("Indexing (3/10)");
+	});
+
+	test("formats progress without message", () => {
+		expect(
+			formatToolProgressLabel({
+				type: MessageUpdateType.Tool,
+				subtype: MessageToolUpdateType.Progress,
+				uuid: "tool-2",
+				progress: 7,
+			})
+		).toBe("Progress: 7");
+	});
+
+	test("formats progress with message and no total", () => {
+		expect(
+			formatToolProgressLabel({
+				type: MessageUpdateType.Tool,
+				subtype: MessageToolUpdateType.Progress,
+				uuid: "tool-3",
+				progress: 12,
+				message: "ZeroGPU Initializing xxx",
+			})
+		).toBe("ZeroGPU Initializing xxx (12)");
+	});
+});

package/src/ruvocal/src/lib/utils/toolProgress.ts

@@ -1,11 +1,11 @@
-import type { MessageToolProgressUpdate } from "$lib/types/MessageUpdate";
-
-export function formatToolProgressLabel(progress?: MessageToolProgressUpdate): string {
-	if (!progress) return "";
-	const total = typeof progress.total === "number" ? `/${progress.total}` : "";
-	const value = `${progress.progress}${total}`;
-	if (progress.message && progress.message.trim().length > 0) {
-		return `${progress.message} (${value})`;
-	}
-	return `Progress: ${value}`;
-}
+import type { MessageToolProgressUpdate } from "$lib/types/MessageUpdate";
+
+export function formatToolProgressLabel(progress?: MessageToolProgressUpdate): string {
+	if (!progress) return "";
+	const total = typeof progress.total === "number" ? `/${progress.total}` : "";
+	const value = `${progress.progress}${total}`;
+	if (progress.message && progress.message.trim().length > 0) {
+		return `${progress.message} (${value})`;
+	}
+	return `Progress: ${value}`;
+}