ruflo 3.7.0-alpha.11 → 3.7.0-alpha.13

package/src/ruvocal/src/lib/server/database.ts

@@ -1,145 +1,145 @@
-/**
- * RuVocal Database — self-contained RVF document store.
- *
- * Zero external dependencies. All data persisted to a single
- * RVF JSON file on disk. MongoDB Collection interface preserved
- * so all 56 importing files work unchanged.
- */
-
-import type { Conversation } from "$lib/types/Conversation";
-import type { SharedConversation } from "$lib/types/SharedConversation";
-import type { AbortedGeneration } from "$lib/types/AbortedGeneration";
-import type { Settings } from "$lib/types/Settings";
-import type { User } from "$lib/types/User";
-import type { MessageEvent } from "$lib/types/MessageEvent";
-import type { Session } from "$lib/types/Session";
-import type { Assistant } from "$lib/types/Assistant";
-import type { Report } from "$lib/types/Report";
-import type { ConversationStats } from "$lib/types/ConversationStats";
-import type { MigrationResult } from "$lib/types/MigrationResult";
-import type { Semaphore } from "$lib/types/Semaphore";
-import type { AssistantStats } from "$lib/types/AssistantStats";
-import type { TokenCache } from "$lib/types/TokenCache";
-import type { ConfigKey } from "$lib/types/ConfigKey";
-
-import { building } from "$app/environment";
-import { onExit } from "./exitHandler";
-import { join, dirname } from "path";
-import { fileURLToPath } from "url";
-import { existsSync, mkdirSync } from "fs";
-
-import {
-	RvfCollection,
-	RvfGridFSBucket,
-	initRvfStore,
-	flushToDisk,
-} from "./database/rvf";
-
-export const CONVERSATION_STATS_COLLECTION = "conversations.stats";
-
-export class Database {
-	private static instance: Database;
-	private initialized = false;
-
-	private async init() {
-		const dbFolder =
-			process.env.RVF_DB_PATH ||
-			join(dirname(fileURLToPath(import.meta.url)), "../../../db");
-
-		if (!existsSync(dbFolder)) {
-			mkdirSync(dbFolder, { recursive: true });
-		}
-
-		const dbPath = join(dbFolder, "ruvocal.rvf.json");
-
-		console.log(`[RuVocal] Database: ${dbPath}`);
-		initRvfStore(dbPath);
-		this.initialized = true;
-
-		// Flush to disk on exit
-		onExit(async () => {
-			console.log("[RuVocal] Flushing database to disk");
-			flushToDisk();
-		});
-	}
-
-	public static async getInstance(): Promise<Database> {
-		if (!Database.instance) {
-			Database.instance = new Database();
-			await Database.instance.init();
-		}
-		return Database.instance;
-	}
-
-	public getClient() {
-		if (!this.initialized) {
-			throw new Error("Database not initialized");
-		}
-		return {}; // No external client — self-contained
-	}
-
-	public getCollections() {
-		if (!this.initialized) {
-			throw new Error("Database not initialized");
-		}
-
-		const conversations = new RvfCollection<Conversation>("conversations");
-		const settings = new RvfCollection<Settings>("settings");
-		const users = new RvfCollection<User>("users");
-		const sessions = new RvfCollection<Session>("sessions");
-		const messageEvents = new RvfCollection<MessageEvent>("messageEvents");
-		const abortedGenerations = new RvfCollection<AbortedGeneration>("abortedGenerations");
-		const semaphores = new RvfCollection<Semaphore>("semaphores");
-		const tokenCaches = new RvfCollection<TokenCache>("tokens");
-		const configCollection = new RvfCollection<ConfigKey>("config");
-		const migrationResults = new RvfCollection<MigrationResult>("migrationResults");
-		const sharedConversations = new RvfCollection<SharedConversation>("sharedConversations");
-		const assistants = new RvfCollection<Assistant>("assistants");
-		const assistantStats = new RvfCollection<AssistantStats>("assistants.stats");
-		const conversationStats = new RvfCollection<ConversationStats>(CONVERSATION_STATS_COLLECTION);
-		const reports = new RvfCollection<Report>("reports");
-		const tools = new RvfCollection<Record<string, unknown>>("tools");
-		const bucket = new RvfGridFSBucket();
-
-		return {
-			conversations,
-			conversationStats,
-			assistants,
-			assistantStats,
-			reports,
-			sharedConversations,
-			abortedGenerations,
-			settings,
-			users,
-			sessions,
-			messageEvents,
-			bucket,
-			migrationResults,
-			semaphores,
-			tokenCaches,
-			tools,
-			config: configCollection,
-		};
-	}
-}
-
-export let collections: ReturnType<typeof Database.prototype.getCollections>;
-
-export const ready = (async () => {
-	if (!building) {
-		const db = await Database.getInstance();
-		collections = db.getCollections();
-	} else {
-		collections = {} as unknown as ReturnType<typeof Database.prototype.getCollections>;
-	}
-})();
-
-export async function getCollectionsEarly(): Promise<
-	ReturnType<typeof Database.prototype.getCollections>
-> {
-	await ready;
-	if (!collections) {
-		throw new Error("Database not initialized");
-	}
-	return collections;
-}
+/**
+ * RuVocal Database — self-contained RVF document store.
+ *
+ * Zero external dependencies. All data persisted to a single
+ * RVF JSON file on disk. MongoDB Collection interface preserved
+ * so all 56 importing files work unchanged.
+ */
+
+import type { Conversation } from "$lib/types/Conversation";
+import type { SharedConversation } from "$lib/types/SharedConversation";
+import type { AbortedGeneration } from "$lib/types/AbortedGeneration";
+import type { Settings } from "$lib/types/Settings";
+import type { User } from "$lib/types/User";
+import type { MessageEvent } from "$lib/types/MessageEvent";
+import type { Session } from "$lib/types/Session";
+import type { Assistant } from "$lib/types/Assistant";
+import type { Report } from "$lib/types/Report";
+import type { ConversationStats } from "$lib/types/ConversationStats";
+import type { MigrationResult } from "$lib/types/MigrationResult";
+import type { Semaphore } from "$lib/types/Semaphore";
+import type { AssistantStats } from "$lib/types/AssistantStats";
+import type { TokenCache } from "$lib/types/TokenCache";
+import type { ConfigKey } from "$lib/types/ConfigKey";
+
+import { building } from "$app/environment";
+import { onExit } from "./exitHandler";
+import { join, dirname } from "path";
+import { fileURLToPath } from "url";
+import { existsSync, mkdirSync } from "fs";
+
+import {
+	RvfCollection,
+	RvfGridFSBucket,
+	initRvfStore,
+	flushToDisk,
+} from "./database/rvf";
+
+export const CONVERSATION_STATS_COLLECTION = "conversations.stats";
+
+export class Database {
+	private static instance: Database;
+	private initialized = false;
+
+	private async init() {
+		const dbFolder =
+			process.env.RVF_DB_PATH ||
+			join(dirname(fileURLToPath(import.meta.url)), "../../../db");
+
+		if (!existsSync(dbFolder)) {
+			mkdirSync(dbFolder, { recursive: true });
+		}
+
+		const dbPath = join(dbFolder, "ruvocal.rvf.json");
+
+		console.log(`[RuVocal] Database: ${dbPath}`);
+		initRvfStore(dbPath);
+		this.initialized = true;
+
+		// Flush to disk on exit
+		onExit(async () => {
+			console.log("[RuVocal] Flushing database to disk");
+			flushToDisk();
+		});
+	}
+
+	public static async getInstance(): Promise<Database> {
+		if (!Database.instance) {
+			Database.instance = new Database();
+			await Database.instance.init();
+		}
+		return Database.instance;
+	}
+
+	public getClient() {
+		if (!this.initialized) {
+			throw new Error("Database not initialized");
+		}
+		return {}; // No external client — self-contained
+	}
+
+	public getCollections() {
+		if (!this.initialized) {
+			throw new Error("Database not initialized");
+		}
+
+		const conversations = new RvfCollection<Conversation>("conversations");
+		const settings = new RvfCollection<Settings>("settings");
+		const users = new RvfCollection<User>("users");
+		const sessions = new RvfCollection<Session>("sessions");
+		const messageEvents = new RvfCollection<MessageEvent>("messageEvents");
+		const abortedGenerations = new RvfCollection<AbortedGeneration>("abortedGenerations");
+		const semaphores = new RvfCollection<Semaphore>("semaphores");
+		const tokenCaches = new RvfCollection<TokenCache>("tokens");
+		const configCollection = new RvfCollection<ConfigKey>("config");
+		const migrationResults = new RvfCollection<MigrationResult>("migrationResults");
+		const sharedConversations = new RvfCollection<SharedConversation>("sharedConversations");
+		const assistants = new RvfCollection<Assistant>("assistants");
+		const assistantStats = new RvfCollection<AssistantStats>("assistants.stats");
+		const conversationStats = new RvfCollection<ConversationStats>(CONVERSATION_STATS_COLLECTION);
+		const reports = new RvfCollection<Report>("reports");
+		const tools = new RvfCollection<Record<string, unknown>>("tools");
+		const bucket = new RvfGridFSBucket();
+
+		return {
+			conversations,
+			conversationStats,
+			assistants,
+			assistantStats,
+			reports,
+			sharedConversations,
+			abortedGenerations,
+			settings,
+			users,
+			sessions,
+			messageEvents,
+			bucket,
+			migrationResults,
+			semaphores,
+			tokenCaches,
+			tools,
+			config: configCollection,
+		};
+	}
+}
+
+export let collections: ReturnType<typeof Database.prototype.getCollections>;
+
+export const ready = (async () => {
+	if (!building) {
+		const db = await Database.getInstance();
+		collections = db.getCollections();
+	} else {
+		collections = {} as unknown as ReturnType<typeof Database.prototype.getCollections>;
+	}
+})();
+
+export async function getCollectionsEarly(): Promise<
+	ReturnType<typeof Database.prototype.getCollections>
+> {
+	await ready;
+	if (!collections) {
+		throw new Error("Database not initialized");
+	}
+	return collections;
+}

package/src/ruvocal/src/lib/server/endpoints/document.ts

@@ -1,68 +1,68 @@
-import type { MessageFile } from "$lib/types/Message";
-import { z } from "zod";
-
-export interface FileProcessorOptions<TMimeType extends string = string> {
-	supportedMimeTypes: TMimeType[];
-	maxSizeInMB: number;
-}
-
-// Removed unused ImageProcessor type alias
-
-export const createDocumentProcessorOptionsValidator = <TMimeType extends string = string>(
-	defaults: FileProcessorOptions<TMimeType>
-) => {
-	return z
-		.object({
-			supportedMimeTypes: z
-				.array(
-					z.enum<string, [TMimeType, ...TMimeType[]]>([
-						defaults.supportedMimeTypes[0],
-						...defaults.supportedMimeTypes.slice(1),
-					])
-				)
-				.default(defaults.supportedMimeTypes),
-			maxSizeInMB: z.number().positive().default(defaults.maxSizeInMB),
-		})
-		.default(defaults);
-};
-
-// Removed unused DocumentProcessor type alias
-
-export type AsyncDocumentProcessor<TMimeType extends string = string> = (
-	file: MessageFile
-) => Promise<{
-	file: Buffer;
-	mime: TMimeType;
-}>;
-
-export function makeDocumentProcessor<TMimeType extends string = string>(
-	options: FileProcessorOptions<TMimeType>
-): AsyncDocumentProcessor<TMimeType> {
-	return async (file) => {
-		const { supportedMimeTypes, maxSizeInMB } = options;
-		const { mime, value } = file;
-
-		const buffer = Buffer.from(value, "base64");
-		const tooLargeInBytes = buffer.byteLength > maxSizeInMB * 1000 * 1000;
-
-		if (tooLargeInBytes) {
-			throw Error("Document is too large");
-		}
-
-		const outputMime = validateMimeType(supportedMimeTypes, mime);
-		return { file: buffer, mime: outputMime };
-	};
-}
-
-const validateMimeType = <T extends readonly string[]>(
-	supportedMimes: T,
-	mime: string
-): T[number] => {
-	if (!supportedMimes.includes(mime)) {
-		const supportedMimesStr = supportedMimes.join(", ");
-
-		throw Error(`Mimetype "${mime}" not found in supported mimes: ${supportedMimesStr}`);
-	}
-
-	return mime;
-};
+import type { MessageFile } from "$lib/types/Message";
+import { z } from "zod";
+
+export interface FileProcessorOptions<TMimeType extends string = string> {
+	supportedMimeTypes: TMimeType[];
+	maxSizeInMB: number;
+}
+
+// Removed unused ImageProcessor type alias
+
+export const createDocumentProcessorOptionsValidator = <TMimeType extends string = string>(
+	defaults: FileProcessorOptions<TMimeType>
+) => {
+	return z
+		.object({
+			supportedMimeTypes: z
+				.array(
+					z.enum<string, [TMimeType, ...TMimeType[]]>([
+						defaults.supportedMimeTypes[0],
+						...defaults.supportedMimeTypes.slice(1),
+					])
+				)
+				.default(defaults.supportedMimeTypes),
+			maxSizeInMB: z.number().positive().default(defaults.maxSizeInMB),
+		})
+		.default(defaults);
+};
+
+// Removed unused DocumentProcessor type alias
+
+export type AsyncDocumentProcessor<TMimeType extends string = string> = (
+	file: MessageFile
+) => Promise<{
+	file: Buffer;
+	mime: TMimeType;
+}>;
+
+export function makeDocumentProcessor<TMimeType extends string = string>(
+	options: FileProcessorOptions<TMimeType>
+): AsyncDocumentProcessor<TMimeType> {
+	return async (file) => {
+		const { supportedMimeTypes, maxSizeInMB } = options;
+		const { mime, value } = file;
+
+		const buffer = Buffer.from(value, "base64");
+		const tooLargeInBytes = buffer.byteLength > maxSizeInMB * 1000 * 1000;
+
+		if (tooLargeInBytes) {
+			throw Error("Document is too large");
+		}
+
+		const outputMime = validateMimeType(supportedMimeTypes, mime);
+		return { file: buffer, mime: outputMime };
+	};
+}
+
+const validateMimeType = <T extends readonly string[]>(
+	supportedMimes: T,
+	mime: string
+): T[number] => {
+	if (!supportedMimes.includes(mime)) {
+		const supportedMimesStr = supportedMimes.join(", ");
+
+		throw Error(`Mimetype "${mime}" not found in supported mimes: ${supportedMimesStr}`);
+	}
+
+	return mime;
+};

package/src/ruvocal/src/lib/server/endpoints/endpoints.ts

@@ -1,43 +1,43 @@
-import type { Conversation } from "$lib/types/Conversation";
-import type { Message } from "$lib/types/Message";
-import type {
-	TextGenerationStreamOutput,
-	TextGenerationStreamToken,
-	InferenceProvider,
-} from "@huggingface/inference";
-import { z } from "zod";
-import { endpointOAIParametersSchema, endpointOai } from "./openai/endpointOai";
-import type { Model } from "$lib/types/Model";
-import type { ObjectId } from "mongodb";
-
-export type EndpointMessage = Omit<Message, "id">;
-
-// parameters passed when generating text
-export interface EndpointParameters {
-	messages: EndpointMessage[];
-	preprompt?: Conversation["preprompt"];
-	generateSettings?: Partial<Model["parameters"]>;
-	isMultimodal?: boolean;
-	conversationId?: ObjectId;
-	locals: App.Locals | undefined;
-	abortSignal?: AbortSignal;
-	/** Inference provider preference: "auto", "fastest", "cheapest", or a specific provider name */
-	provider?: string;
-}
-
-export type TextGenerationStreamOutputSimplified = TextGenerationStreamOutput & {
-	token: TextGenerationStreamToken;
-	routerMetadata?: { route?: string; model?: string; provider?: InferenceProvider };
-};
-// type signature for the endpoint
-export type Endpoint = (
-	params: EndpointParameters
-) => Promise<AsyncGenerator<TextGenerationStreamOutputSimplified, void, void>>;
-
-// list of all endpoint generators
-export const endpoints = {
-	openai: endpointOai,
-};
-
-export const endpointSchema = z.discriminatedUnion("type", [endpointOAIParametersSchema]);
-export default endpoints;
+import type { Conversation } from "$lib/types/Conversation";
+import type { Message } from "$lib/types/Message";
+import type {
+	TextGenerationStreamOutput,
+	TextGenerationStreamToken,
+	InferenceProvider,
+} from "@huggingface/inference";
+import { z } from "zod";
+import { endpointOAIParametersSchema, endpointOai } from "./openai/endpointOai";
+import type { Model } from "$lib/types/Model";
+import type { ObjectId } from "mongodb";
+
+export type EndpointMessage = Omit<Message, "id">;
+
+// parameters passed when generating text
+export interface EndpointParameters {
+	messages: EndpointMessage[];
+	preprompt?: Conversation["preprompt"];
+	generateSettings?: Partial<Model["parameters"]>;
+	isMultimodal?: boolean;
+	conversationId?: ObjectId;
+	locals: App.Locals | undefined;
+	abortSignal?: AbortSignal;
+	/** Inference provider preference: "auto", "fastest", "cheapest", or a specific provider name */
+	provider?: string;
+}
+
+export type TextGenerationStreamOutputSimplified = TextGenerationStreamOutput & {
+	token: TextGenerationStreamToken;
+	routerMetadata?: { route?: string; model?: string; provider?: InferenceProvider };
+};
+// type signature for the endpoint
+export type Endpoint = (
+	params: EndpointParameters
+) => Promise<AsyncGenerator<TextGenerationStreamOutputSimplified, void, void>>;
+
+// list of all endpoint generators
+export const endpoints = {
+	openai: endpointOai,
+};
+
+export const endpointSchema = z.discriminatedUnion("type", [endpointOAIParametersSchema]);
+export default endpoints;