ruflo 3.6.30 → 3.7.0-alpha.10

package/src/ruvocal/src/lib/migrations/routines/02-update-assistants-models.ts

@@ -1,48 +1,48 @@
-import type { Migration } from ".";
-import { collections } from "$lib/server/database";
-import { ObjectId } from "mongodb";
-
-const updateAssistantsModels: Migration = {
-	_id: new ObjectId("5f9f3f3f3f3f3f3f3f3f3f3f"),
-	name: "Update deprecated models in assistants with the default model",
-	up: async () => {
-		const models = (await import("$lib/server/models")).models;
-		//@ts-expect-error the property doesn't exist anymore, keeping the script for reference
-		const oldModels = (await import("$lib/server/models")).oldModels;
-		const { assistants } = collections;
-
-		const modelIds = models.map((el) => el.id);
-		const defaultModelId = models[0].id;
-
-		// Find all assistants whose modelId is not in modelIds, and update it
-		const bulkOps = await assistants
-			.find({ modelId: { $nin: modelIds } })
-			.map((assistant) => {
-				// has an old model
-				let newModelId = defaultModelId;
-
-				const oldModel = oldModels.find((m: (typeof models)[number]) => m.id === assistant.modelId);
-				if (oldModel && oldModel.transferTo && !!models.find((m) => m.id === oldModel.transferTo)) {
-					newModelId = oldModel.transferTo;
-				}
-
-				return {
-					updateOne: {
-						filter: { _id: assistant._id },
-						update: { $set: { modelId: newModelId } },
-					},
-				};
-			})
-			.toArray();
-
-		if (bulkOps.length > 0) {
-			await assistants.bulkWrite(bulkOps);
-		}
-
-		return true;
-	},
-	runEveryTime: true,
-	runForHuggingChat: "only",
-};
-
-export default updateAssistantsModels;
+import type { Migration } from ".";
+import { collections } from "$lib/server/database";
+import { ObjectId } from "mongodb";
+
+const updateAssistantsModels: Migration = {
+	_id: new ObjectId("5f9f3f3f3f3f3f3f3f3f3f3f"),
+	name: "Update deprecated models in assistants with the default model",
+	up: async () => {
+		const models = (await import("$lib/server/models")).models;
+		//@ts-expect-error the property doesn't exist anymore, keeping the script for reference
+		const oldModels = (await import("$lib/server/models")).oldModels;
+		const { assistants } = collections;
+
+		const modelIds = models.map((el) => el.id);
+		const defaultModelId = models[0].id;
+
+		// Find all assistants whose modelId is not in modelIds, and update it
+		const bulkOps = await assistants
+			.find({ modelId: { $nin: modelIds } })
+			.map((assistant) => {
+				// has an old model
+				let newModelId = defaultModelId;
+
+				const oldModel = oldModels.find((m: (typeof models)[number]) => m.id === assistant.modelId);
+				if (oldModel && oldModel.transferTo && !!models.find((m) => m.id === oldModel.transferTo)) {
+					newModelId = oldModel.transferTo;
+				}
+
+				return {
+					updateOne: {
+						filter: { _id: assistant._id },
+						update: { $set: { modelId: newModelId } },
+					},
+				};
+			})
+			.toArray();
+
+		if (bulkOps.length > 0) {
+			await assistants.bulkWrite(bulkOps);
+		}
+
+		return true;
+	},
+	runEveryTime: true,
+	runForHuggingChat: "only",
+};
+
+export default updateAssistantsModels;

package/src/ruvocal/src/lib/migrations/routines/04-update-message-updates.ts

@@ -1,151 +1,151 @@
-import type { Migration } from ".";
-import { collections } from "$lib/server/database";
-import { ObjectId, type WithId } from "mongodb";
-import type { Conversation } from "$lib/types/Conversation";
-import {
-	MessageUpdateStatus,
-	MessageUpdateType,
-	type MessageUpdate,
-} from "$lib/types/MessageUpdate";
-import type { Message } from "$lib/types/Message";
-// isMessageWebSearchSourcesUpdate removed from utils; use inline predicate
-
-// -----------
-// Copy of the previous message update types
-export type FinalAnswer = {
-	type: "finalAnswer";
-	text: string;
-};
-
-export type TextStreamUpdate = {
-	type: "stream";
-	token: string;
-};
-
-type WebSearchUpdate = {
-	type: "webSearch";
-	messageType: "update" | "error" | "sources";
-	message: string;
-	args?: string[];
-	sources?: { title?: string; link: string }[];
-};
-
-type StatusUpdate = {
-	type: "status";
-	status: "started" | "pending" | "finished" | "error" | "title";
-	message?: string;
-};
-
-type ErrorUpdate = {
-	type: "error";
-	message: string;
-	name: string;
-};
-
-type FileUpdate = {
-	type: "file";
-	sha: string;
-};
-
-type OldMessageUpdate =
-	| FinalAnswer
-	| TextStreamUpdate
-	| WebSearchUpdate
-	| StatusUpdate
-	| ErrorUpdate
-	| FileUpdate;
-
-/** Converts the old message update to the new schema */
-function convertMessageUpdate(message: Message, update: OldMessageUpdate): MessageUpdate | null {
-	try {
-		// Text and files
-		if (update.type === "finalAnswer") {
-			return {
-				type: MessageUpdateType.FinalAnswer,
-				text: update.text,
-				interrupted: message.interrupted ?? false,
-			};
-		} else if (update.type === "stream") {
-			return {
-				type: MessageUpdateType.Stream,
-				token: update.token,
-			};
-		} else if (update.type === "file") {
-			return {
-				type: MessageUpdateType.File,
-				name: "Unknown",
-				sha: update.sha,
-				// assume jpeg but could be any image. should be harmless
-				mime: "image/jpeg",
-			};
-		}
-
-		// Status
-		else if (update.type === "status") {
-			if (update.status === "title") {
-				return {
-					type: MessageUpdateType.Title,
-					title: update.message ?? "New Chat",
-				};
-			}
-			if (update.status === "pending") return null;
-
-			const status =
-				update.status === "started"
-					? MessageUpdateStatus.Started
-					: update.status === "finished"
-						? MessageUpdateStatus.Finished
-						: MessageUpdateStatus.Error;
-			return {
-				type: MessageUpdateType.Status,
-				status,
-				message: update.message,
-			};
-		} else if (update.type === "error") {
-			// Treat it as an error status update
-			return {
-				type: MessageUpdateType.Status,
-				status: MessageUpdateStatus.Error,
-				message: update.message,
-			};
-		}
-
-		// Web Search
-		else if (update.type === "webSearch") {
-			return null; // Web search updates are no longer supported
-		}
-		console.warn("Unknown message update during migration:", update);
-		return null;
-	} catch (error) {
-		console.error("Error converting message update during migration. Skipping it... Error:", error);
-		return null;
-	}
-}
-
-const updateMessageUpdates: Migration = {
-	_id: new ObjectId("5f9f7f7f7f7f7f7f7f7f7f7f"),
-	name: "Convert message updates to the new schema",
-	up: async () => {
-		const allConversations = collections.conversations.find({});
-
-		let conversation: WithId<Pick<Conversation, "messages">> | null = null;
-		while ((conversation = await allConversations.tryNext())) {
-			const messages = conversation.messages.map((message) => {
-				// Convert all of the existing updates to the new schema
-				const updates = message.updates
-					?.map((update) => convertMessageUpdate(message, update as OldMessageUpdate))
-					.filter((update): update is MessageUpdate => Boolean(update));
-
-				return { ...message, updates };
-			});
-
-			// Set the new messages array
-			await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
-		}
-
-		return true;
-	},
-	runEveryTime: false,
-};
-
-export default updateMessageUpdates;
+import type { Migration } from ".";
+import { collections } from "$lib/server/database";
+import { ObjectId, type WithId } from "mongodb";
+import type { Conversation } from "$lib/types/Conversation";
+import {
+	MessageUpdateStatus,
+	MessageUpdateType,
+	type MessageUpdate,
+} from "$lib/types/MessageUpdate";
+import type { Message } from "$lib/types/Message";
+// isMessageWebSearchSourcesUpdate removed from utils; use inline predicate
+
+// -----------
+// Copy of the previous message update types
+export type FinalAnswer = {
+	type: "finalAnswer";
+	text: string;
+};
+
+export type TextStreamUpdate = {
+	type: "stream";
+	token: string;
+};
+
+type WebSearchUpdate = {
+	type: "webSearch";
+	messageType: "update" | "error" | "sources";
+	message: string;
+	args?: string[];
+	sources?: { title?: string; link: string }[];
+};
+
+type StatusUpdate = {
+	type: "status";
+	status: "started" | "pending" | "finished" | "error" | "title";
+	message?: string;
+};
+
+type ErrorUpdate = {
+	type: "error";
+	message: string;
+	name: string;
+};
+
+type FileUpdate = {
+	type: "file";
+	sha: string;
+};
+
+type OldMessageUpdate =
+	| FinalAnswer
+	| TextStreamUpdate
+	| WebSearchUpdate
+	| StatusUpdate
+	| ErrorUpdate
+	| FileUpdate;
+
+/** Converts the old message update to the new schema */
+function convertMessageUpdate(message: Message, update: OldMessageUpdate): MessageUpdate | null {
+	try {
+		// Text and files
+		if (update.type === "finalAnswer") {
+			return {
+				type: MessageUpdateType.FinalAnswer,
+				text: update.text,
+				interrupted: message.interrupted ?? false,
+			};
+		} else if (update.type === "stream") {
+			return {
+				type: MessageUpdateType.Stream,
+				token: update.token,
+			};
+		} else if (update.type === "file") {
+			return {
+				type: MessageUpdateType.File,
+				name: "Unknown",
+				sha: update.sha,
+				// assume jpeg but could be any image. should be harmless
+				mime: "image/jpeg",
+			};
+		}
+
+		// Status
+		else if (update.type === "status") {
+			if (update.status === "title") {
+				return {
+					type: MessageUpdateType.Title,
+					title: update.message ?? "New Chat",
+				};
+			}
+			if (update.status === "pending") return null;
+
+			const status =
+				update.status === "started"
+					? MessageUpdateStatus.Started
+					: update.status === "finished"
+						? MessageUpdateStatus.Finished
+						: MessageUpdateStatus.Error;
+			return {
+				type: MessageUpdateType.Status,
+				status,
+				message: update.message,
+			};
+		} else if (update.type === "error") {
+			// Treat it as an error status update
+			return {
+				type: MessageUpdateType.Status,
+				status: MessageUpdateStatus.Error,
+				message: update.message,
+			};
+		}
+
+		// Web Search
+		else if (update.type === "webSearch") {
+			return null; // Web search updates are no longer supported
+		}
+		console.warn("Unknown message update during migration:", update);
+		return null;
+	} catch (error) {
+		console.error("Error converting message update during migration. Skipping it... Error:", error);
+		return null;
+	}
+}
+
+const updateMessageUpdates: Migration = {
+	_id: new ObjectId("5f9f7f7f7f7f7f7f7f7f7f7f"),
+	name: "Convert message updates to the new schema",
+	up: async () => {
+		const allConversations = collections.conversations.find({});
+
+		let conversation: WithId<Pick<Conversation, "messages">> | null = null;
+		while ((conversation = await allConversations.tryNext())) {
+			const messages = conversation.messages.map((message) => {
+				// Convert all of the existing updates to the new schema
+				const updates = message.updates
+					?.map((update) => convertMessageUpdate(message, update as OldMessageUpdate))
+					.filter((update): update is MessageUpdate => Boolean(update));
+
+				return { ...message, updates };
+			});
+
+			// Set the new messages array
+			await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
+		}
+
+		return true;
+	},
+	runEveryTime: false,
+};
+
+export default updateMessageUpdates;

package/src/ruvocal/src/lib/migrations/routines/05-update-message-files.ts

@@ -1,56 +1,56 @@
-import { ObjectId, type WithId } from "mongodb";
-import { collections } from "$lib/server/database";
-
-import type { Migration } from ".";
-import type { Conversation } from "$lib/types/Conversation";
-import type { MessageFile } from "$lib/types/Message";
-
-const updateMessageFiles: Migration = {
-	_id: new ObjectId("5f9f5f5f5f5f5f5f5f5f5f5f"),
-	name: "Convert message files to the new schema",
-	up: async () => {
-		const allConversations = collections.conversations.find({}, { projection: { messages: 1 } });
-
-		let conversation: WithId<Pick<Conversation, "messages">> | null = null;
-		while ((conversation = await allConversations.tryNext())) {
-			const messages = conversation.messages.map((message) => {
-				const files = (message.files as string[] | undefined)?.map<MessageFile>((file) => {
-					// File is already in the new format
-					if (typeof file !== "string") return file;
-
-					// File was a hash pointing to a file in the bucket
-					if (file.length === 64) {
-						return {
-							type: "hash",
-							name: "unknown.jpg",
-							value: file,
-							mime: "image/jpeg",
-						};
-					}
-					// File was a base64 string
-					else {
-						return {
-							type: "base64",
-							name: "unknown.jpg",
-							value: file,
-							mime: "image/jpeg",
-						};
-					}
-				});
-
-				return {
-					...message,
-					files,
-				};
-			});
-
-			// Set the new messages array
-			await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
-		}
-
-		return true;
-	},
-	runEveryTime: false,
-};
-
-export default updateMessageFiles;
+import { ObjectId, type WithId } from "mongodb";
+import { collections } from "$lib/server/database";
+
+import type { Migration } from ".";
+import type { Conversation } from "$lib/types/Conversation";
+import type { MessageFile } from "$lib/types/Message";
+
+const updateMessageFiles: Migration = {
+	_id: new ObjectId("5f9f5f5f5f5f5f5f5f5f5f5f"),
+	name: "Convert message files to the new schema",
+	up: async () => {
+		const allConversations = collections.conversations.find({}, { projection: { messages: 1 } });
+
+		let conversation: WithId<Pick<Conversation, "messages">> | null = null;
+		while ((conversation = await allConversations.tryNext())) {
+			const messages = conversation.messages.map((message) => {
+				const files = (message.files as string[] | undefined)?.map<MessageFile>((file) => {
+					// File is already in the new format
+					if (typeof file !== "string") return file;
+
+					// File was a hash pointing to a file in the bucket
+					if (file.length === 64) {
+						return {
+							type: "hash",
+							name: "unknown.jpg",
+							value: file,
+							mime: "image/jpeg",
+						};
+					}
+					// File was a base64 string
+					else {
+						return {
+							type: "base64",
+							name: "unknown.jpg",
+							value: file,
+							mime: "image/jpeg",
+						};
+					}
+				});
+
+				return {
+					...message,
+					files,
+				};
+			});
+
+			// Set the new messages array
+			await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
+		}
+
+		return true;
+	},
+	runEveryTime: false,
+};
+
+export default updateMessageFiles;

package/src/ruvocal/src/lib/migrations/routines/06-trim-message-updates.ts

@@ -1,56 +1,56 @@
-import type { Migration } from ".";
-import { collections } from "$lib/server/database";
-import { ObjectId, type WithId } from "mongodb";
-import type { Conversation } from "$lib/types/Conversation";
-import type { Message } from "$lib/types/Message";
-import type { MessageUpdate } from "$lib/types/MessageUpdate";
-import { logger } from "$lib/server/logger";
-
-// -----------
-
-/** Converts the old message update to the new schema */
-function convertMessageUpdate(message: Message, update: unknown): MessageUpdate | null {
-	try {
-		// Trim legacy web search updates entirely
-		if (
-			typeof update === "object" &&
-			update !== null &&
-			(update as { type: string }).type === "webSearch"
-		) {
-			return null;
-		}
-
-		return update as MessageUpdate;
-	} catch (error) {
-		logger.error(error, "Error converting message update during migration. Skipping it..");
-		return null;
-	}
-}
-
-const trimMessageUpdates: Migration = {
-	_id: new ObjectId("000000000000000000000006"),
-	name: "Trim message updates to reduce stored size",
-	up: async () => {
-		const allConversations = collections.conversations.find({});
-
-		let conversation: WithId<Pick<Conversation, "messages">> | null = null;
-		while ((conversation = await allConversations.tryNext())) {
-			const messages = conversation.messages.map((message) => {
-				// Convert all of the existing updates to the new schema
-				const updates = message.updates
-					?.map((update) => convertMessageUpdate(message, update))
-					.filter((update): update is MessageUpdate => Boolean(update));
-
-				return { ...message, updates };
-			});
-
-			// Set the new messages array
-			await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
-		}
-
-		return true;
-	},
-	runEveryTime: false,
-};
-
-export default trimMessageUpdates;
+import type { Migration } from ".";
+import { collections } from "$lib/server/database";
+import { ObjectId, type WithId } from "mongodb";
+import type { Conversation } from "$lib/types/Conversation";
+import type { Message } from "$lib/types/Message";
+import type { MessageUpdate } from "$lib/types/MessageUpdate";
+import { logger } from "$lib/server/logger";
+
+// -----------
+
+/** Converts the old message update to the new schema */
+function convertMessageUpdate(message: Message, update: unknown): MessageUpdate | null {
+	try {
+		// Trim legacy web search updates entirely
+		if (
+			typeof update === "object" &&
+			update !== null &&
+			(update as { type: string }).type === "webSearch"
+		) {
+			return null;
+		}
+
+		return update as MessageUpdate;
+	} catch (error) {
+		logger.error(error, "Error converting message update during migration. Skipping it..");
+		return null;
+	}
+}
+
+const trimMessageUpdates: Migration = {
+	_id: new ObjectId("000000000000000000000006"),
+	name: "Trim message updates to reduce stored size",
+	up: async () => {
+		const allConversations = collections.conversations.find({});
+
+		let conversation: WithId<Pick<Conversation, "messages">> | null = null;
+		while ((conversation = await allConversations.tryNext())) {
+			const messages = conversation.messages.map((message) => {
+				// Convert all of the existing updates to the new schema
+				const updates = message.updates
+					?.map((update) => convertMessageUpdate(message, update))
+					.filter((update): update is MessageUpdate => Boolean(update));
+
+				return { ...message, updates };
+			});
+
+			// Set the new messages array
+			await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
+		}
+
+		return true;
+	},
+	runEveryTime: false,
+};
+
+export default trimMessageUpdates;