@chrrxs/robloxstudio-mcp 2.23.1 → 3.0.1

package/studio-plugin/src/modules/handlers/EvalRuntimeHandlers.ts

@@ -1,149 +0,0 @@
-import { LogService, ReplicatedStorage, RunService, ServerScriptService } from "@rbxts/services";
-import { BRIDGE_NAMES, ensureRuntimeBridgeInstalled } from "../EvalBridges";
-import LuauExec from "../LuauExec";
-
-const PAYLOAD_INSTANCE_NAME = "__MCPEvalPayload";
-
-interface BridgeInvokeResult {
-	ok?: boolean;
-	value?: unknown;
-}
-
-interface WrapperResult {
-	ok?: boolean;
-	value?: unknown;
-	output?: unknown;
-}
-
-function findBridge(config: { service: Instance; bridgeName: string }): BindableFunction | undefined {
-	const bridge = config.service.FindFirstChild(config.bridgeName);
-	return bridge && bridge.IsA("BindableFunction") ? bridge : undefined;
-}
-
-function waitForBridge(config: { service: Instance; bridgeName: string }, timeoutSec = 2): BindableFunction | undefined {
-	const deadline = tick() + timeoutSec;
-	let bridge = findBridge(config);
-	while (!bridge && tick() < deadline) {
-		task.wait(0.05);
-		bridge = findBridge(config);
-	}
-	return bridge;
-}
-
-function getBridgeConfig() {
-	if (!RunService.IsRunning()) {
-		return {
-			error: "eval_*_runtime requires a running playtest.",
-		};
-	}
-	if (RunService.IsServer()) {
-		return {
-			service: ServerScriptService,
-			bridgeName: BRIDGE_NAMES.serverLocal,
-			missingError: "ServerEvalBridge not found. The bridge runs inside the play DM, so a playtest must be running. The bridge installs automatically in the runtime server peer, including for manually-started playtests.",
-		};
-	}
-	return {
-		service: ReplicatedStorage,
-		bridgeName: BRIDGE_NAMES.clientLocal,
-		missingError: "ClientEvalBridge not found. The bridge runs inside the play DM, so a playtest must be running. The bridge installs automatically in the runtime client peer, including for manually-started playtests.",
-	};
-}
-
-function evalRuntime(requestData: Record<string, unknown>) {
-	const code = requestData.code as string;
-	if (!code || code === "") return { error: "Code is required" };
-
-	const config = getBridgeConfig();
-	if (config.error !== undefined) {
-		return { bridge: "missing", error: config.error };
-	}
-
-	let bridge = findBridge(config);
-	if (!bridge) {
-		const install = ensureRuntimeBridgeInstalled();
-		if (!install.installed) {
-			return {
-				bridge: "missing",
-				error: `${config.missingError} Runtime bridge install failed: ${install.error}`,
-			};
-		}
-		bridge = waitForBridge(config);
-	}
-	if (!bridge) {
-		return {
-			bridge: "missing",
-			error: `${config.missingError} Runtime bridge was installed but did not become ready.`,
-		};
-	}
-
-	const m = new Instance("ModuleScript");
-	m.Name = PAYLOAD_INSTANCE_NAME;
-	const userLines = LuauExec.countLines(code);
-	const wrapped = LuauExec.buildWrapper(code, PAYLOAD_INSTANCE_NAME);
-
-	const [okSet, setErr] = pcall(() => {
-		(m as unknown as { Source: string }).Source = wrapped;
-	});
-	if (!okSet) {
-		m.Destroy();
-		return {
-			bridge: "ok",
-			ok: false,
-			error: `ModuleScript Source set failed: ${tostring(setErr)}`,
-		};
-	}
-
-	m.Parent = game.GetService("Workspace");
-	const historyStart = LogService.GetLogHistory().size();
-	const [invokeOk, invokeResult] = pcall(() => bridge.Invoke(m) as BridgeInvokeResult);
-	m.Destroy();
-
-	if (!invokeOk) {
-		return {
-			bridge: "ok",
-			ok: false,
-			error: tostring(invokeResult),
-		};
-	}
-
-	if (!typeIs(invokeResult, "table")) {
-		return {
-			bridge: "ok",
-			ok: false,
-			error: `Eval bridge returned invalid result: ${tostring(invokeResult)}`,
-		};
-	}
-
-	const bridgeResult = invokeResult as BridgeInvokeResult;
-	if (bridgeResult.ok !== true) {
-		return {
-			bridge: "ok",
-			ok: false,
-			error: LuauExec.recoverPayloadRequireError(bridgeResult.value, userLines, PAYLOAD_INSTANCE_NAME, historyStart),
-		};
-	}
-
-	const inner = bridgeResult.value;
-	if (!typeIs(inner, "table")) {
-		return {
-			bridge: "ok",
-			ok: true,
-			result: inner === undefined ? undefined : LuauExec.formatReturnValue(inner),
-		};
-	}
-
-	const r = inner as WrapperResult;
-	const ok = r.ok === true;
-	return {
-		bridge: "ok",
-		ok,
-		result: ok && r.value !== undefined ? LuauExec.formatReturnValue(r.value) : undefined,
-		error: !ok ? tostring(r.value) : undefined,
-		output: r.output ?? [],
-	};
-}
-
-export = {
-	evalRuntime,
-};

package/studio-plugin/src/modules/handlers/GenerateModelHandlers.ts

@@ -1,168 +0,0 @@
-import Utils from "../Utils";
-import Recording from "../Recording";
-
-const GenerationService = game.GetService("GenerationService");
-const HttpService = game.GetService("HttpService");
-const ServerStorage = game.GetService("ServerStorage");
-const Selection = game.GetService("Selection");
-
-const { getInstancePath } = Utils;
-const { beginRecording, finishRecording } = Recording;
-
-const OUTPUT_FOLDER_NAME = "__MCPGeneratedModels";
-const GENERATE_MODEL_MODERATION_RETRIES = 2;
-
-type AssetImageInput = {
-	kind: "asset";
-	asset_id: number;
-};
-
-function fail(message: string) {
-	return { success: false, error: message };
-}
-
-function contentFromAssetId(assetId: number): Content {
-	return Content.fromUri(`rbxassetid://${assetId}`);
-}
-
-function imageToContent(image: unknown): Content {
-	const payload = image as Partial<AssetImageInput>;
-	if (payload.kind !== "asset" || !typeIs(payload.asset_id, "number") || payload.asset_id <= 0) {
-		error("generate_model image input must be an asset-backed Roblox image ID", 0);
-	}
-	return contentFromAssetId(math.floor(payload.asset_id));
-}
-
-function outputFolder(): Folder | string {
-	const existing = ServerStorage.FindFirstChild(OUTPUT_FOLDER_NAME);
-	if (existing !== undefined) {
-		if (existing.IsA("Folder")) return existing;
-		return `game.ServerStorage.${OUTPUT_FOLDER_NAME} already exists and is not a Folder`;
-	}
-
-	const folder = new Instance("Folder");
-	folder.Name = OUTPUT_FOLDER_NAME;
-	folder.Parent = ServerStorage;
-	return folder;
-}
-
-function sanitizeName(value: unknown): string {
-	const raw = typeIs(value, "string") && value !== "" ? value : "GeneratedModel";
-	let name = raw.gsub("[%c]", " ")[0];
-	name = name.gsub("^%s+", "")[0].gsub("%s+$", "")[0];
-	if (name === "") name = "GeneratedModel";
-	if (name.size() > 80) name = name.sub(1, 80);
-	return name;
-}
-
-function uniqueName(parent: Instance, baseName: string): string {
-	if (parent.FindFirstChild(baseName) === undefined) return baseName;
-	for (let i = 2; i <= 999; i++) {
-		const candidate = `${baseName}_${i}`;
-		if (parent.FindFirstChild(candidate) === undefined) return candidate;
-	}
-	return `${baseName}_${HttpService.GenerateGUID(false)}`;
-}
-
-function buildInputs(requestData: Record<string, unknown>): Record<string, unknown> {
-	const inputs: Record<string, unknown> = {};
-	const prompt = requestData.prompt;
-	if (typeIs(prompt, "string") && prompt !== "") {
-		inputs.TextPrompt = prompt;
-	}
-
-	const image = requestData.image;
-	if (image !== undefined) {
-		inputs.Image = imageToContent(image);
-	}
-
-	const size = requestData.size as { x?: number; y?: number; z?: number } | undefined;
-	if (size !== undefined) {
-		inputs.Size = new Vector3(size.x ?? 1, size.y ?? 1, size.z ?? 1);
-	}
-
-	const maxTriangles = requestData.max_triangles;
-	if (typeIs(maxTriangles, "number")) {
-		inputs.MaxTriangles = math.floor(maxTriangles);
-	}
-
-	const generateTextures = requestData.generate_textures;
-	if (typeIs(generateTextures, "boolean")) {
-		inputs.GenerateTextures = generateTextures;
-	}
-
-	return inputs;
-}
-
-function buildSchema(requestData: Record<string, unknown>): Record<string, unknown> {
-	const schemaGroups = requestData.schema_groups as string[] | undefined;
-	if (schemaGroups !== undefined) {
-		return { SchemaDefinition: { Groups: schemaGroups } };
-	}
-	const schema = typeIs(requestData.schema, "string") && requestData.schema !== ""
-		? requestData.schema
-		: "Body1";
-	return { PredefinedSchema: schema };
-}
-
-function isModerationFailure(value: unknown): boolean {
-	return tostring(value).find("Moderation failed", 1, true)[0] !== undefined;
-}
-
-function generateModel(requestData: Record<string, unknown>) {
-	const [inputOk, inputsOrError] = pcall(() => buildInputs(requestData));
-	if (!inputOk) return fail(`Failed to prepare model input: ${tostring(inputsOrError)}`);
-
-	const schema = buildSchema(requestData);
-	const recordingId = beginRecording("Generate model");
-	let createdModel: Model | undefined;
-	let generateOk = false;
-	let generateResult: unknown;
-
-	for (let attempt = 0; attempt <= GENERATE_MODEL_MODERATION_RETRIES; attempt++) {
-		const [ok, result] = pcall(() => {
-			return GenerationService.GenerateModelAsync(inputsOrError as Record<string, unknown>, schema, {});
-		});
-		generateOk = ok;
-		generateResult = result;
-		if (ok || !isModerationFailure(result) || attempt === GENERATE_MODEL_MODERATION_RETRIES) {
-			break;
-		}
-		task.wait(0.25);
-	}
-
-	if (!generateOk) {
-		finishRecording(recordingId, false);
-		if (isModerationFailure(generateResult)) {
-			return fail("Moderation failed after 3 attempts.");
-		}
-		return fail(tostring(generateResult));
-	}
-
-	if (!typeIs(generateResult, "Instance") || !generateResult.IsA("Model")) {
-		finishRecording(recordingId, false);
-		return fail("GenerationService did not return a Model.");
-	}
-
-	createdModel = generateResult as Model;
-	const folder = outputFolder();
-	if (typeIs(folder, "string")) {
-		createdModel.Destroy();
-		finishRecording(recordingId, false);
-		return fail(folder);
-	}
-
-	createdModel.Name = uniqueName(folder, sanitizeName(requestData.name));
-	createdModel.Parent = folder;
-	pcall(() => Selection.Set([createdModel as Instance]));
-	finishRecording(recordingId, true);
-
-	return {
-		success: true,
-		modelPath: getInstancePath(createdModel),
-	};
-}
-
-export = {
-	generateModel,
-};

package/studio-plugin/src/modules/handlers/InputHandlers.ts

@@ -1,163 +0,0 @@
-// Virtual input via UserInputService:CreateVirtualInput().
-//
-// We deliberately do NOT use VirtualInputManager:Send*Event — those methods
-// are gated behind RobloxScriptSecurity ("lacking capability RobloxScript")
-// in every context a plugin can reach (edit DM, play server/client DMs), so
-// they silently never worked. CreateVirtualInput() is callable without that
-// capability and drives the REAL input pipeline: SendKey feeds
-// UserInputService.InputBegan/Ended and the control modules (so WASD walks the
-// character at full WalkSpeed with controls intact, no Humanoid hijack),
-// SendMouseButton feeds UIS and activates GUI buttons (and hit-tests against
-// CoreGui), and SendTextInput types into the focused TextBox.
-//
-// Method set on the VirtualInput object (verified live):
-//   SendKey(isDown: boolean, keyCode: Enum.KeyCode)
-//   SendMouseButton(position: Vector2, inputType: Enum.UserInputType, isDown: boolean)
-//   SendTextInput(text: string)
-// There is NO SendMouseMove / SendMouseWheel / SendKeyEvent — so "move" and
-// "scroll" mouse actions are not supported.
-//
-// Coordinate space: SendMouseButton coordinates are viewport pixels matching
-// what capture_screenshot returns (window space, origin at the top-left of the
-// rendered viewport). Pass screenshot pixel coordinates straight through. Note
-// that UserInputService reports input positions in GUI space, which is offset
-// from this by GuiService:GetGuiInset() (~58px on the Y axis) — irrelevant for
-// callers who pick coordinates off a screenshot, which is why we do not
-// translate here.
-
-import * as RenderMonitor from "../RenderMonitor";
-
-const UserInputService = game.GetService("UserInputService");
-
-interface VirtualInput {
-	SendKey(isDown: boolean, keyCode: Enum.KeyCode): void;
-	SendMouseButton(position: Vector2, inputType: Enum.UserInputType, isDown: boolean): void;
-	SendTextInput(text: string): void;
-}
-
-// One VirtualInput per plugin VM, reused across calls so that a key held down
-// in one call (action="press") and released in a later call (action="release")
-// share the same input source.
-let cachedVI: VirtualInput | undefined;
-
-function getVI(): VirtualInput | undefined {
-	if (cachedVI) return cachedVI;
-	const [ok, vi] = pcall(() => {
-		return (UserInputService as unknown as { CreateVirtualInput(): unknown }).CreateVirtualInput();
-	});
-	if (ok && vi !== undefined) {
-		cachedVI = vi as VirtualInput;
-		return cachedVI;
-	}
-	return undefined;
-}
-
-const MOUSE_TYPE_MAP: Record<string, Enum.UserInputType> = {
-	Left: Enum.UserInputType.MouseButton1,
-	Right: Enum.UserInputType.MouseButton2,
-	Middle: Enum.UserInputType.MouseButton3,
-};
-
-function simulateMouseInput(requestData: Record<string, unknown>) {
-	const action = requestData.action as string;
-	const x = requestData.x as number | undefined;
-	const y = requestData.y as number | undefined;
-	const button = (requestData.button as string) ?? "Left";
-
-	if (!action) return { error: "action is required" };
-	if (x === undefined || y === undefined) {
-		return { error: "x and y are required" };
-	}
-
-	// Input is silently dropped by the engine when the window isn't rendering
-	// (e.g. minimized). Surface that instead of returning a false success.
-	const notRendering = RenderMonitor.notRenderingReason();
-	if (notRendering !== undefined) return { error: notRendering };
-
-	const vi = getVI();
-	if (!vi) {
-		return { error: "UserInputService:CreateVirtualInput() is not available in this context" };
-	}
-
-	const inputType = MOUSE_TYPE_MAP[button] ?? Enum.UserInputType.MouseButton1;
-	const pos = new Vector2(x, y);
-
-	const [success, err] = pcall(() => {
-		if (action === "click") {
-			vi.SendMouseButton(pos, inputType, true);
-			task.wait(0.05);
-			vi.SendMouseButton(pos, inputType, false);
-		} else if (action === "mouseDown") {
-			vi.SendMouseButton(pos, inputType, true);
-		} else if (action === "mouseUp") {
-			vi.SendMouseButton(pos, inputType, false);
-		} else {
-			error(
-				`Unsupported action "${action}". CreateVirtualInput supports click, mouseDown, mouseUp ` +
-					`(no move/scroll — those methods don't exist on VirtualInput).`,
-			);
-		}
-	});
-
-	if (success) {
-		return { success: true, action, x, y, button };
-	}
-	return { error: `Failed to simulate mouse input: ${err}` };
-}
-
-function simulateKeyboardInput(requestData: Record<string, unknown>) {
-	const notRendering = RenderMonitor.notRenderingReason();
-	if (notRendering !== undefined) return { error: notRendering };
-
-	const vi = getVI();
-	if (!vi) {
-		return { error: "UserInputService:CreateVirtualInput() is not available in this context" };
-	}
-
-	// Text mode: type a string into the focused TextBox.
-	const text = requestData.text as string | undefined;
-	if (text !== undefined) {
-		const [ok, err] = pcall(() => vi.SendTextInput(text));
-		if (ok) return { success: true, text };
-		return { error: `Failed to send text input: ${err}` };
-	}
-
-	const keyCodeName = requestData.keyCode as string;
-	if (!keyCodeName) return { error: "keyCode (or text) is required" };
-
-	const action = (requestData.action as string) ?? "tap";
-	const duration = (requestData.duration as number) ?? 0.1;
-
-	const [enumOk, keyCode] = pcall(() => {
-		return (Enum.KeyCode as unknown as Record<string, Enum.KeyCode>)[keyCodeName];
-	});
-	if (!enumOk || !keyCode) {
-		return {
-			error: `Unknown keyCode: ${keyCodeName}. Use Enum.KeyCode names like "W", "Space", "E", "LeftShift", etc.`,
-		};
-	}
-
-	const [success, err] = pcall(() => {
-		if (action === "press") {
-			vi.SendKey(true, keyCode);
-		} else if (action === "release") {
-			vi.SendKey(false, keyCode);
-		} else if (action === "tap") {
-			vi.SendKey(true, keyCode);
-			task.wait(duration);
-			vi.SendKey(false, keyCode);
-		} else {
-			error(`Unknown action: ${action}`);
-		}
-	});
-
-	if (success) {
-		return { success: true, keyCode: keyCodeName, action };
-	}
-	return { error: `Failed to simulate keyboard input: ${err}` };
-}
-
-export = {
-	simulateMouseInput,
-	simulateKeyboardInput,
-};