ultimate-unreal-engine-mcp 0.1.17 → 0.1.19

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ultimate-unreal-engine-mcp",
-  "version": "0.1.17",
+  "version": "0.1.19",
   "description": "MCP server giving AI assistants full access to Unreal Engine 5.7 projects",
   "type": "module",
   "engines": {

package/unreal-plugin/MCPBridge/Source/MCPBridgeEditor/Private/MCPActorCommands.cpp

@@ -1,9 +1,11 @@
 // MCPActorCommands.cpp
-// Implements four actor command handlers for the MCP bridge:
-//   actor.list    -- enumerate all actors in the open level
-//   actor.spawn   -- spawn an actor by class name at a given location
-//   actor.transform -- move/rotate/scale an actor by label
-//   actor.delete  -- remove an actor from the level
+// Implements actor command handlers for the MCP bridge:
+//   actor.list           -- enumerate all actors in the open level
+//   actor.spawn          -- spawn an actor by class name at a given location
+//   actor.transform      -- move/rotate/scale an actor by label
+//   actor.delete         -- remove an actor from the level
+//   actor.setProperty    -- set a UPROPERTY on an actor or component
+//   actor.componentBounds -- get bounds of individual components on an actor
 //
 // All handlers run on the game thread (guaranteed by FMCPCommandRouter::Dispatch).
 // actor.transform and actor.delete call Actor->Modify() before any state change
@@ -614,6 +616,42 @@ void RegisterActorCommands(FMCPCommandRouter& Router)
 				ObjProp->SetObjectPropertyValue(ValuePtr, Asset);
 			}
 		}
+		else if (ValueType == TEXT("vector"))
+		{
+			// Parse {x, y, z} JSON object for FVector properties (e.g. RelativeLocation).
+			const TSharedPtr<FJsonObject>* VecObj;
+			if (Payload->TryGetObjectField(TEXT("value"), VecObj))
+			{
+				double X = 0.0, Y = 0.0, Z = 0.0;
+				(*VecObj)->TryGetNumberField(TEXT("x"), X);
+				(*VecObj)->TryGetNumberField(TEXT("y"), Y);
+				(*VecObj)->TryGetNumberField(TEXT("z"), Z);
+
+				FStructProperty* StructProp = CastField<FStructProperty>(Prop);
+				if (StructProp && StructProp->Struct == TBaseStructure<FVector>::Get())
+				{
+					*reinterpret_cast<FVector*>(ValuePtr) = FVector(X, Y, Z);
+				}
+			}
+		}
+		else if (ValueType == TEXT("rotator"))
+		{
+			// Parse {pitch, yaw, roll} JSON object for FRotator properties (e.g. RelativeRotation).
+			const TSharedPtr<FJsonObject>* RotObj;
+			if (Payload->TryGetObjectField(TEXT("value"), RotObj))
+			{
+				double Pitch = 0.0, Yaw = 0.0, Roll = 0.0;
+				(*RotObj)->TryGetNumberField(TEXT("pitch"), Pitch);
+				(*RotObj)->TryGetNumberField(TEXT("yaw"), Yaw);
+				(*RotObj)->TryGetNumberField(TEXT("roll"), Roll);
+
+				FStructProperty* StructProp = CastField<FStructProperty>(Prop);
+				if (StructProp && StructProp->Struct == TBaseStructure<FRotator>::Get())
+				{
+					*reinterpret_cast<FRotator*>(ValuePtr) = FRotator(Pitch, Yaw, Roll);
+				}
+			}
+		}
 		else
 		{
 			SendResponse(BuildActorErrorResponse(CorrId, TEXT("unsupported_value_type")) + TEXT("\n"));
@@ -634,4 +672,102 @@ void RegisterActorCommands(FMCPCommandRouter& Router)
 
 		SendResponse(BuildActorSuccessResponse(CorrId, Data) + TEXT("\n"));
 	});
+
+	// -----------------------------------------------------------------------
+	// actor.componentBounds
+	// Returns bounds of each scene component on an actor, or a specific one.
+	// Payload: { actor_label, component_name? }
+	// If component_name is omitted, returns all scene components with bounds.
+	// -----------------------------------------------------------------------
+	Router.RegisterHandler(TEXT("actor.componentBounds"), [](TSharedPtr<FJsonObject> Cmd, FMCPResponseSender SendResponse)
+	{
+		const FString CorrId = Cmd->GetStringField(TEXT("correlationId"));
+
+		TSharedPtr<FJsonObject> Payload;
+		const TSharedPtr<FJsonValue>* PayloadVal = Cmd->Values.Find(TEXT("payload"));
+		if (PayloadVal && (*PayloadVal)->Type == EJson::Object)
+		{
+			Payload = (*PayloadVal)->AsObject();
+		}
+
+		FString ActorLabel;
+		if (!Payload.IsValid()
+			|| !Payload->TryGetStringField(TEXT("actor_label"), ActorLabel) || ActorLabel.IsEmpty())
+		{
+			SendResponse(BuildActorErrorResponse(CorrId, TEXT("missing_actor_label")) + TEXT("\n"));
+			return;
+		}
+
+		FString FilterComponent;
+		Payload->TryGetStringField(TEXT("component_name"), FilterComponent);
+
+		UWorld* World = GEditor ? GEditor->GetEditorWorldContext().World() : nullptr;
+		if (!World)
+		{
+			SendResponse(BuildActorErrorResponse(CorrId, TEXT("no_world_open")) + TEXT("\n"));
+			return;
+		}
+
+		AActor* TargetActor = nullptr;
+		for (TActorIterator<AActor> It(World); It; ++It)
+		{
+			if ((*It)->GetActorLabel() == ActorLabel)
+			{
+				TargetActor = *It;
+				break;
+			}
+		}
+		if (!TargetActor)
+		{
+			SendResponse(BuildActorErrorResponse(CorrId, TEXT("actor_not_found")) + TEXT("\n"));
+			return;
+		}
+
+		TArray<TSharedPtr<FJsonValue>> ComponentsArray;
+
+		TInlineComponentArray<USceneComponent*> Components;
+		TargetActor->GetComponents(Components);
+
+		for (USceneComponent* Comp : Components)
+		{
+			if (!Comp) continue;
+			if (!FilterComponent.IsEmpty() && Comp->GetName() != FilterComponent) continue;
+
+			FBoxSphereBounds Bounds = Comp->CalcBounds(Comp->GetComponentTransform());
+
+			TSharedPtr<FJsonObject> CompObj = MakeShared<FJsonObject>();
+			CompObj->SetStringField(TEXT("name"), Comp->GetName());
+			CompObj->SetStringField(TEXT("class"), Comp->GetClass()->GetName());
+
+			// World-space bounds
+			TSharedPtr<FJsonObject> OriginObj = MakeShared<FJsonObject>();
+			OriginObj->SetNumberField(TEXT("x"), Bounds.Origin.X);
+			OriginObj->SetNumberField(TEXT("y"), Bounds.Origin.Y);
+			OriginObj->SetNumberField(TEXT("z"), Bounds.Origin.Z);
+			CompObj->SetObjectField(TEXT("origin"), OriginObj);
+
+			TSharedPtr<FJsonObject> ExtentObj = MakeShared<FJsonObject>();
+			ExtentObj->SetNumberField(TEXT("x"), Bounds.BoxExtent.X);
+			ExtentObj->SetNumberField(TEXT("y"), Bounds.BoxExtent.Y);
+			ExtentObj->SetNumberField(TEXT("z"), Bounds.BoxExtent.Z);
+			CompObj->SetObjectField(TEXT("extent"), ExtentObj);
+
+			// Relative transform
+			FVector RelLoc = Comp->GetRelativeLocation();
+			TSharedPtr<FJsonObject> RelLocObj = MakeShared<FJsonObject>();
+			RelLocObj->SetNumberField(TEXT("x"), RelLoc.X);
+			RelLocObj->SetNumberField(TEXT("y"), RelLoc.Y);
+			RelLocObj->SetNumberField(TEXT("z"), RelLoc.Z);
+			CompObj->SetObjectField(TEXT("relative_location"), RelLocObj);
+
+			ComponentsArray.Add(MakeShared<FJsonValueObject>(CompObj));
+		}
+
+		TSharedPtr<FJsonObject> Data = MakeShared<FJsonObject>();
+		Data->SetStringField(TEXT("label"), ActorLabel);
+		Data->SetArrayField(TEXT("components"), ComponentsArray);
+		Data->SetNumberField(TEXT("count"), static_cast<double>(ComponentsArray.Num()));
+
+		SendResponse(BuildActorSuccessResponse(CorrId, Data) + TEXT("\n"));
+	});
 }

package/unreal-plugin/MCPBridge/Source/MCPBridgeEditor/Private/MCPViewportCommands.cpp

@@ -32,6 +32,7 @@
 #include "Misc/DateTime.h"
 #include "HAL/FileManager.h"
 #include "Misc/FileHelper.h"
+#include "ImageUtils.h"
 #include "Engine/World.h"
 #include "GameFramework/Actor.h"
 #include "EngineUtils.h"
@@ -186,10 +187,11 @@ static FString GetMCPScreenshotDir()
 }
 
 /**
- * Queues an MCP screenshot with the given dimensions and returns the target file path.
+ * Captures an MCP screenshot synchronously using FViewport::ReadPixels().
  *
- * Uses the naming convention mcp_screenshot_{timestamp}.png in the MCPScreenshots directory.
- * Screenshot capture is asynchronous -- the file may not exist immediately after this call.
+ * Unlike FScreenshotRequest (async, one-shot per render, unreliable for repeated calls),
+ * this forces a viewport redraw and reads the framebuffer directly.
+ * Returns the file path on success, or empty string on failure.
  *
  * Threat T-31-05: width clamped 64..7680, height clamped 64..4320 (same as T-12-06).
  */
@@ -199,13 +201,41 @@ static FString TakeScreenshotToFile(int32 Width, int32 Height)
 	Width  = FMath::Clamp(Width,  64, 7680);
 	Height = FMath::Clamp(Height, 64, 4320);
 
+	FLevelEditorViewportClient* ViewportClient = GetActiveViewportClient();
+	if (!ViewportClient || !ViewportClient->Viewport)
+	{
+		return FString();
+	}
+
+	// Force the viewport to redraw so we capture the current frame.
+	ViewportClient->Viewport->Invalidate();
+	ViewportClient->Viewport->Draw();
+
+	// Read pixels from the viewport framebuffer.
+	TArray<FColor> Pixels;
+	if (!ViewportClient->Viewport->ReadPixels(Pixels))
+	{
+		return FString();
+	}
+
+	const int32 VPWidth  = ViewportClient->Viewport->GetSizeXY().X;
+	const int32 VPHeight = ViewportClient->Viewport->GetSizeXY().Y;
+
+	if (Pixels.Num() != VPWidth * VPHeight || VPWidth == 0 || VPHeight == 0)
+	{
+		return FString();
+	}
+
+	// Compress to PNG.
+	TArray64<uint8> PngData;
+	FImageUtils::PNGCompressImageArray(VPWidth, VPHeight, Pixels, PngData);
+
+	// Write to file.
 	const FString Timestamp = FDateTime::Now().ToString(TEXT("%Y%m%d_%H%M%S_%s"));
 	const FString FileName  = FString::Printf(TEXT("mcp_screenshot_%s.png"), *Timestamp);
 	const FString FilePath  = FPaths::Combine(GetMCPScreenshotDir(), FileName);
 
-	GScreenshotResolutionX = Width;
-	GScreenshotResolutionY = Height;
-	FScreenshotRequest::RequestScreenshot(FilePath, false /* bShowUI */, false /* bAddFilenameSuffix */);
+	FFileHelper::SaveArrayToFile(PngData, *FilePath);
 
 	return FilePath;
 }
@@ -301,14 +331,20 @@ void RegisterViewportCommands(FMCPCommandRouter& Router)
 			}
 		}
 
-		// Use TakeScreenshotToFile which writes to MCPScreenshots/ with a known path.
+		// Synchronous capture via ReadPixels — works reliably for repeated calls.
 		const FString FilePath = TakeScreenshotToFile(Width, Height);
 
+		if (FilePath.IsEmpty())
+		{
+			SendResponse(BuildViewportErrorResponse(CorrId, TEXT("screenshot_capture_failed")) + TEXT("\n"));
+			return;
+		}
+
 		TSharedPtr<FJsonObject> Data = MakeShared<FJsonObject>();
 		Data->SetStringField(TEXT("file_path"), FilePath);
 		Data->SetNumberField(TEXT("width"),  static_cast<double>(Width));
 		Data->SetNumberField(TEXT("height"), static_cast<double>(Height));
-		Data->SetBoolField(TEXT("queued"), true);
+		Data->SetBoolField(TEXT("saved"), true);
 
 		SendResponse(BuildViewportSuccessResponse(CorrId, Data) + TEXT("\n"));
 	});