unreal-engine-mcp-server 0.3.1 → 0.4.3

package/src/prompts/index.ts

@@ -2,50 +2,248 @@ export interface PromptArgument {
   type: string;
   description?: string;
   enum?: string[];
-  default?: any;
+  default?: unknown;
   required?: boolean;
 }
 
-export interface Prompt {
+export interface PromptTemplate {
   name: string;
   description: string;
   arguments?: Record<string, PromptArgument>;
+  build: (args: Record<string, unknown>) => Array<{
+    role: 'user' | 'assistant';
+    content: { type: 'text'; text: string };
+  }>;
 }
 
-export const prompts: Prompt[] = [
+function clampChoice(value: unknown, choices: string[], fallback: string): string {
+  if (typeof value === 'string') {
+    const normalized = value.toLowerCase();
+    if (choices.includes(normalized)) {
+      return normalized;
+    }
+  }
+  return fallback;
+}
+
+function coerceNumber(value: unknown, fallback: number, min?: number, max?: number): number {
+  const num = typeof value === 'number' ? value : Number(value);
+  if (!Number.isFinite(num)) {
+    return fallback;
+  }
+  if (min !== undefined && num < min) {
+    return min;
+  }
+  if (max !== undefined && num > max) {
+    return max;
+  }
+  return num;
+}
+
+function formatVector(value: unknown): string | null {
+  if (!value || typeof value !== 'object') {
+    return null;
+  }
+  const vector = value as Record<string, unknown>;
+  const x = typeof vector.x === 'number' ? vector.x : Number(vector.x);
+  const y = typeof vector.y === 'number' ? vector.y : Number(vector.y);
+  const z = typeof vector.z === 'number' ? vector.z : Number(vector.z);
+  if ([x, y, z].some((component) => !Number.isFinite(component))) {
+    return null;
+  }
+  return `${x.toFixed(2)}, ${y.toFixed(2)}, ${z.toFixed(2)}`;
+}
+
+export const prompts: PromptTemplate[] = [
   {
     name: 'setup_three_point_lighting',
-    description: 'Set up a basic three-point lighting rig around the current camera focus',
+    description: 'Author a cinematic three-point lighting rig aligned to the active camera focus.',
     arguments: {
-      intensity: { 
-        type: 'string', 
-        enum: ['low', 'medium', 'high'], 
+      intensity: {
+        type: 'string',
+        enum: ['low', 'medium', 'high'],
         default: 'medium',
-        description: 'Light intensity level'
+        description: 'Overall lighting mood. Low = dramatic contrast, high = bright key light.'
       }
+    },
+    build: (args) => {
+      const intensity = clampChoice(args.intensity, ['low', 'medium', 'high'], 'medium');
+      const moodHints: Record<string, string> = {
+        low: 'gentle key with strong contrast and subtle rim highlights',
+        medium: 'balanced key/fill ratio for natural coverage',
+        high: 'bright key with energetic fill and crisp rim separation'
+      };
+
+      const text = `Configure a three-point lighting rig around the current cinematic focus.
+
+Tasks:
+- Position a key light roughly 45° off-axis at eye level. Target the subject center and tune intensity for ${intensity} output (${moodHints[intensity]}).
+- Add a fill light on the opposite side with wider spread and softened shadows to control contrast.
+- Place a rim/back light to outline silhouettes and separate the subject from the background.
+- Ensure all lights use physically plausible color temperature, enable shadow casting where helpful, and adjust attenuation to avoid spill.
+- Once balanced, report the final intensity values, color temperatures, and any blockers encountered.`;
+
+      return [{
+        role: 'user',
+        content: { type: 'text', text }
+      }];
     }
   },
   {
     name: 'create_fps_controller',
-    description: 'Create a first-person shooter character controller',
+    description: 'Spin up a first-person controller blueprint with input mappings, collision, and starter movement.',
     arguments: {
       spawnLocation: {
-        type: 'object',
-        description: 'Location to spawn the controller',
+        type: 'vector',
+        description: 'Optional XYZ spawn position for the player pawn.',
         required: false
       }
+    },
+    build: (args) => {
+      const spawnVector = formatVector(args.spawnLocation);
+      const spawnLine = spawnVector ? `Spawn the pawn at world coordinates (${spawnVector}).` : 'Spawn the pawn at a safe default player start or the origin.';
+
+      const text = `Build a First Person Character blueprint with:
+- Camera + arms mesh, basic WASD input, jump, crouch, and sprint bindings using Enhanced Input.
+- Proper collision capsule sizing for a 180cm tall human.
+- Momentum-preserving air control with configurable acceleration and friction.
+- A configurable base turn rate with mouse sensitivity scaling.
+- Serialized defaults for walking speed (600 uu/s) and sprint speed (900 uu/s).
+- Expose key movement settings as editable defaults.
+- ${spawnLine}
+
+Finish by compiling, saving, and summarizing the created blueprint path plus the mapped input actions.`;
+
+      return [{
+        role: 'user',
+        content: { type: 'text', text }
+      }];
     }
   },
   {
     name: 'setup_post_processing',
-    description: 'Configure post-processing volume with cinematic settings',
+    description: 'Author a post-process volume tuned to a named cinematic grade.',
     arguments: {
       style: {
         type: 'string',
         enum: ['cinematic', 'realistic', 'stylized', 'noir'],
         default: 'cinematic',
-        description: 'Visual style preset'
+        description: 'Look preset to emphasize color grading and tone-mapping style.'
+      }
+    },
+    build: (args) => {
+      const style = clampChoice(args.style, ['cinematic', 'realistic', 'stylized', 'noir'], 'cinematic');
+      const styleNotes: Record<string, string> = {
+        cinematic: 'filmic tonemapper, gentle bloom, warm highlights, cool shadows, slight vignette',
+        realistic: 'minimal grading, accurate white balance, restrained bloom, detail-preserving sharpening',
+        stylized: 'bold saturation shifts, custom color LUT, exaggerated contrast, selective bloom',
+        noir: 'monochrome conversion, strong contrast curve, subtle film grain, heavy vignette'
+      };
+
+      const text = `Create a global post-process volume with priority over level defaults.
+- Apply the "${style}" look: ${styleNotes[style]}.
+- Configure tone mapping, exposure, bloom, chromatic aberration, and LUTs as required.
+- Ensure the volume is unbound unless level-specific constraints apply.
+- Provide sanity checks for HDR output and keep auto-exposure transitions smooth.
+- Summarize all modified settings with their final numeric values or asset references.`;
+
+      return [{
+        role: 'user',
+        content: { type: 'text', text }
+      }];
+    }
+  },
+  {
+    name: 'setup_dynamic_day_night_cycle',
+    description: 'Create or update a Blueprint to drive a dynamic day/night cycle with optional weather hooks.',
+    arguments: {
+      startTime: {
+        type: 'string',
+        enum: ['dawn', 'noon', 'dusk', 'midnight'],
+        default: 'dawn',
+        description: 'Initial lighting state for the cycle.'
+      },
+      transitionMinutes: {
+        type: 'number',
+        default: 5,
+        description: 'Game-time minutes to blend between major lighting states.'
+      },
+      enableWeather: {
+        type: 'boolean',
+        default: false,
+        description: 'Whether to expose hooks for weather-driven sky adjustments.'
       }
+    },
+    build: (args) => {
+      const startTime = clampChoice(args.startTime, ['dawn', 'noon', 'dusk', 'midnight'], 'dawn');
+      const transitionMinutes = coerceNumber(args.transitionMinutes, 5, 1, 60);
+      const enableWeather = Boolean(args.enableWeather);
+
+      const weatherLine = enableWeather
+        ? '- Expose interfaces for cloud opacity, precipitation-driven skylight updates, and lightning flashes.'
+        : '- Weather hooks are disabled; keep the blueprint lean';
+
+      const text = `Implement a Blueprint-based day/night cycle manager.
+- Start the sequence at ${startTime} lighting.
+- Advance sun rotation, skylight captures, fog, and sky atmosphere continuously with ${transitionMinutes} minute blends between key states.
+- Sync directional light intensity/color with real-world sun elevation and inject moonlight at night.
+- ${weatherLine}.
+- Provide editor controls for time-of-day multiplier and manual overrides.
+- Document the generated blueprint path and exposed parameters.`;
+
+      return [{
+        role: 'user',
+        content: { type: 'text', text }
+      }];
+    }
+  },
+  {
+    name: 'design_cinematic_camera_move',
+    description: 'Author a sequencer shot with a polished camera move and easing markers.',
+    arguments: {
+      durationSeconds: {
+        type: 'number',
+        default: 6,
+        description: 'Shot duration in seconds.'
+      },
+      moveStyle: {
+        type: 'string',
+        enum: ['push_in', 'orbit', 'tracking', 'crane'],
+        default: 'push_in',
+        description: 'Camera move archetype to emphasize.'
+      },
+      focusTarget: {
+        type: 'string',
+        description: 'Optional actor or component name to keep in focus.',
+        required: false
+      }
+    },
+    build: (args) => {
+      const duration = coerceNumber(args.durationSeconds, 6, 2, 30);
+      const moveStyle = clampChoice(args.moveStyle, ['push_in', 'orbit', 'tracking', 'crane'], 'push_in');
+      const focusLine = typeof args.focusTarget === 'string' && args.focusTarget.trim().length > 0
+        ? `Lock focus distance on "${args.focusTarget}" and animate depth of field pulls if necessary.`
+        : 'Pick the most prominent subject in frame and maintain crisp focus throughout the move.';
+
+      const moveHints: Record<string, string> = {
+        push_in: 'Ease-in push toward the subject with gentle camera roll stabilization.',
+        orbit: '360° orbit with consistent parallax and a tracked look-at target.',
+        tracking: 'Match the subject velocity along a spline with smoothed acceleration.',
+        crane: 'Combine vertical rise with lateral drift for a reveal shot.'
+      };
+
+      const text = `In Sequencer, author a ${duration.toFixed(1)} second cinematic shot.
+- Movement style: ${moveStyle} (${moveHints[moveStyle]}).
+- Key auto-exposure, camera focal length, and focal distance for a premium look.
+- Add ease-in/ease-out tangents at shot boundaries to avoid abrupt starts/stops.
+- ${focusLine}
+- Annotate the timeline with intent markers (intro beat, climax, resolve).
+- Render a preview range and summarize the created assets.`;
+
+      return [{
+        role: 'user',
+        content: { type: 'text', text }
+      }];
     }
   }
 ];

package/src/resources/actors.ts

@@ -1,4 +1,5 @@
 import { UnrealBridge } from '../unreal-bridge.js';
+import { bestEffortInterpretedText, coerceNumber, coerceString, interpretStandardResult } from '../utils/result-helpers.js';
 
 interface CacheEntry {
   data: any;
@@ -33,7 +34,7 @@ export class ActorResources {
     
     // Use Python to get actors via EditorActorSubsystem
     try {
-      const pythonCode = `
+  const pythonCode = `
 import unreal, json
 actor_subsystem = unreal.get_editor_subsystem(unreal.EditorActorSubsystem)
 actors = actor_subsystem.get_all_level_actors() if actor_subsystem else []
@@ -51,44 +52,29 @@ for actor in actors:
 print('RESULT:' + json.dumps({'success': True, 'count': len(actor_list), 'actors': actor_list}))
       `.trim();
       
-      const resp = await this.bridge.executePythonWithResult(pythonCode);
-      if (resp && typeof resp === 'object' && resp.success === true && Array.isArray((resp as any).actors)) {
-        this.setCache('listActors', resp);
-        return resp;
-      }
+      const response = await this.bridge.executePython(pythonCode);
+      const interpreted = interpretStandardResult(response, {
+        successMessage: 'Retrieved actor list',
+        failureMessage: 'Failed to retrieve actor list'
+      });
 
-      // Fallback manual extraction with bracket matching
-      const raw = await this.bridge.executePython(pythonCode);
-      let output = '';
-      if (raw?.LogOutput && Array.isArray(raw.LogOutput)) output = raw.LogOutput.map((l: any) => l.Output || '').join('');
-      else if (typeof raw === 'string') output = raw; else output = JSON.stringify(raw);
-      const marker = 'RESULT:';
-      const idx = output.lastIndexOf(marker);
-      if (idx !== -1) {
-        let i = idx + marker.length;
-        while (i < output.length && output[i] !== '{') i++;
-        if (i < output.length) {
-          let depth = 0, inStr = false, esc = false, j = i;
-          for (; j < output.length; j++) {
-            const ch = output[j];
-            if (esc) { esc = false; continue; }
-            if (ch === '\\') { esc = true; continue; }
-            if (ch === '"') { inStr = !inStr; continue; }
-            if (!inStr) {
-              if (ch === '{') depth++;
-              else if (ch === '}') { depth--; if (depth === 0) { j++; break; } }
-            }
-          }
-          const jsonStr = output.slice(i, j);
-          try {
-            const parsed = JSON.parse(jsonStr);
-            this.setCache('listActors', parsed);
-            return parsed;
-          } catch {}
-        }
+      if (interpreted.success && Array.isArray(interpreted.payload.actors)) {
+        const actors = interpreted.payload.actors as any[];
+        const count = coerceNumber(interpreted.payload.count) ?? actors.length;
+        const payload = {
+          success: true as const,
+          count,
+          actors
+        };
+        this.setCache('listActors', payload);
+        return payload;
       }
 
-      return { success: false, error: 'Failed to parse actors list' };
+      return {
+        success: false,
+        error: coerceString(interpreted.payload.error) ?? interpreted.error ?? 'Failed to parse actors list',
+        note: bestEffortInterpretedText(interpreted)
+      };
     } catch (err) {
       return { success: false, error: `Failed to list actors: ${err}` };
     }
@@ -99,18 +85,47 @@ print('RESULT:' + json.dumps({'success': True, 'count': len(actor_list), 'actors
     try {
       const pythonCode = `
 import unreal
+import json
+
 actor_subsystem = unreal.get_editor_subsystem(unreal.EditorActorSubsystem)
-actors = actor_subsystem.get_all_level_actors()
+actors = actor_subsystem.get_all_level_actors() if actor_subsystem else []
+
+found = None
 for actor in actors:
-    if actor and actor.get_name() == "${actorName}":
-        print(f"Found actor: {actor.get_path_name()}")
+    if actor and actor.get_name() == ${JSON.stringify(actorName)}:
+        found = {
+            'success': True,
+            'name': actor.get_name(),
+            'path': actor.get_path_name(),
+            'class': actor.get_class().get_name()
+        }
         break
-else:
-    print(f"Actor not found: ${actorName}")
+
+if not found:
+    found = {'success': False, 'error': f"Actor not found: {actorName}"}
+
+print('RESULT:' + json.dumps(found))
       `.trim();
-      
-      const result = await this.bridge.executePython(pythonCode);
-      return result;
+
+      const response = await this.bridge.executePython(pythonCode);
+      const interpreted = interpretStandardResult(response, {
+        successMessage: `Actor resolved: ${actorName}`,
+        failureMessage: `Actor not found: ${actorName}`
+      });
+
+      if (interpreted.success) {
+        return {
+          success: true as const,
+          name: coerceString(interpreted.payload.name) ?? actorName,
+          path: coerceString(interpreted.payload.path),
+          class: coerceString(interpreted.payload.class)
+        };
+      }
+
+      return {
+        success: false as const,
+        error: coerceString(interpreted.payload.error) ?? interpreted.error ?? `Actor not found: ${actorName}`
+      };
     } catch (err) {
       return { error: `Failed to get actor: ${err}` };
     }