unreal-engine-mcp-server 0.4.7 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (454) hide show
  1. package/.env.example +26 -0
  2. package/.env.production +38 -7
  3. package/.eslintrc.json +0 -54
  4. package/.eslintrc.override.json +8 -0
  5. package/.github/ISSUE_TEMPLATE/bug_report.yml +94 -0
  6. package/.github/ISSUE_TEMPLATE/config.yml +8 -0
  7. package/.github/ISSUE_TEMPLATE/feature_request.yml +56 -0
  8. package/.github/copilot-instructions.md +478 -45
  9. package/.github/dependabot.yml +19 -0
  10. package/.github/labeler.yml +24 -0
  11. package/.github/labels.yml +70 -0
  12. package/.github/pull_request_template.md +42 -0
  13. package/.github/release-drafter-config.yml +51 -0
  14. package/.github/workflows/auto-merge.yml +38 -0
  15. package/.github/workflows/ci.yml +38 -0
  16. package/.github/workflows/dependency-review.yml +17 -0
  17. package/.github/workflows/gemini-issue-triage.yml +172 -0
  18. package/.github/workflows/greetings.yml +27 -0
  19. package/.github/workflows/labeler.yml +17 -0
  20. package/.github/workflows/links.yml +80 -0
  21. package/.github/workflows/pr-size-labeler.yml +137 -0
  22. package/.github/workflows/publish-mcp.yml +13 -7
  23. package/.github/workflows/release-drafter.yml +23 -0
  24. package/.github/workflows/release.yml +112 -0
  25. package/.github/workflows/semantic-pull-request.yml +35 -0
  26. package/.github/workflows/smoke-test.yml +36 -0
  27. package/.github/workflows/stale.yml +28 -0
  28. package/CHANGELOG.md +338 -31
  29. package/CONTRIBUTING.md +140 -0
  30. package/GEMINI.md +115 -0
  31. package/Public/Plugin_setup_guide.mp4 +0 -0
  32. package/README.md +189 -128
  33. package/claude_desktop_config_example.json +7 -6
  34. package/dist/automation/bridge.d.ts +50 -0
  35. package/dist/automation/bridge.js +452 -0
  36. package/dist/automation/connection-manager.d.ts +23 -0
  37. package/dist/automation/connection-manager.js +107 -0
  38. package/dist/automation/handshake.d.ts +11 -0
  39. package/dist/automation/handshake.js +89 -0
  40. package/dist/automation/index.d.ts +3 -0
  41. package/dist/automation/index.js +3 -0
  42. package/dist/automation/message-handler.d.ts +12 -0
  43. package/dist/automation/message-handler.js +149 -0
  44. package/dist/automation/request-tracker.d.ts +25 -0
  45. package/dist/automation/request-tracker.js +98 -0
  46. package/dist/automation/types.d.ts +130 -0
  47. package/dist/automation/types.js +2 -0
  48. package/dist/cli.js +32 -5
  49. package/dist/config.d.ts +26 -0
  50. package/dist/config.js +59 -0
  51. package/dist/constants.d.ts +16 -0
  52. package/dist/constants.js +16 -0
  53. package/dist/graphql/loaders.d.ts +64 -0
  54. package/dist/graphql/loaders.js +117 -0
  55. package/dist/graphql/resolvers.d.ts +268 -0
  56. package/dist/graphql/resolvers.js +746 -0
  57. package/dist/graphql/schema.d.ts +5 -0
  58. package/dist/graphql/schema.js +437 -0
  59. package/dist/graphql/server.d.ts +26 -0
  60. package/dist/graphql/server.js +117 -0
  61. package/dist/graphql/types.d.ts +9 -0
  62. package/dist/graphql/types.js +2 -0
  63. package/dist/handlers/resource-handlers.d.ts +20 -0
  64. package/dist/handlers/resource-handlers.js +180 -0
  65. package/dist/index.d.ts +33 -18
  66. package/dist/index.js +130 -619
  67. package/dist/resources/actors.d.ts +17 -12
  68. package/dist/resources/actors.js +56 -76
  69. package/dist/resources/assets.d.ts +6 -14
  70. package/dist/resources/assets.js +115 -147
  71. package/dist/resources/levels.d.ts +13 -13
  72. package/dist/resources/levels.js +25 -34
  73. package/dist/server/resource-registry.d.ts +20 -0
  74. package/dist/server/resource-registry.js +37 -0
  75. package/dist/server/tool-registry.d.ts +23 -0
  76. package/dist/server/tool-registry.js +322 -0
  77. package/dist/server-setup.d.ts +20 -0
  78. package/dist/server-setup.js +71 -0
  79. package/dist/services/health-monitor.d.ts +34 -0
  80. package/dist/services/health-monitor.js +105 -0
  81. package/dist/services/metrics-server.d.ts +11 -0
  82. package/dist/services/metrics-server.js +105 -0
  83. package/dist/tools/actors.d.ts +163 -9
  84. package/dist/tools/actors.js +356 -311
  85. package/dist/tools/animation.d.ts +135 -4
  86. package/dist/tools/animation.js +510 -411
  87. package/dist/tools/assets.d.ts +75 -29
  88. package/dist/tools/assets.js +265 -284
  89. package/dist/tools/audio.d.ts +102 -42
  90. package/dist/tools/audio.js +272 -685
  91. package/dist/tools/base-tool.d.ts +17 -0
  92. package/dist/tools/base-tool.js +46 -0
  93. package/dist/tools/behavior-tree.d.ts +94 -0
  94. package/dist/tools/behavior-tree.js +39 -0
  95. package/dist/tools/blueprint.d.ts +208 -126
  96. package/dist/tools/blueprint.js +685 -832
  97. package/dist/tools/consolidated-tool-definitions.d.ts +5462 -1781
  98. package/dist/tools/consolidated-tool-definitions.js +829 -496
  99. package/dist/tools/consolidated-tool-handlers.d.ts +2 -1
  100. package/dist/tools/consolidated-tool-handlers.js +198 -1027
  101. package/dist/tools/debug.d.ts +143 -85
  102. package/dist/tools/debug.js +234 -180
  103. package/dist/tools/dynamic-handler-registry.d.ts +13 -0
  104. package/dist/tools/dynamic-handler-registry.js +23 -0
  105. package/dist/tools/editor.d.ts +30 -83
  106. package/dist/tools/editor.js +247 -244
  107. package/dist/tools/engine.d.ts +10 -4
  108. package/dist/tools/engine.js +13 -5
  109. package/dist/tools/environment.d.ts +30 -0
  110. package/dist/tools/environment.js +267 -0
  111. package/dist/tools/foliage.d.ts +65 -99
  112. package/dist/tools/foliage.js +221 -331
  113. package/dist/tools/handlers/actor-handlers.d.ts +3 -0
  114. package/dist/tools/handlers/actor-handlers.js +227 -0
  115. package/dist/tools/handlers/animation-handlers.d.ts +3 -0
  116. package/dist/tools/handlers/animation-handlers.js +185 -0
  117. package/dist/tools/handlers/argument-helper.d.ts +16 -0
  118. package/dist/tools/handlers/argument-helper.js +80 -0
  119. package/dist/tools/handlers/asset-handlers.d.ts +3 -0
  120. package/dist/tools/handlers/asset-handlers.js +496 -0
  121. package/dist/tools/handlers/audio-handlers.d.ts +3 -0
  122. package/dist/tools/handlers/audio-handlers.js +166 -0
  123. package/dist/tools/handlers/blueprint-handlers.d.ts +4 -0
  124. package/dist/tools/handlers/blueprint-handlers.js +358 -0
  125. package/dist/tools/handlers/common-handlers.d.ts +14 -0
  126. package/dist/tools/handlers/common-handlers.js +56 -0
  127. package/dist/tools/handlers/editor-handlers.d.ts +3 -0
  128. package/dist/tools/handlers/editor-handlers.js +119 -0
  129. package/dist/tools/handlers/effect-handlers.d.ts +3 -0
  130. package/dist/tools/handlers/effect-handlers.js +171 -0
  131. package/dist/tools/handlers/environment-handlers.d.ts +3 -0
  132. package/dist/tools/handlers/environment-handlers.js +170 -0
  133. package/dist/tools/handlers/graph-handlers.d.ts +3 -0
  134. package/dist/tools/handlers/graph-handlers.js +90 -0
  135. package/dist/tools/handlers/input-handlers.d.ts +3 -0
  136. package/dist/tools/handlers/input-handlers.js +21 -0
  137. package/dist/tools/handlers/inspect-handlers.d.ts +3 -0
  138. package/dist/tools/handlers/inspect-handlers.js +383 -0
  139. package/dist/tools/handlers/level-handlers.d.ts +3 -0
  140. package/dist/tools/handlers/level-handlers.js +237 -0
  141. package/dist/tools/handlers/lighting-handlers.d.ts +3 -0
  142. package/dist/tools/handlers/lighting-handlers.js +144 -0
  143. package/dist/tools/handlers/performance-handlers.d.ts +3 -0
  144. package/dist/tools/handlers/performance-handlers.js +130 -0
  145. package/dist/tools/handlers/pipeline-handlers.d.ts +3 -0
  146. package/dist/tools/handlers/pipeline-handlers.js +110 -0
  147. package/dist/tools/handlers/sequence-handlers.d.ts +3 -0
  148. package/dist/tools/handlers/sequence-handlers.js +376 -0
  149. package/dist/tools/handlers/system-handlers.d.ts +4 -0
  150. package/dist/tools/handlers/system-handlers.js +506 -0
  151. package/dist/tools/input.d.ts +19 -0
  152. package/dist/tools/input.js +89 -0
  153. package/dist/tools/introspection.d.ts +103 -40
  154. package/dist/tools/introspection.js +425 -568
  155. package/dist/tools/landscape.d.ts +54 -93
  156. package/dist/tools/landscape.js +284 -409
  157. package/dist/tools/level.d.ts +66 -27
  158. package/dist/tools/level.js +647 -675
  159. package/dist/tools/lighting.d.ts +77 -38
  160. package/dist/tools/lighting.js +445 -943
  161. package/dist/tools/logs.d.ts +3 -3
  162. package/dist/tools/logs.js +5 -57
  163. package/dist/tools/materials.d.ts +91 -24
  164. package/dist/tools/materials.js +194 -118
  165. package/dist/tools/niagara.d.ts +149 -39
  166. package/dist/tools/niagara.js +267 -182
  167. package/dist/tools/performance.d.ts +27 -13
  168. package/dist/tools/performance.js +203 -122
  169. package/dist/tools/physics.d.ts +32 -77
  170. package/dist/tools/physics.js +175 -582
  171. package/dist/tools/property-dictionary.d.ts +13 -0
  172. package/dist/tools/property-dictionary.js +82 -0
  173. package/dist/tools/sequence.d.ts +85 -60
  174. package/dist/tools/sequence.js +208 -747
  175. package/dist/tools/tool-definition-utils.d.ts +59 -0
  176. package/dist/tools/tool-definition-utils.js +35 -0
  177. package/dist/tools/ui.d.ts +64 -34
  178. package/dist/tools/ui.js +134 -214
  179. package/dist/types/automation-responses.d.ts +115 -0
  180. package/dist/types/automation-responses.js +2 -0
  181. package/dist/types/env.d.ts +0 -3
  182. package/dist/types/env.js +0 -7
  183. package/dist/types/responses.d.ts +249 -0
  184. package/dist/types/responses.js +2 -0
  185. package/dist/types/tool-interfaces.d.ts +898 -0
  186. package/dist/types/tool-interfaces.js +2 -0
  187. package/dist/types/tool-types.d.ts +183 -19
  188. package/dist/types/tool-types.js +0 -4
  189. package/dist/unreal-bridge.d.ts +24 -131
  190. package/dist/unreal-bridge.js +364 -1506
  191. package/dist/utils/command-validator.d.ts +9 -0
  192. package/dist/utils/command-validator.js +68 -0
  193. package/dist/utils/elicitation.d.ts +1 -1
  194. package/dist/utils/elicitation.js +12 -15
  195. package/dist/utils/error-handler.d.ts +2 -51
  196. package/dist/utils/error-handler.js +11 -87
  197. package/dist/utils/ini-reader.d.ts +3 -0
  198. package/dist/utils/ini-reader.js +69 -0
  199. package/dist/utils/logger.js +9 -6
  200. package/dist/utils/normalize.d.ts +3 -0
  201. package/dist/utils/normalize.js +56 -0
  202. package/dist/utils/path-security.d.ts +2 -0
  203. package/dist/utils/path-security.js +24 -0
  204. package/dist/utils/response-factory.d.ts +7 -0
  205. package/dist/utils/response-factory.js +27 -0
  206. package/dist/utils/response-validator.d.ts +3 -24
  207. package/dist/utils/response-validator.js +130 -81
  208. package/dist/utils/result-helpers.d.ts +4 -5
  209. package/dist/utils/result-helpers.js +15 -16
  210. package/dist/utils/safe-json.js +5 -11
  211. package/dist/utils/unreal-command-queue.d.ts +24 -0
  212. package/dist/utils/unreal-command-queue.js +120 -0
  213. package/dist/utils/validation.d.ts +0 -40
  214. package/dist/utils/validation.js +1 -78
  215. package/dist/wasm/index.d.ts +70 -0
  216. package/dist/wasm/index.js +535 -0
  217. package/docs/GraphQL-API.md +888 -0
  218. package/docs/Migration-Guide-v0.5.0.md +684 -0
  219. package/docs/Roadmap.md +53 -0
  220. package/docs/WebAssembly-Integration.md +628 -0
  221. package/docs/editor-plugin-extension.md +370 -0
  222. package/docs/handler-mapping.md +242 -0
  223. package/docs/native-automation-progress.md +128 -0
  224. package/docs/testing-guide.md +423 -0
  225. package/mcp-config-example.json +6 -6
  226. package/package.json +67 -28
  227. package/plugins/McpAutomationBridge/Config/FilterPlugin.ini +8 -0
  228. package/plugins/McpAutomationBridge/McpAutomationBridge.uplugin +64 -0
  229. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/McpAutomationBridge.Build.cs +189 -0
  230. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeGlobals.cpp +22 -0
  231. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeGlobals.h +30 -0
  232. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeHelpers.h +1983 -0
  233. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeModule.cpp +72 -0
  234. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeSettings.cpp +46 -0
  235. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeSubsystem.cpp +581 -0
  236. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AnimationHandlers.cpp +2394 -0
  237. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AssetQueryHandlers.cpp +300 -0
  238. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AssetWorkflowHandlers.cpp +2807 -0
  239. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AudioHandlers.cpp +1087 -0
  240. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BehaviorTreeHandlers.cpp +488 -0
  241. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintCreationHandlers.cpp +643 -0
  242. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintCreationHandlers.h +31 -0
  243. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintGraphHandlers.cpp +1184 -0
  244. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintHandlers.cpp +5652 -0
  245. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintHandlers_List.cpp +152 -0
  246. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_ControlHandlers.cpp +2614 -0
  247. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_DebugHandlers.cpp +42 -0
  248. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_EditorFunctionHandlers.cpp +1237 -0
  249. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_EffectHandlers.cpp +1701 -0
  250. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_EnvironmentHandlers.cpp +2145 -0
  251. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_FoliageHandlers.cpp +954 -0
  252. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_InputHandlers.cpp +209 -0
  253. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_InsightsHandlers.cpp +41 -0
  254. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LandscapeHandlers.cpp +1164 -0
  255. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LevelHandlers.cpp +762 -0
  256. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LightingHandlers.cpp +634 -0
  257. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LogHandlers.cpp +136 -0
  258. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_MaterialGraphHandlers.cpp +494 -0
  259. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_NiagaraGraphHandlers.cpp +278 -0
  260. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_NiagaraHandlers.cpp +625 -0
  261. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_PerformanceHandlers.cpp +401 -0
  262. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_PipelineHandlers.cpp +67 -0
  263. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_ProcessRequest.cpp +735 -0
  264. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_PropertyHandlers.cpp +2634 -0
  265. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_RenderHandlers.cpp +189 -0
  266. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SCSHandlers.cpp +917 -0
  267. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SCSHandlers.h +39 -0
  268. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SequenceHandlers.cpp +2670 -0
  269. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SequencerHandlers.cpp +519 -0
  270. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_TestHandlers.cpp +38 -0
  271. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_UiHandlers.cpp +668 -0
  272. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_WorldPartitionHandlers.cpp +346 -0
  273. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpBridgeWebSocket.cpp +1330 -0
  274. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpBridgeWebSocket.h +149 -0
  275. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpConnectionManager.cpp +783 -0
  276. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Public/McpAutomationBridgeSettings.h +115 -0
  277. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Public/McpAutomationBridgeSubsystem.h +796 -0
  278. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Public/McpConnectionManager.h +117 -0
  279. package/scripts/check-unreal-connection.mjs +19 -0
  280. package/scripts/clean-tmp.js +23 -0
  281. package/scripts/patch-wasm.js +26 -0
  282. package/scripts/run-all-tests.mjs +136 -0
  283. package/scripts/smoke-test.ts +94 -0
  284. package/scripts/sync-mcp-plugin.js +143 -0
  285. package/scripts/test-no-plugin-alternates.mjs +113 -0
  286. package/scripts/validate-server.js +46 -0
  287. package/scripts/verify-automation-bridge.js +200 -0
  288. package/server.json +58 -21
  289. package/src/automation/bridge.ts +558 -0
  290. package/src/automation/connection-manager.ts +130 -0
  291. package/src/automation/handshake.ts +99 -0
  292. package/src/automation/index.ts +2 -0
  293. package/src/automation/message-handler.ts +167 -0
  294. package/src/automation/request-tracker.ts +123 -0
  295. package/src/automation/types.ts +107 -0
  296. package/src/cli.ts +33 -6
  297. package/src/config.ts +73 -0
  298. package/src/constants.ts +19 -0
  299. package/src/graphql/loaders.ts +244 -0
  300. package/src/graphql/resolvers.ts +1008 -0
  301. package/src/graphql/schema.ts +452 -0
  302. package/src/graphql/server.ts +156 -0
  303. package/src/graphql/types.ts +10 -0
  304. package/src/handlers/resource-handlers.ts +186 -0
  305. package/src/index.ts +166 -664
  306. package/src/resources/actors.ts +58 -76
  307. package/src/resources/assets.ts +148 -134
  308. package/src/resources/levels.ts +28 -33
  309. package/src/server/resource-registry.ts +47 -0
  310. package/src/server/tool-registry.ts +354 -0
  311. package/src/server-setup.ts +114 -0
  312. package/src/services/health-monitor.ts +132 -0
  313. package/src/services/metrics-server.ts +142 -0
  314. package/src/tools/actors.ts +426 -323
  315. package/src/tools/animation.ts +672 -461
  316. package/src/tools/assets.ts +364 -289
  317. package/src/tools/audio.ts +323 -766
  318. package/src/tools/base-tool.ts +52 -0
  319. package/src/tools/behavior-tree.ts +45 -0
  320. package/src/tools/blueprint.ts +792 -970
  321. package/src/tools/consolidated-tool-definitions.ts +993 -515
  322. package/src/tools/consolidated-tool-handlers.ts +258 -1146
  323. package/src/tools/debug.ts +292 -187
  324. package/src/tools/dynamic-handler-registry.ts +33 -0
  325. package/src/tools/editor.ts +329 -253
  326. package/src/tools/engine.ts +14 -3
  327. package/src/tools/environment.ts +281 -0
  328. package/src/tools/foliage.ts +330 -392
  329. package/src/tools/handlers/actor-handlers.ts +265 -0
  330. package/src/tools/handlers/animation-handlers.ts +237 -0
  331. package/src/tools/handlers/argument-helper.ts +142 -0
  332. package/src/tools/handlers/asset-handlers.ts +532 -0
  333. package/src/tools/handlers/audio-handlers.ts +194 -0
  334. package/src/tools/handlers/blueprint-handlers.ts +380 -0
  335. package/src/tools/handlers/common-handlers.ts +87 -0
  336. package/src/tools/handlers/editor-handlers.ts +123 -0
  337. package/src/tools/handlers/effect-handlers.ts +220 -0
  338. package/src/tools/handlers/environment-handlers.ts +183 -0
  339. package/src/tools/handlers/graph-handlers.ts +116 -0
  340. package/src/tools/handlers/input-handlers.ts +28 -0
  341. package/src/tools/handlers/inspect-handlers.ts +450 -0
  342. package/src/tools/handlers/level-handlers.ts +252 -0
  343. package/src/tools/handlers/lighting-handlers.ts +147 -0
  344. package/src/tools/handlers/performance-handlers.ts +132 -0
  345. package/src/tools/handlers/pipeline-handlers.ts +127 -0
  346. package/src/tools/handlers/sequence-handlers.ts +415 -0
  347. package/src/tools/handlers/system-handlers.ts +564 -0
  348. package/src/tools/input.ts +101 -0
  349. package/src/tools/introspection.ts +493 -584
  350. package/src/tools/landscape.ts +418 -507
  351. package/src/tools/level.ts +786 -708
  352. package/src/tools/lighting.ts +588 -984
  353. package/src/tools/logs.ts +9 -57
  354. package/src/tools/materials.ts +237 -121
  355. package/src/tools/niagara.ts +335 -168
  356. package/src/tools/performance.ts +320 -169
  357. package/src/tools/physics.ts +274 -613
  358. package/src/tools/property-dictionary.ts +98 -0
  359. package/src/tools/sequence.ts +276 -820
  360. package/src/tools/tool-definition-utils.ts +35 -0
  361. package/src/tools/ui.ts +205 -283
  362. package/src/types/automation-responses.ts +119 -0
  363. package/src/types/env.ts +0 -10
  364. package/src/types/responses.ts +355 -0
  365. package/src/types/tool-interfaces.ts +250 -0
  366. package/src/types/tool-types.ts +243 -21
  367. package/src/unreal-bridge.ts +460 -1550
  368. package/src/utils/command-validator.ts +76 -0
  369. package/src/utils/elicitation.ts +10 -7
  370. package/src/utils/error-handler.ts +14 -90
  371. package/src/utils/ini-reader.ts +86 -0
  372. package/src/utils/logger.ts +8 -3
  373. package/src/utils/normalize.test.ts +162 -0
  374. package/src/utils/normalize.ts +60 -0
  375. package/src/utils/path-security.ts +43 -0
  376. package/src/utils/response-factory.ts +44 -0
  377. package/src/utils/response-validator.ts +176 -56
  378. package/src/utils/result-helpers.ts +21 -19
  379. package/src/utils/safe-json.test.ts +90 -0
  380. package/src/utils/safe-json.ts +14 -11
  381. package/src/utils/unreal-command-queue.ts +152 -0
  382. package/src/utils/validation.test.ts +184 -0
  383. package/src/utils/validation.ts +4 -1
  384. package/src/wasm/index.ts +838 -0
  385. package/test-server.mjs +100 -0
  386. package/tests/run-unreal-tool-tests.mjs +242 -14
  387. package/tests/test-animation.mjs +369 -0
  388. package/tests/test-asset-advanced.mjs +82 -0
  389. package/tests/test-asset-errors.mjs +35 -0
  390. package/tests/test-asset-graph.mjs +311 -0
  391. package/tests/test-audio.mjs +417 -0
  392. package/tests/test-automation-timeouts.mjs +98 -0
  393. package/tests/test-behavior-tree.mjs +444 -0
  394. package/tests/test-blueprint-graph.mjs +410 -0
  395. package/tests/test-blueprint.mjs +577 -0
  396. package/tests/test-client-mode.mjs +86 -0
  397. package/tests/test-console-command.mjs +56 -0
  398. package/tests/test-control-actor.mjs +425 -0
  399. package/tests/test-control-editor.mjs +112 -0
  400. package/tests/test-graphql.mjs +372 -0
  401. package/tests/test-input.mjs +349 -0
  402. package/tests/test-inspect.mjs +302 -0
  403. package/tests/test-landscape.mjs +316 -0
  404. package/tests/test-lighting.mjs +428 -0
  405. package/tests/test-manage-asset.mjs +438 -0
  406. package/tests/test-manage-level.mjs +89 -0
  407. package/tests/test-materials.mjs +356 -0
  408. package/tests/test-niagara.mjs +185 -0
  409. package/tests/test-no-inline-python.mjs +122 -0
  410. package/tests/test-performance.mjs +539 -0
  411. package/tests/test-plugin-handshake.mjs +82 -0
  412. package/tests/test-runner.mjs +933 -0
  413. package/tests/test-sequence.mjs +104 -0
  414. package/tests/test-system.mjs +96 -0
  415. package/tests/test-wasm.mjs +283 -0
  416. package/tests/test-world-partition.mjs +215 -0
  417. package/tsconfig.json +3 -3
  418. package/vitest.config.ts +35 -0
  419. package/wasm/Cargo.lock +363 -0
  420. package/wasm/Cargo.toml +42 -0
  421. package/wasm/LICENSE +21 -0
  422. package/wasm/README.md +253 -0
  423. package/wasm/src/dependency_resolver.rs +377 -0
  424. package/wasm/src/lib.rs +153 -0
  425. package/wasm/src/property_parser.rs +271 -0
  426. package/wasm/src/transform_math.rs +396 -0
  427. package/wasm/tests/integration.rs +109 -0
  428. package/.github/workflows/smithery-build.yml +0 -29
  429. package/dist/prompts/index.d.ts +0 -21
  430. package/dist/prompts/index.js +0 -217
  431. package/dist/tools/build_environment_advanced.d.ts +0 -65
  432. package/dist/tools/build_environment_advanced.js +0 -633
  433. package/dist/tools/rc.d.ts +0 -110
  434. package/dist/tools/rc.js +0 -437
  435. package/dist/tools/visual.d.ts +0 -40
  436. package/dist/tools/visual.js +0 -282
  437. package/dist/utils/http.d.ts +0 -6
  438. package/dist/utils/http.js +0 -151
  439. package/dist/utils/python-output.d.ts +0 -18
  440. package/dist/utils/python-output.js +0 -290
  441. package/dist/utils/python.d.ts +0 -2
  442. package/dist/utils/python.js +0 -4
  443. package/dist/utils/stdio-redirect.d.ts +0 -2
  444. package/dist/utils/stdio-redirect.js +0 -20
  445. package/docs/unreal-tool-test-cases.md +0 -574
  446. package/smithery.yaml +0 -29
  447. package/src/prompts/index.ts +0 -249
  448. package/src/tools/build_environment_advanced.ts +0 -732
  449. package/src/tools/rc.ts +0 -515
  450. package/src/tools/visual.ts +0 -281
  451. package/src/utils/http.ts +0 -187
  452. package/src/utils/python-output.ts +0 -351
  453. package/src/utils/python.ts +0 -3
  454. package/src/utils/stdio-redirect.ts +0 -18
@@ -0,0 +1,1087 @@
1
+ #include "EngineUtils.h"
2
+ #include "McpAutomationBridgeGlobals.h"
3
+ #include "McpAutomationBridgeHelpers.h"
4
+ #include "McpAutomationBridgeSubsystem.h"
5
+
6
+ #if WITH_EDITOR
7
+ #include "AssetRegistry/AssetRegistryModule.h"
8
+ #include "AssetToolsModule.h"
9
+ #include "AudioDevice.h"
10
+ #include "Components/AudioComponent.h"
11
+ #include "EditorAssetLibrary.h"
12
+ #include "Factories/SoundAttenuationFactory.h"
13
+ #include "Factories/SoundClassFactory.h"
14
+ #include "Factories/SoundCueFactoryNew.h"
15
+ #include "Factories/SoundMixFactory.h"
16
+ #include "Kismet/GameplayStatics.h"
17
+ #include "Sound/SoundAttenuation.h"
18
+ #include "Sound/SoundClass.h"
19
+ #include "Sound/SoundCue.h"
20
+ #include "Sound/SoundMix.h"
21
+ #include "Sound/SoundNodeAttenuation.h"
22
+ #include "Sound/SoundNodeLooping.h"
23
+ #include "Sound/SoundNodeModulator.h"
24
+ #include "Sound/SoundNodeWavePlayer.h"
25
+ #include "Sound/SoundWave.h"
26
+
27
+ #endif
28
+
29
+ /**
30
+ * Finds an actor by object path/name or by actor label/name within an optional world.
31
+ *
32
+ * Searches first for an exact object path or registered name, and if not found and a World is provided,
33
+ * iterates actors in that World comparing actor label and actor name case-insensitively.
34
+ *
35
+ * @param ActorName Actor object path, registered name, or actor label to search for.
36
+ * @param World Optional world to search actor labels/names in when direct lookup fails.
37
+ * @return `AActor*` Pointer to the matched actor, `nullptr` if no matching actor is found or ActorName is empty.
38
+ */
39
+ static AActor *FindAudioActorByName(const FString &ActorName, UWorld *World) {
40
+ if (ActorName.IsEmpty())
41
+ return nullptr;
42
+
43
+ // Fast path: Direct object path/name
44
+ AActor *Actor = FindObject<AActor>(nullptr, *ActorName);
45
+ if (Actor && Actor->IsValidLowLevel())
46
+ return Actor;
47
+
48
+ // Fallback: Label search (limited scope)
49
+ if (World) {
50
+ for (TActorIterator<AActor> It(World); It; ++It) {
51
+ if (It->GetActorLabel().Equals(ActorName, ESearchCase::IgnoreCase) ||
52
+ It->GetName().Equals(ActorName, ESearchCase::IgnoreCase)) {
53
+ return *It;
54
+ }
55
+ }
56
+ }
57
+ return nullptr;
58
+ }
59
+
60
+ /**
61
+ * @brief Resolves a USoundBase asset from an asset path or an asset name.
62
+ *
63
+ * Attempts to load the sound by the provided path; if the input appears to be a simple name
64
+ * (no path separators), searches the project's /Game assets for a matching USoundWave or
65
+ * USoundCue by name.
66
+ *
67
+ * @param SoundPath Asset path (e.g. "/Game/Audio/MyCue.MyCue") or an asset name (e.g. "MyCue").
68
+ * @return USoundBase* Pointer to the resolved sound asset, or nullptr if not found.
69
+ */
70
+ static USoundBase *ResolveSoundAsset(const FString &SoundPath) {
71
+ if (SoundPath.IsEmpty())
72
+ return nullptr;
73
+
74
+ USoundBase *Sound = nullptr;
75
+ if (UEditorAssetLibrary::DoesAssetExist(SoundPath)) {
76
+ Sound = Cast<USoundBase>(UEditorAssetLibrary::LoadAsset(SoundPath));
77
+ }
78
+
79
+ if (Sound)
80
+ return Sound;
81
+
82
+ // Optimization: If it looks like a path and wasn't found, fail immediately
83
+ if (SoundPath.Contains(TEXT("/"))) {
84
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Warning,
85
+ TEXT("Sound asset '%s' not found (skipping recursive search)."),
86
+ *SoundPath);
87
+ return nullptr;
88
+ }
89
+
90
+ // Fallback: Try to find the asset by Name
91
+ FString AssetName = FPaths::GetBaseFilename(SoundPath);
92
+ FAssetRegistryModule &AssetRegistryModule =
93
+ FModuleManager::LoadModuleChecked<FAssetRegistryModule>("AssetRegistry");
94
+ TArray<FAssetData> AssetData;
95
+ FARFilter Filter;
96
+ Filter.ClassPaths.Add(USoundWave::StaticClass()->GetClassPathName());
97
+ Filter.ClassPaths.Add(USoundCue::StaticClass()->GetClassPathName());
98
+ Filter.bRecursivePaths = true;
99
+ Filter.PackagePaths.Add(TEXT("/Game"));
100
+ AssetRegistryModule.Get().GetAssets(Filter, AssetData);
101
+
102
+ for (const FAssetData &Data : AssetData) {
103
+ if (Data.AssetName.ToString().Equals(AssetName, ESearchCase::IgnoreCase)) {
104
+ Sound = Cast<USoundBase>(Data.GetAsset());
105
+ if (Sound) {
106
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Log,
107
+ TEXT("Resolved sound '%s' to '%s'"), *SoundPath,
108
+ *Sound->GetPathName());
109
+ return Sound;
110
+ }
111
+ }
112
+ }
113
+
114
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Warning,
115
+ TEXT("Sound asset '%s' not found."), *SoundPath);
116
+ return nullptr;
117
+ }
118
+
119
+ /**
120
+ * @brief Resolve a USoundMix by asset path or asset name.
121
+ *
122
+ * Attempts to load a USoundMix using the provided MixPath. If MixPath contains a
123
+ * full asset path and the asset exists, that asset is returned. If MixPath does
124
+ * not contain a path separator, the function treats it as an asset name and
125
+ * searches the /Game packages for a matching USoundMix (case-insensitive).
126
+ *
127
+ * @param MixPath Asset path or asset name to resolve.
128
+ * @return USoundMix* Pointer to the resolved USoundMix, or nullptr if not found.
129
+ */
130
+ static USoundMix *ResolveSoundMix(const FString &MixPath) {
131
+ if (MixPath.IsEmpty())
132
+ return nullptr;
133
+
134
+ USoundMix *Mix = nullptr;
135
+ if (UEditorAssetLibrary::DoesAssetExist(MixPath)) {
136
+ Mix = Cast<USoundMix>(UEditorAssetLibrary::LoadAsset(MixPath));
137
+ }
138
+ if (Mix)
139
+ return Mix;
140
+
141
+ if (MixPath.Contains(TEXT("/")))
142
+ return nullptr;
143
+
144
+ FString AssetName = FPaths::GetBaseFilename(MixPath);
145
+ FAssetRegistryModule &AssetRegistryModule =
146
+ FModuleManager::LoadModuleChecked<FAssetRegistryModule>("AssetRegistry");
147
+ TArray<FAssetData> AssetData;
148
+ FARFilter Filter;
149
+ Filter.ClassPaths.Add(USoundMix::StaticClass()->GetClassPathName());
150
+ Filter.bRecursivePaths = true;
151
+ Filter.PackagePaths.Add(TEXT("/Game"));
152
+ AssetRegistryModule.Get().GetAssets(Filter, AssetData);
153
+
154
+ for (const FAssetData &Data : AssetData) {
155
+ if (Data.AssetName.ToString().Equals(AssetName, ESearchCase::IgnoreCase)) {
156
+ Mix = Cast<USoundMix>(Data.GetAsset());
157
+ if (Mix)
158
+ return Mix;
159
+ }
160
+ }
161
+ return nullptr;
162
+ }
163
+
164
+ /**
165
+ * @brief Locates and returns a USoundClass by asset path or by asset name.
166
+ *
167
+ * Attempts to load the sound class directly if ClassPath refers to an existing asset; otherwise,
168
+ * if ClassPath does not contain a '/' it searches the project's /Game assets for a sound class
169
+ * with a matching name (case-insensitive).
170
+ *
171
+ * @param ClassPath Asset path (e.g. "/Game/Audio/MyClass") or asset name ("MyClass").
172
+ * @return USoundClass* Pointer to the resolved sound class, or nullptr if not found or ClassPath is empty.
173
+ */
174
+ static USoundClass *ResolveSoundClass(const FString &ClassPath) {
175
+ if (ClassPath.IsEmpty())
176
+ return nullptr;
177
+
178
+ USoundClass *Class = nullptr;
179
+ if (UEditorAssetLibrary::DoesAssetExist(ClassPath)) {
180
+ Class = Cast<USoundClass>(UEditorAssetLibrary::LoadAsset(ClassPath));
181
+ }
182
+ if (Class)
183
+ return Class;
184
+
185
+ if (ClassPath.Contains(TEXT("/")))
186
+ return nullptr;
187
+
188
+ FString AssetName = FPaths::GetBaseFilename(ClassPath);
189
+ FAssetRegistryModule &AssetRegistryModule =
190
+ FModuleManager::LoadModuleChecked<FAssetRegistryModule>("AssetRegistry");
191
+ TArray<FAssetData> AssetData;
192
+ FARFilter Filter;
193
+ Filter.ClassPaths.Add(USoundClass::StaticClass()->GetClassPathName());
194
+ Filter.bRecursivePaths = true;
195
+ Filter.PackagePaths.Add(TEXT("/Game"));
196
+ AssetRegistryModule.Get().GetAssets(Filter, AssetData);
197
+
198
+ for (const FAssetData &Data : AssetData) {
199
+ if (Data.AssetName.ToString().Equals(AssetName, ESearchCase::IgnoreCase)) {
200
+ Class = Cast<USoundClass>(Data.GetAsset());
201
+ if (Class)
202
+ return Class;
203
+ }
204
+ }
205
+ return nullptr;
206
+ }
207
+
208
+ /**
209
+ * @brief Handle audio-related automation actions described by a JSON payload and perform corresponding editor-side audio operations.
210
+ *
211
+ * Processes actions whose names start with audio_/create_sound_/play_sound_/set_sound_/push_sound_/pop_sound_/create_audio_/create_ambient_/create_reverb_/enable_audio_/fade_sound/set_doppler_/set_audio_/clear_sound_/set_base_sound_/prime_/spawn_sound_. In editor builds this may create audio assets (SoundCue, SoundClass, SoundMix), play or spawn sounds (2D/3D, attached or at location), manage SoundMix state and overrides, fade audio, prime sounds, and create audio components; non-editor builds return a NOT_IMPLEMENTED response.
212
+ *
213
+ * @param RequestId Identifier for the automation request.
214
+ * @param Action Action name to handle (comparison is case-insensitive and matched by known prefixes).
215
+ * @param Payload JSON object containing action parameters (e.g., asset paths, location/rotation arrays, volume, pitch, names).
216
+ * @param RequestingSocket Optional socket that initiated the request (used for sending responses/errors).
217
+ * @return bool `true` if the request was processed (either handled successfully or an error/response was sent); `false` if the action name is not an audio-related command and was not handled.
218
+ */
219
+ bool UMcpAutomationBridgeSubsystem::HandleAudioAction(
220
+ const FString &RequestId, const FString &Action,
221
+ const TSharedPtr<FJsonObject> &Payload,
222
+ TSharedPtr<FMcpBridgeWebSocket> RequestingSocket) {
223
+ const FString Lower = Action.ToLower();
224
+ if (!Lower.StartsWith(TEXT("audio_")) &&
225
+ !Lower.StartsWith(TEXT("create_sound_")) &&
226
+ !Lower.StartsWith(TEXT("play_sound_")) &&
227
+ !Lower.StartsWith(TEXT("set_sound_")) &&
228
+ !Lower.StartsWith(TEXT("push_sound_")) &&
229
+ !Lower.StartsWith(TEXT("pop_sound_")) &&
230
+ !Lower.StartsWith(TEXT("create_audio_")) &&
231
+ !Lower.StartsWith(TEXT("create_ambient_")) &&
232
+ !Lower.StartsWith(TEXT("create_reverb_")) &&
233
+ !Lower.StartsWith(TEXT("enable_audio_")) &&
234
+ !Lower.StartsWith(TEXT("fade_sound")) &&
235
+ !Lower.StartsWith(TEXT("set_doppler_")) &&
236
+ !Lower.StartsWith(TEXT("set_audio_")) &&
237
+ !Lower.StartsWith(TEXT("clear_sound_")) &&
238
+ !Lower.StartsWith(TEXT("set_base_sound_")) &&
239
+ !Lower.StartsWith(TEXT("prime_")) &&
240
+ !Lower.StartsWith(TEXT("spawn_sound_"))) {
241
+ return false;
242
+ }
243
+
244
+ #if WITH_EDITOR
245
+ if (!Payload.IsValid()) {
246
+ SendAutomationError(RequestingSocket, RequestId,
247
+ TEXT("Audio payload missing"), TEXT("INVALID_PAYLOAD"));
248
+ return true;
249
+ }
250
+
251
+ if (Lower == TEXT("create_sound_cue") ||
252
+ Lower == TEXT("audio_create_sound_cue")) {
253
+ FString Name;
254
+ if (!Payload->TryGetStringField(TEXT("name"), Name) || Name.IsEmpty()) {
255
+ SendAutomationError(RequestingSocket, RequestId, TEXT("name required"),
256
+ TEXT("INVALID_ARGUMENT"));
257
+ return true;
258
+ }
259
+
260
+ FString PackagePath;
261
+ Payload->TryGetStringField(TEXT("packagePath"), PackagePath);
262
+ if (PackagePath.IsEmpty())
263
+ PackagePath = TEXT("/Game/Audio/Cues");
264
+
265
+ FString WavePath;
266
+ Payload->TryGetStringField(TEXT("wavePath"), WavePath);
267
+
268
+ USoundCueFactoryNew *Factory = NewObject<USoundCueFactoryNew>();
269
+ FAssetToolsModule &AssetToolsModule =
270
+ FModuleManager::LoadModuleChecked<FAssetToolsModule>("AssetTools");
271
+ UObject *NewAsset = AssetToolsModule.Get().CreateAsset(
272
+ Name, PackagePath, USoundCue::StaticClass(), Factory);
273
+ USoundCue *SoundCue = Cast<USoundCue>(NewAsset);
274
+
275
+ if (!SoundCue) {
276
+ SendAutomationError(RequestingSocket, RequestId,
277
+ TEXT("Failed to create SoundCue"),
278
+ TEXT("ASSET_CREATION_FAILED"));
279
+ return true;
280
+ }
281
+
282
+ // Basic graph setup if wave provided
283
+ if (!WavePath.IsEmpty()) {
284
+ USoundWave *Wave = LoadObject<USoundWave>(nullptr, *WavePath);
285
+ if (Wave) {
286
+ USoundNodeWavePlayer *PlayerNode =
287
+ SoundCue->ConstructSoundNode<USoundNodeWavePlayer>();
288
+ PlayerNode->SetSoundWave(Wave);
289
+
290
+ USoundNode *LastNode = PlayerNode;
291
+
292
+ // Optional looping
293
+ bool bLooping = false;
294
+ if (Payload->TryGetBoolField(TEXT("looping"), bLooping) && bLooping) {
295
+ USoundNodeLooping *LoopNode =
296
+ SoundCue->ConstructSoundNode<USoundNodeLooping>();
297
+ LoopNode->ChildNodes.Add(LastNode);
298
+ LastNode = LoopNode;
299
+ }
300
+
301
+ // Optional modulation (volume/pitch)
302
+ double Volume = 1.0;
303
+ double Pitch = 1.0;
304
+ bool bHasVolume = Payload->TryGetNumberField(TEXT("volume"), Volume);
305
+ bool bHasPitch = Payload->TryGetNumberField(TEXT("pitch"), Pitch);
306
+
307
+ if (bHasVolume || bHasPitch) {
308
+ USoundNodeModulator *ModNode =
309
+ SoundCue->ConstructSoundNode<USoundNodeModulator>();
310
+ ModNode->PitchMin = ModNode->PitchMax = (float)Pitch;
311
+ ModNode->VolumeMin = ModNode->VolumeMax = (float)Volume;
312
+ ModNode->ChildNodes.Add(LastNode);
313
+ LastNode = ModNode;
314
+ }
315
+
316
+ // Optional attenuation
317
+ FString AttenuationPath;
318
+ if (Payload->TryGetStringField(TEXT("attenuationPath"),
319
+ AttenuationPath) &&
320
+ !AttenuationPath.IsEmpty()) {
321
+ USoundAttenuation *Attenuation =
322
+ LoadObject<USoundAttenuation>(nullptr, *AttenuationPath);
323
+ if (Attenuation) {
324
+ USoundNodeAttenuation *AttenNode =
325
+ SoundCue->ConstructSoundNode<USoundNodeAttenuation>();
326
+ AttenNode->AttenuationSettings = Attenuation;
327
+ AttenNode->ChildNodes.Add(LastNode);
328
+ LastNode = AttenNode;
329
+ }
330
+ }
331
+
332
+ SoundCue->FirstNode = LastNode;
333
+ SoundCue->LinkGraphNodesFromSoundNodes();
334
+ }
335
+ }
336
+
337
+ UEditorAssetLibrary::SaveAsset(SoundCue->GetPathName());
338
+
339
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
340
+ Resp->SetBoolField(TEXT("success"), true);
341
+ Resp->SetStringField(TEXT("path"), SoundCue->GetPathName());
342
+ SendAutomationResponse(RequestingSocket, RequestId, true,
343
+ TEXT("SoundCue created"), Resp);
344
+ return true;
345
+ } else if (Lower == TEXT("play_sound_at_location") ||
346
+ Lower == TEXT("audio_play_sound_at_location")) {
347
+ FString SoundPath;
348
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
349
+ SoundPath.IsEmpty()) {
350
+ SendAutomationError(RequestingSocket, RequestId,
351
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
352
+ return true;
353
+ }
354
+
355
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
356
+ if (!Sound) {
357
+ SendAutomationError(RequestingSocket, RequestId,
358
+ TEXT("Sound asset not found"),
359
+ TEXT("ASSET_NOT_FOUND"));
360
+ return true;
361
+ }
362
+
363
+ FVector Location = FVector::ZeroVector;
364
+ FRotator Rotation = FRotator::ZeroRotator;
365
+ const TArray<TSharedPtr<FJsonValue>> *LocArr;
366
+ if (Payload->TryGetArrayField(TEXT("location"), LocArr) && LocArr &&
367
+ LocArr->Num() >= 3) {
368
+ Location = FVector((*LocArr)[0]->AsNumber(), (*LocArr)[1]->AsNumber(),
369
+ (*LocArr)[2]->AsNumber());
370
+ }
371
+ const TArray<TSharedPtr<FJsonValue>> *RotArr;
372
+ if (Payload->TryGetArrayField(TEXT("rotation"), RotArr) && RotArr &&
373
+ RotArr->Num() >= 3) {
374
+ Rotation = FRotator((*RotArr)[0]->AsNumber(), (*RotArr)[1]->AsNumber(),
375
+ (*RotArr)[2]->AsNumber());
376
+ }
377
+
378
+ double Volume = 1.0;
379
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
380
+ double Pitch = 1.0;
381
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
382
+ double StartTime = 0.0;
383
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
384
+
385
+ USoundAttenuation *Attenuation = nullptr;
386
+ FString AttenPath;
387
+ if (Payload->TryGetStringField(TEXT("attenuationPath"), AttenPath) &&
388
+ !AttenPath.IsEmpty()) {
389
+ Attenuation = LoadObject<USoundAttenuation>(nullptr, *AttenPath);
390
+ }
391
+
392
+ USoundConcurrency *Concurrency = nullptr;
393
+ FString ConcPath;
394
+ if (Payload->TryGetStringField(TEXT("concurrencyPath"), ConcPath) &&
395
+ !ConcPath.IsEmpty()) {
396
+ Concurrency = LoadObject<USoundConcurrency>(nullptr, *ConcPath);
397
+ }
398
+
399
+ if (!GEditor)
400
+ return false;
401
+ UWorld *World = GEditor->GetEditorWorldContext().World();
402
+ if (!World) {
403
+ SendAutomationError(RequestingSocket, RequestId,
404
+ TEXT("No world context available"), TEXT("NO_WORLD"));
405
+ return true;
406
+ }
407
+
408
+ UGameplayStatics::PlaySoundAtLocation(
409
+ World, Sound, Location, Rotation, (float)Volume, (float)Pitch,
410
+ (float)StartTime, Attenuation, Concurrency);
411
+
412
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
413
+ Resp->SetBoolField(TEXT("success"), true);
414
+ Resp->SetStringField(TEXT("soundPath"), SoundPath);
415
+ TSharedPtr<FJsonObject> LocObj = MakeShared<FJsonObject>();
416
+ LocObj->SetNumberField(TEXT("x"), Location.X);
417
+ LocObj->SetNumberField(TEXT("y"), Location.Y);
418
+ LocObj->SetNumberField(TEXT("z"), Location.Z);
419
+ Resp->SetObjectField(TEXT("location"), LocObj);
420
+
421
+ SendAutomationResponse(RequestingSocket, RequestId, true,
422
+ TEXT("Sound played at location"), Resp);
423
+ return true;
424
+ } else if (Lower == TEXT("play_sound_2d") ||
425
+ Lower == TEXT("audio_play_sound_2d")) {
426
+ FString SoundPath;
427
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
428
+ SoundPath.IsEmpty()) {
429
+ SendAutomationError(RequestingSocket, RequestId,
430
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
431
+ return true;
432
+ }
433
+
434
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
435
+ if (!Sound) {
436
+ SendAutomationError(RequestingSocket, RequestId,
437
+ TEXT("Sound asset not found"),
438
+ TEXT("ASSET_NOT_FOUND"));
439
+ return true;
440
+ }
441
+
442
+ double Volume = 1.0;
443
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
444
+ double Pitch = 1.0;
445
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
446
+ double StartTime = 0.0;
447
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
448
+
449
+ if (!GEditor)
450
+ return true;
451
+ UWorld *World = GEditor->GetEditorWorldContext().World();
452
+ if (!World) {
453
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
454
+ TEXT("NO_WORLD"));
455
+ return true;
456
+ }
457
+
458
+ UGameplayStatics::PlaySound2D(World, Sound, (float)Volume, (float)Pitch,
459
+ (float)StartTime);
460
+
461
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
462
+ Resp->SetBoolField(TEXT("success"), true);
463
+ Resp->SetStringField(TEXT("soundPath"), SoundPath);
464
+ Resp->SetNumberField(TEXT("volume"), Volume);
465
+ Resp->SetNumberField(TEXT("pitch"), Pitch);
466
+
467
+ SendAutomationResponse(RequestingSocket, RequestId, true,
468
+ TEXT("Sound played 2D"), Resp);
469
+ return true;
470
+ } else if (Lower == TEXT("create_sound_class") ||
471
+ Lower == TEXT("audio_create_sound_class")) {
472
+ FString Name;
473
+ if (!Payload->TryGetStringField(TEXT("name"), Name) || Name.IsEmpty()) {
474
+ SendAutomationError(RequestingSocket, RequestId, TEXT("name required"),
475
+ TEXT("INVALID_ARGUMENT"));
476
+ return true;
477
+ }
478
+
479
+ FString PackagePath = TEXT("/Game/Audio/Classes");
480
+
481
+ USoundClassFactory *Factory = NewObject<USoundClassFactory>();
482
+ FAssetToolsModule &AssetToolsModule =
483
+ FModuleManager::LoadModuleChecked<FAssetToolsModule>("AssetTools");
484
+ UObject *NewAsset = AssetToolsModule.Get().CreateAsset(
485
+ Name, PackagePath, USoundClass::StaticClass(), Factory);
486
+ USoundClass *SoundClass = Cast<USoundClass>(NewAsset);
487
+
488
+ if (SoundClass) {
489
+ const TSharedPtr<FJsonObject> *Props;
490
+ if (Payload->TryGetObjectField(TEXT("properties"), Props)) {
491
+ double Vol = 1.0;
492
+ if ((*Props)->TryGetNumberField(TEXT("volume"), Vol)) {
493
+ SoundClass->Properties.Volume = (float)Vol;
494
+ }
495
+ double Pitch = 1.0;
496
+ if ((*Props)->TryGetNumberField(TEXT("pitch"), Pitch)) {
497
+ SoundClass->Properties.Pitch = (float)Pitch;
498
+ }
499
+ }
500
+
501
+ FString ParentClassPath;
502
+ if (Payload->TryGetStringField(TEXT("parentClass"), ParentClassPath) &&
503
+ !ParentClassPath.IsEmpty()) {
504
+ USoundClass *Parent =
505
+ LoadObject<USoundClass>(nullptr, *ParentClassPath);
506
+ if (Parent) {
507
+ SoundClass->ParentClass = Parent;
508
+ }
509
+ }
510
+
511
+ UEditorAssetLibrary::SaveAsset(SoundClass->GetPathName());
512
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
513
+ Resp->SetBoolField(TEXT("success"), true);
514
+ Resp->SetStringField(TEXT("path"), SoundClass->GetPathName());
515
+ Resp->SetStringField(TEXT("name"), SoundClass->GetName());
516
+
517
+ SendAutomationResponse(RequestingSocket, RequestId, true,
518
+ TEXT("SoundClass created"), Resp);
519
+ } else {
520
+ SendAutomationError(RequestingSocket, RequestId,
521
+ TEXT("Failed to create SoundClass"),
522
+ TEXT("ASSET_CREATION_FAILED"));
523
+ }
524
+ return true;
525
+ } else if (Lower == TEXT("create_sound_mix") ||
526
+ Lower == TEXT("audio_create_sound_mix")) {
527
+ FString Name;
528
+ if (!Payload->TryGetStringField(TEXT("name"), Name) || Name.IsEmpty()) {
529
+ SendAutomationError(RequestingSocket, RequestId, TEXT("name required"),
530
+ TEXT("INVALID_ARGUMENT"));
531
+ return true;
532
+ }
533
+
534
+ FString PackagePath = TEXT("/Game/Audio/Mixes");
535
+ if (Payload->HasField(TEXT("packagePath"))) {
536
+ PackagePath = Payload->GetStringField(TEXT("packagePath"));
537
+ } else if (Payload->HasField(TEXT("savePath"))) {
538
+ PackagePath = Payload->GetStringField(TEXT("savePath"));
539
+ }
540
+
541
+ USoundMixFactory *Factory = NewObject<USoundMixFactory>();
542
+ FAssetToolsModule &AssetToolsModule =
543
+ FModuleManager::LoadModuleChecked<FAssetToolsModule>("AssetTools");
544
+ UObject *NewAsset = AssetToolsModule.Get().CreateAsset(
545
+ Name, PackagePath, USoundMix::StaticClass(), Factory);
546
+ USoundMix *SoundMix = Cast<USoundMix>(NewAsset);
547
+
548
+ if (SoundMix) {
549
+ const TArray<TSharedPtr<FJsonValue>> *Adjusters;
550
+ if (Payload->TryGetArrayField(TEXT("classAdjusters"), Adjusters)) {
551
+ for (const auto &Val : *Adjusters) {
552
+ const TSharedPtr<FJsonObject> AdjObj = Val->AsObject();
553
+ FString ClassPath;
554
+ if (AdjObj->TryGetStringField(TEXT("soundClass"), ClassPath)) {
555
+ USoundClass *SC = LoadObject<USoundClass>(nullptr, *ClassPath);
556
+ if (SC) {
557
+ FSoundClassAdjuster Adjuster;
558
+ Adjuster.SoundClassObject = SC;
559
+ double Vol = 1.0;
560
+ AdjObj->TryGetNumberField(TEXT("volumeAdjuster"), Vol);
561
+ Adjuster.VolumeAdjuster = (float)Vol;
562
+ double Pitch = 1.0;
563
+ AdjObj->TryGetNumberField(TEXT("pitchAdjuster"), Pitch);
564
+ Adjuster.PitchAdjuster = (float)Pitch;
565
+ SoundMix->SoundClassEffects.Add(Adjuster);
566
+ }
567
+ }
568
+ }
569
+ }
570
+
571
+ UEditorAssetLibrary::SaveAsset(SoundMix->GetPathName());
572
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
573
+ Resp->SetBoolField(TEXT("success"), true);
574
+ Resp->SetStringField(TEXT("path"), SoundMix->GetPathName());
575
+ Resp->SetStringField(TEXT("name"), SoundMix->GetName());
576
+
577
+ SendAutomationResponse(RequestingSocket, RequestId, true,
578
+ TEXT("SoundMix created"), Resp);
579
+ } else {
580
+ SendAutomationError(RequestingSocket, RequestId,
581
+ TEXT("Failed to create SoundMix"),
582
+ TEXT("ASSET_CREATION_FAILED"));
583
+ }
584
+ return true;
585
+ } else if (Lower == TEXT("push_sound_mix") ||
586
+ Lower == TEXT("audio_push_sound_mix")) {
587
+ FString MixName;
588
+ if (!Payload->TryGetStringField(TEXT("mixName"), MixName) ||
589
+ MixName.IsEmpty()) {
590
+ SendAutomationError(RequestingSocket, RequestId, TEXT("mixName required"),
591
+ TEXT("INVALID_ARGUMENT"));
592
+ return true;
593
+ }
594
+
595
+ USoundMix *Mix = ResolveSoundMix(MixName);
596
+ if (Mix) {
597
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
598
+ UGameplayStatics::PushSoundMixModifier(
599
+ GEditor->GetEditorWorldContext().World(), Mix);
600
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
601
+ Resp->SetBoolField(TEXT("success"), true);
602
+ Resp->SetStringField(TEXT("mixName"), MixName);
603
+ SendAutomationResponse(RequestingSocket, RequestId, true,
604
+ TEXT("SoundMix pushed"), Resp);
605
+ } else {
606
+ SendAutomationError(RequestingSocket, RequestId,
607
+ TEXT("No World Context"), TEXT("NO_WORLD"));
608
+ }
609
+ } else {
610
+ SendAutomationError(RequestingSocket, RequestId,
611
+ TEXT("SoundMix not found"), TEXT("ASSET_NOT_FOUND"));
612
+ }
613
+ return true;
614
+ } else if (Lower == TEXT("pop_sound_mix") ||
615
+ Lower == TEXT("audio_pop_sound_mix")) {
616
+ FString MixName;
617
+ if (!Payload->TryGetStringField(TEXT("mixName"), MixName) ||
618
+ MixName.IsEmpty()) {
619
+ SendAutomationError(RequestingSocket, RequestId, TEXT("mixName required"),
620
+ TEXT("INVALID_ARGUMENT"));
621
+ return true;
622
+ }
623
+
624
+ USoundMix *Mix = ResolveSoundMix(MixName);
625
+ if (Mix) {
626
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
627
+ UGameplayStatics::PopSoundMixModifier(
628
+ GEditor->GetEditorWorldContext().World(), Mix);
629
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
630
+ Resp->SetBoolField(TEXT("success"), true);
631
+ Resp->SetStringField(TEXT("mixName"), MixName);
632
+ SendAutomationResponse(RequestingSocket, RequestId, true,
633
+ TEXT("SoundMix popped"), Resp);
634
+ } else {
635
+ SendAutomationError(RequestingSocket, RequestId,
636
+ TEXT("No World Context"), TEXT("NO_WORLD"));
637
+ }
638
+ } else {
639
+ SendAutomationError(RequestingSocket, RequestId,
640
+ TEXT("SoundMix not found"), TEXT("ASSET_NOT_FOUND"));
641
+ }
642
+ return true;
643
+ } else if (Lower == TEXT("set_sound_mix_class_override") ||
644
+ Lower == TEXT("audio_set_sound_mix_class_override")) {
645
+ FString MixName, ClassName;
646
+ Payload->TryGetStringField(TEXT("mixName"), MixName);
647
+ Payload->TryGetStringField(TEXT("soundClassName"), ClassName);
648
+
649
+ USoundMix *Mix = ResolveSoundMix(MixName);
650
+ USoundClass *Class = ResolveSoundClass(ClassName);
651
+
652
+ if (!Mix || !Class) {
653
+ SendAutomationError(RequestingSocket, RequestId,
654
+ TEXT("Mix or Class not found"),
655
+ TEXT("ASSET_NOT_FOUND"));
656
+ return true;
657
+ }
658
+
659
+ double Volume = 1.0;
660
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
661
+ double Pitch = 1.0;
662
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
663
+ double FadeTime = 1.0;
664
+ Payload->TryGetNumberField(TEXT("fadeInTime"), FadeTime);
665
+ bool bApply = true;
666
+ Payload->TryGetBoolField(TEXT("applyToChildren"), bApply);
667
+
668
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
669
+ UGameplayStatics::SetSoundMixClassOverride(
670
+ GEditor->GetEditorWorldContext().World(), Mix, Class, (float)Volume,
671
+ (float)Pitch, (float)FadeTime, bApply);
672
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
673
+ Resp->SetBoolField(TEXT("success"), true);
674
+ Resp->SetStringField(TEXT("mixName"), MixName);
675
+ Resp->SetStringField(TEXT("className"), ClassName);
676
+ SendAutomationResponse(RequestingSocket, RequestId, true,
677
+ TEXT("Sound mix override set"), Resp);
678
+ } else {
679
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
680
+ TEXT("NO_WORLD"));
681
+ }
682
+ return true;
683
+ } else if (Lower == TEXT("play_sound_attached") ||
684
+ Lower == TEXT("audio_play_sound_attached")) {
685
+ FString SoundPath, ActorName, AttachPoint;
686
+ Payload->TryGetStringField(TEXT("soundPath"), SoundPath);
687
+ Payload->TryGetStringField(TEXT("actorName"), ActorName);
688
+ Payload->TryGetStringField(TEXT("attachPointName"), AttachPoint);
689
+
690
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
691
+ if (!Sound) {
692
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Sound not found"),
693
+ TEXT("ASSET_NOT_FOUND"));
694
+ return true;
695
+ }
696
+
697
+ if (!GEditor)
698
+ return true;
699
+ UWorld *World = GEditor->GetEditorWorldContext().World();
700
+ if (!World) {
701
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
702
+ TEXT("NO_WORLD"));
703
+ return true;
704
+ }
705
+
706
+ AActor *TargetActor = FindAudioActorByName(ActorName, World);
707
+ if (!TargetActor) {
708
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Actor not found"),
709
+ TEXT("ACTOR_NOT_FOUND"));
710
+ return true;
711
+ }
712
+
713
+ USceneComponent *AttachComp = TargetActor->GetRootComponent();
714
+ if (!AttachPoint.IsEmpty()) {
715
+ // Try to find socket or component
716
+ USceneComponent *FoundComp = nullptr;
717
+ TArray<USceneComponent *> Components;
718
+ TargetActor->GetComponents(Components);
719
+ for (USceneComponent *Comp : Components) {
720
+ if (Comp->GetName() == AttachPoint ||
721
+ Comp->DoesSocketExist(FName(*AttachPoint))) {
722
+ FoundComp = Comp;
723
+ break;
724
+ }
725
+ }
726
+ if (FoundComp)
727
+ AttachComp = FoundComp;
728
+ }
729
+
730
+ UAudioComponent *AudioComp = UGameplayStatics::SpawnSoundAttached(
731
+ Sound, AttachComp, FName(*AttachPoint), FVector::ZeroVector,
732
+ EAttachLocation::KeepRelativeOffset, true);
733
+
734
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
735
+ if (AudioComp) {
736
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
737
+ SendAutomationResponse(RequestingSocket, RequestId, true,
738
+ TEXT("Sound attached"), Resp);
739
+ } else {
740
+ SendAutomationError(RequestingSocket, RequestId,
741
+ TEXT("Failed to attach sound"),
742
+ TEXT("ATTACH_FAILED"));
743
+ }
744
+ return true;
745
+ } else if (Lower == TEXT("fade_sound_out") ||
746
+ Lower == TEXT("fade_sound_in") ||
747
+ Lower == TEXT("audio_fade_sound_out") ||
748
+ Lower == TEXT("audio_fade_sound_in")) {
749
+ FString ActorName;
750
+ Payload->TryGetStringField(TEXT("actorName"), ActorName);
751
+ double FadeTime = 1.0;
752
+ Payload->TryGetNumberField(TEXT("fadeTime"), FadeTime);
753
+ double TargetVol =
754
+ (Lower == TEXT("fade_sound_in") || Lower == TEXT("audio_fade_sound_in"))
755
+ ? 1.0
756
+ : 0.0;
757
+ if (Lower == TEXT("fade_sound_in") || Lower == TEXT("audio_fade_sound_in"))
758
+ Payload->TryGetNumberField(TEXT("targetVolume"), TargetVol);
759
+
760
+ if (!GEditor)
761
+ return true;
762
+ UWorld *World = GEditor->GetEditorWorldContext().World();
763
+ if (!World) {
764
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
765
+ TEXT("NO_WORLD"));
766
+ return true;
767
+ }
768
+
769
+ AActor *TargetActor = FindAudioActorByName(ActorName, World);
770
+ if (TargetActor) {
771
+ UAudioComponent *AudioComp =
772
+ TargetActor->FindComponentByClass<UAudioComponent>();
773
+ if (AudioComp) {
774
+ if (Lower == TEXT("fade_sound_in") ||
775
+ Lower == TEXT("audio_fade_sound_in"))
776
+ AudioComp->FadeIn((float)FadeTime, (float)TargetVol);
777
+ else
778
+ AudioComp->FadeOut((float)FadeTime, (float)TargetVol);
779
+
780
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
781
+ Resp->SetBoolField(TEXT("success"), true);
782
+ Resp->SetStringField(TEXT("actorName"), ActorName);
783
+ Resp->SetStringField(TEXT("action"), Lower);
784
+ SendAutomationResponse(RequestingSocket, RequestId, true,
785
+ TEXT("Sound fading"), Resp);
786
+ return true;
787
+ }
788
+ }
789
+ SendAutomationError(RequestingSocket, RequestId,
790
+ TEXT("Audio component not found on actor"),
791
+ TEXT("COMPONENT_NOT_FOUND"));
792
+ return true;
793
+ } else if (Lower == TEXT("create_ambient_sound") ||
794
+ Lower == TEXT("audio_create_ambient_sound")) {
795
+ FString SoundPath;
796
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
797
+ SoundPath.IsEmpty()) {
798
+ SendAutomationError(RequestingSocket, RequestId,
799
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
800
+ return true;
801
+ }
802
+
803
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
804
+ if (!Sound) {
805
+ SendAutomationError(RequestingSocket, RequestId,
806
+ TEXT("Sound asset not found"),
807
+ TEXT("ASSET_NOT_FOUND"));
808
+ return true;
809
+ }
810
+
811
+ FVector Location = FVector::ZeroVector;
812
+ const TArray<TSharedPtr<FJsonValue>> *LocArr;
813
+ if (Payload->TryGetArrayField(TEXT("location"), LocArr) && LocArr &&
814
+ LocArr->Num() >= 3) {
815
+ Location = FVector((*LocArr)[0]->AsNumber(), (*LocArr)[1]->AsNumber(),
816
+ (*LocArr)[2]->AsNumber());
817
+ }
818
+
819
+ double Volume = 1.0;
820
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
821
+ double Pitch = 1.0;
822
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
823
+ double StartTime = 0.0;
824
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
825
+
826
+ USoundAttenuation *Attenuation = nullptr;
827
+ FString AttenPath;
828
+ if (Payload->TryGetStringField(TEXT("attenuationPath"), AttenPath) &&
829
+ !AttenPath.IsEmpty()) {
830
+ Attenuation = LoadObject<USoundAttenuation>(nullptr, *AttenPath);
831
+ }
832
+
833
+ USoundConcurrency *Concurrency = nullptr;
834
+ FString ConcPath;
835
+ if (Payload->TryGetStringField(TEXT("concurrencyPath"), ConcPath) &&
836
+ !ConcPath.IsEmpty()) {
837
+ Concurrency = LoadObject<USoundConcurrency>(nullptr, *ConcPath);
838
+ }
839
+
840
+ if (!GEditor)
841
+ return true;
842
+ UWorld *World = GEditor->GetEditorWorldContext().World();
843
+ if (!World) {
844
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
845
+ TEXT("NO_WORLD"));
846
+ return true;
847
+ }
848
+
849
+ UAudioComponent *AudioComp = UGameplayStatics::SpawnSoundAtLocation(
850
+ World, Sound, Location, FRotator::ZeroRotator, (float)Volume,
851
+ (float)Pitch, (float)StartTime, Attenuation, Concurrency, true);
852
+
853
+ if (AudioComp) {
854
+ AudioComp->Play();
855
+
856
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
857
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
858
+ SendAutomationResponse(RequestingSocket, RequestId, true,
859
+ TEXT("Ambient sound created"), Resp);
860
+ } else {
861
+ SendAutomationError(RequestingSocket, RequestId,
862
+ TEXT("Failed to create ambient sound"),
863
+ TEXT("SPAWN_FAILED"));
864
+ }
865
+ return true;
866
+ } else if (Lower == TEXT("spawn_sound_at_location") ||
867
+ Lower == TEXT("audio_spawn_sound_at_location")) {
868
+ // Similar to create_ambient_sound but explicit action name
869
+ FString SoundPath;
870
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
871
+ SoundPath.IsEmpty()) {
872
+ SendAutomationError(RequestingSocket, RequestId,
873
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
874
+ return true;
875
+ }
876
+
877
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
878
+ if (!Sound) {
879
+ SendAutomationError(RequestingSocket, RequestId,
880
+ TEXT("Sound asset not found"),
881
+ TEXT("ASSET_NOT_FOUND"));
882
+ return true;
883
+ }
884
+
885
+ FVector Location = FVector::ZeroVector;
886
+ const TArray<TSharedPtr<FJsonValue>> *LocArr;
887
+ if (Payload->TryGetArrayField(TEXT("location"), LocArr) && LocArr &&
888
+ LocArr->Num() >= 3) {
889
+ Location = FVector((*LocArr)[0]->AsNumber(), (*LocArr)[1]->AsNumber(),
890
+ (*LocArr)[2]->AsNumber());
891
+ }
892
+
893
+ FRotator Rotation = FRotator::ZeroRotator;
894
+ const TArray<TSharedPtr<FJsonValue>> *RotArr;
895
+ if (Payload->TryGetArrayField(TEXT("rotation"), RotArr) && RotArr &&
896
+ RotArr->Num() >= 3) {
897
+ Rotation = FRotator((*RotArr)[0]->AsNumber(), (*RotArr)[1]->AsNumber(),
898
+ (*RotArr)[2]->AsNumber());
899
+ }
900
+
901
+ double Volume = 1.0;
902
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
903
+ double Pitch = 1.0;
904
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
905
+ double StartTime = 0.0;
906
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
907
+
908
+ if (!GEditor)
909
+ return true;
910
+ UWorld *World = GEditor->GetEditorWorldContext().World();
911
+ if (!World) {
912
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
913
+ TEXT("NO_WORLD"));
914
+ return true;
915
+ }
916
+
917
+ UAudioComponent *AudioComp = UGameplayStatics::SpawnSoundAtLocation(
918
+ World, Sound, Location, Rotation, (float)Volume, (float)Pitch,
919
+ (float)StartTime, nullptr, nullptr, true);
920
+
921
+ if (AudioComp) {
922
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
923
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
924
+ Resp->SetStringField(TEXT("componentPath"), AudioComp->GetPathName());
925
+ SendAutomationResponse(RequestingSocket, RequestId, true,
926
+ TEXT("Sound spawned"), Resp);
927
+ } else {
928
+ SendAutomationError(RequestingSocket, RequestId,
929
+ TEXT("Failed to spawn sound"), TEXT("SPAWN_FAILED"));
930
+ }
931
+ return true;
932
+ } else if (Lower == TEXT("clear_sound_mix_class_override") ||
933
+ Lower == TEXT("audio_clear_sound_mix_class_override")) {
934
+ FString MixName, ClassName;
935
+ Payload->TryGetStringField(TEXT("mixName"), MixName);
936
+ Payload->TryGetStringField(TEXT("soundClassName"), ClassName);
937
+
938
+ USoundMix *Mix = ResolveSoundMix(MixName);
939
+ USoundClass *Class = ResolveSoundClass(ClassName);
940
+
941
+ if (!Mix || !Class) {
942
+ SendAutomationError(RequestingSocket, RequestId,
943
+ TEXT("Mix or Class not found"),
944
+ TEXT("ASSET_NOT_FOUND"));
945
+ return true;
946
+ }
947
+
948
+ double FadeTime = 1.0;
949
+ Payload->TryGetNumberField(TEXT("fadeOutTime"), FadeTime);
950
+
951
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
952
+ UGameplayStatics::ClearSoundMixClassOverride(
953
+ GEditor->GetEditorWorldContext().World(), Mix, Class,
954
+ (float)FadeTime);
955
+ SendAutomationResponse(RequestingSocket, RequestId, true,
956
+ TEXT("Sound mix override cleared"), nullptr);
957
+ } else {
958
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
959
+ TEXT("NO_WORLD"));
960
+ }
961
+ return true;
962
+ } else if (Lower == TEXT("set_base_sound_mix")) {
963
+ FString MixName;
964
+ Payload->TryGetStringField(TEXT("mixName"), MixName);
965
+ USoundMix *Mix = ResolveSoundMix(MixName);
966
+ if (!Mix) {
967
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Mix not found"),
968
+ TEXT("ASSET_NOT_FOUND"));
969
+ return true;
970
+ }
971
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
972
+ UGameplayStatics::SetBaseSoundMix(
973
+ GEditor->GetEditorWorldContext().World(), Mix);
974
+ SendAutomationResponse(RequestingSocket, RequestId, true,
975
+ TEXT("Base sound mix set"), nullptr);
976
+ } else {
977
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
978
+ TEXT("NO_WORLD"));
979
+ }
980
+ return true;
981
+ } else if (Lower == TEXT("prime_sound")) {
982
+ FString SoundPath;
983
+ Payload->TryGetStringField(TEXT("soundPath"), SoundPath);
984
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
985
+ if (!Sound) {
986
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Sound not found"),
987
+ TEXT("ASSET_NOT_FOUND"));
988
+ return true;
989
+ }
990
+ UGameplayStatics::PrimeSound(Sound);
991
+ SendAutomationResponse(RequestingSocket, RequestId, true,
992
+ TEXT("Sound primed"), nullptr);
993
+ return true;
994
+ }
995
+
996
+ if (Lower.StartsWith(TEXT("create_audio_component"))) {
997
+ FString SoundPath;
998
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath))
999
+ Payload->TryGetStringField(TEXT("path"), SoundPath);
1000
+ if (SoundPath.IsEmpty()) {
1001
+ SendAutomationError(RequestingSocket, RequestId,
1002
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
1003
+ return true;
1004
+ }
1005
+
1006
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
1007
+ if (!Sound) {
1008
+ SendAutomationError(
1009
+ RequestingSocket, RequestId,
1010
+ FString::Printf(TEXT("Sound asset not found: %s"), *SoundPath),
1011
+ TEXT("ASSET_NOT_FOUND"));
1012
+ return true;
1013
+ }
1014
+
1015
+ FVector Location =
1016
+ ExtractVectorField(Payload, TEXT("location"), FVector::ZeroVector);
1017
+ FRotator Rotation =
1018
+ ExtractRotatorField(Payload, TEXT("rotation"), FRotator::ZeroRotator);
1019
+ FString AttachTo;
1020
+ Payload->TryGetStringField(TEXT("attachTo"), AttachTo);
1021
+ if (AttachTo.IsEmpty())
1022
+ Payload->TryGetStringField(TEXT("actorName"), AttachTo);
1023
+
1024
+ UAudioComponent *AudioComp = nullptr;
1025
+ UWorld *World =
1026
+ GEditor ? GEditor->GetEditorWorldContext().World() : nullptr;
1027
+
1028
+ if (!World) {
1029
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No editor world"),
1030
+ TEXT("NO_WORLD"));
1031
+ return true;
1032
+ }
1033
+
1034
+ if (!AttachTo.IsEmpty()) {
1035
+ AActor *ParentActor = FindAudioActorByName(AttachTo, World);
1036
+ if (ParentActor) {
1037
+ AudioComp = UGameplayStatics::SpawnSoundAttached(
1038
+ Sound, ParentActor->GetRootComponent(), NAME_None, Location,
1039
+ Rotation, EAttachLocation::KeepRelativeOffset, false);
1040
+ } else {
1041
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Warning,
1042
+ TEXT("create_audio_component: attachTo actor '%s' not found, "
1043
+ "spawning at location."),
1044
+ *AttachTo);
1045
+ }
1046
+ }
1047
+
1048
+ if (!AudioComp) {
1049
+ AudioComp = UGameplayStatics::SpawnSoundAtLocation(World, Sound, Location,
1050
+ Rotation);
1051
+ }
1052
+
1053
+ if (AudioComp) {
1054
+ FString VolumeStr;
1055
+ if (Payload->TryGetStringField(TEXT("volume"), VolumeStr))
1056
+ AudioComp->SetVolumeMultiplier(FCString::Atof(*VolumeStr));
1057
+ FString PitchStr;
1058
+ if (Payload->TryGetStringField(TEXT("pitch"), PitchStr))
1059
+ AudioComp->SetPitchMultiplier(FCString::Atof(*PitchStr));
1060
+
1061
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
1062
+ Resp->SetBoolField(TEXT("success"), true);
1063
+ Resp->SetStringField(TEXT("componentPath"), AudioComp->GetPathName());
1064
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
1065
+ SendAutomationResponse(RequestingSocket, RequestId, true,
1066
+ TEXT("Audio component created"), Resp, FString());
1067
+ return true;
1068
+ }
1069
+ SendAutomationError(RequestingSocket, RequestId,
1070
+ TEXT("Failed to create audio component"),
1071
+ TEXT("CREATE_FAILED"));
1072
+ return true;
1073
+ }
1074
+
1075
+ // Fallback for other audio actions not fully implemented yet
1076
+ SendAutomationResponse(
1077
+ RequestingSocket, RequestId, false,
1078
+ FString::Printf(TEXT("Audio action '%s' not fully implemented"), *Action),
1079
+ nullptr, TEXT("NOT_IMPLEMENTED"));
1080
+ return true;
1081
+ #else
1082
+ SendAutomationResponse(RequestingSocket, RequestId, false,
1083
+ TEXT("Audio actions require editor build"), nullptr,
1084
+ TEXT("NOT_IMPLEMENTED"));
1085
+ return true;
1086
+ #endif
1087
+ }