unreal-engine-mcp-server 0.4.6 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (438) hide show
  1. package/.env.example +26 -0
  2. package/.env.production +38 -7
  3. package/.eslintrc.json +0 -54
  4. package/.eslintrc.override.json +8 -0
  5. package/.github/ISSUE_TEMPLATE/bug_report.yml +94 -0
  6. package/.github/ISSUE_TEMPLATE/config.yml +8 -0
  7. package/.github/ISSUE_TEMPLATE/feature_request.yml +56 -0
  8. package/.github/copilot-instructions.md +478 -45
  9. package/.github/dependabot.yml +19 -0
  10. package/.github/labeler.yml +24 -0
  11. package/.github/labels.yml +70 -0
  12. package/.github/pull_request_template.md +42 -0
  13. package/.github/release-drafter.yml +148 -0
  14. package/.github/workflows/auto-merge.yml +38 -0
  15. package/.github/workflows/ci.yml +38 -0
  16. package/.github/workflows/dependency-review.yml +17 -0
  17. package/.github/workflows/gemini-issue-triage.yml +172 -0
  18. package/.github/workflows/greetings.yml +23 -0
  19. package/.github/workflows/labeler.yml +16 -0
  20. package/.github/workflows/links.yml +80 -0
  21. package/.github/workflows/pr-size-labeler.yml +137 -0
  22. package/.github/workflows/publish-mcp.yml +12 -7
  23. package/.github/workflows/release-drafter.yml +23 -0
  24. package/.github/workflows/release.yml +112 -0
  25. package/.github/workflows/semantic-pull-request.yml +35 -0
  26. package/.github/workflows/smoke-test.yml +36 -0
  27. package/.github/workflows/stale.yml +28 -0
  28. package/CHANGELOG.md +269 -22
  29. package/CONTRIBUTING.md +140 -0
  30. package/README.md +166 -72
  31. package/claude_desktop_config_example.json +7 -6
  32. package/dist/automation/bridge.d.ts +50 -0
  33. package/dist/automation/bridge.js +452 -0
  34. package/dist/automation/connection-manager.d.ts +23 -0
  35. package/dist/automation/connection-manager.js +107 -0
  36. package/dist/automation/handshake.d.ts +11 -0
  37. package/dist/automation/handshake.js +89 -0
  38. package/dist/automation/index.d.ts +3 -0
  39. package/dist/automation/index.js +3 -0
  40. package/dist/automation/message-handler.d.ts +12 -0
  41. package/dist/automation/message-handler.js +149 -0
  42. package/dist/automation/request-tracker.d.ts +25 -0
  43. package/dist/automation/request-tracker.js +98 -0
  44. package/dist/automation/types.d.ts +130 -0
  45. package/dist/automation/types.js +2 -0
  46. package/dist/cli.js +32 -5
  47. package/dist/config.d.ts +27 -0
  48. package/dist/config.js +60 -0
  49. package/dist/constants.d.ts +12 -0
  50. package/dist/constants.js +12 -0
  51. package/dist/graphql/resolvers.d.ts +268 -0
  52. package/dist/graphql/resolvers.js +743 -0
  53. package/dist/graphql/schema.d.ts +5 -0
  54. package/dist/graphql/schema.js +437 -0
  55. package/dist/graphql/server.d.ts +26 -0
  56. package/dist/graphql/server.js +115 -0
  57. package/dist/graphql/types.d.ts +7 -0
  58. package/dist/graphql/types.js +2 -0
  59. package/dist/handlers/resource-handlers.d.ts +20 -0
  60. package/dist/handlers/resource-handlers.js +180 -0
  61. package/dist/index.d.ts +31 -18
  62. package/dist/index.js +119 -604
  63. package/dist/prompts/index.js +4 -4
  64. package/dist/resources/actors.d.ts +17 -12
  65. package/dist/resources/actors.js +56 -76
  66. package/dist/resources/assets.d.ts +6 -14
  67. package/dist/resources/assets.js +115 -147
  68. package/dist/resources/levels.d.ts +13 -13
  69. package/dist/resources/levels.js +25 -34
  70. package/dist/server/resource-registry.d.ts +20 -0
  71. package/dist/server/resource-registry.js +37 -0
  72. package/dist/server/tool-registry.d.ts +23 -0
  73. package/dist/server/tool-registry.js +322 -0
  74. package/dist/server-setup.d.ts +21 -0
  75. package/dist/server-setup.js +111 -0
  76. package/dist/services/health-monitor.d.ts +34 -0
  77. package/dist/services/health-monitor.js +105 -0
  78. package/dist/services/metrics-server.d.ts +11 -0
  79. package/dist/services/metrics-server.js +105 -0
  80. package/dist/tools/actors.d.ts +147 -9
  81. package/dist/tools/actors.js +350 -311
  82. package/dist/tools/animation.d.ts +135 -4
  83. package/dist/tools/animation.js +510 -411
  84. package/dist/tools/assets.d.ts +117 -19
  85. package/dist/tools/assets.js +259 -284
  86. package/dist/tools/audio.d.ts +102 -42
  87. package/dist/tools/audio.js +272 -685
  88. package/dist/tools/base-tool.d.ts +17 -0
  89. package/dist/tools/base-tool.js +46 -0
  90. package/dist/tools/behavior-tree.d.ts +94 -0
  91. package/dist/tools/behavior-tree.js +39 -0
  92. package/dist/tools/blueprint/helpers.d.ts +29 -0
  93. package/dist/tools/blueprint/helpers.js +182 -0
  94. package/dist/tools/blueprint.d.ts +228 -118
  95. package/dist/tools/blueprint.js +685 -832
  96. package/dist/tools/consolidated-tool-definitions.d.ts +5475 -1627
  97. package/dist/tools/consolidated-tool-definitions.js +829 -482
  98. package/dist/tools/consolidated-tool-handlers.d.ts +2 -1
  99. package/dist/tools/consolidated-tool-handlers.js +211 -1009
  100. package/dist/tools/debug.d.ts +143 -85
  101. package/dist/tools/debug.js +234 -180
  102. package/dist/tools/dynamic-handler-registry.d.ts +11 -0
  103. package/dist/tools/dynamic-handler-registry.js +101 -0
  104. package/dist/tools/editor.d.ts +139 -18
  105. package/dist/tools/editor.js +239 -244
  106. package/dist/tools/engine.d.ts +10 -4
  107. package/dist/tools/engine.js +13 -5
  108. package/dist/tools/environment.d.ts +36 -0
  109. package/dist/tools/environment.js +267 -0
  110. package/dist/tools/foliage.d.ts +105 -14
  111. package/dist/tools/foliage.js +219 -331
  112. package/dist/tools/handlers/actor-handlers.d.ts +3 -0
  113. package/dist/tools/handlers/actor-handlers.js +232 -0
  114. package/dist/tools/handlers/animation-handlers.d.ts +3 -0
  115. package/dist/tools/handlers/animation-handlers.js +185 -0
  116. package/dist/tools/handlers/argument-helper.d.ts +16 -0
  117. package/dist/tools/handlers/argument-helper.js +80 -0
  118. package/dist/tools/handlers/asset-handlers.d.ts +3 -0
  119. package/dist/tools/handlers/asset-handlers.js +496 -0
  120. package/dist/tools/handlers/audio-handlers.d.ts +3 -0
  121. package/dist/tools/handlers/audio-handlers.js +166 -0
  122. package/dist/tools/handlers/blueprint-handlers.d.ts +4 -0
  123. package/dist/tools/handlers/blueprint-handlers.js +358 -0
  124. package/dist/tools/handlers/common-handlers.d.ts +14 -0
  125. package/dist/tools/handlers/common-handlers.js +56 -0
  126. package/dist/tools/handlers/editor-handlers.d.ts +3 -0
  127. package/dist/tools/handlers/editor-handlers.js +119 -0
  128. package/dist/tools/handlers/effect-handlers.d.ts +3 -0
  129. package/dist/tools/handlers/effect-handlers.js +171 -0
  130. package/dist/tools/handlers/environment-handlers.d.ts +3 -0
  131. package/dist/tools/handlers/environment-handlers.js +170 -0
  132. package/dist/tools/handlers/graph-handlers.d.ts +3 -0
  133. package/dist/tools/handlers/graph-handlers.js +90 -0
  134. package/dist/tools/handlers/input-handlers.d.ts +3 -0
  135. package/dist/tools/handlers/input-handlers.js +21 -0
  136. package/dist/tools/handlers/inspect-handlers.d.ts +3 -0
  137. package/dist/tools/handlers/inspect-handlers.js +383 -0
  138. package/dist/tools/handlers/level-handlers.d.ts +3 -0
  139. package/dist/tools/handlers/level-handlers.js +237 -0
  140. package/dist/tools/handlers/lighting-handlers.d.ts +3 -0
  141. package/dist/tools/handlers/lighting-handlers.js +144 -0
  142. package/dist/tools/handlers/performance-handlers.d.ts +3 -0
  143. package/dist/tools/handlers/performance-handlers.js +130 -0
  144. package/dist/tools/handlers/pipeline-handlers.d.ts +3 -0
  145. package/dist/tools/handlers/pipeline-handlers.js +110 -0
  146. package/dist/tools/handlers/sequence-handlers.d.ts +3 -0
  147. package/dist/tools/handlers/sequence-handlers.js +376 -0
  148. package/dist/tools/handlers/system-handlers.d.ts +4 -0
  149. package/dist/tools/handlers/system-handlers.js +506 -0
  150. package/dist/tools/input.d.ts +19 -0
  151. package/dist/tools/input.js +89 -0
  152. package/dist/tools/introspection.d.ts +103 -40
  153. package/dist/tools/introspection.js +425 -568
  154. package/dist/tools/landscape.d.ts +97 -36
  155. package/dist/tools/landscape.js +280 -409
  156. package/dist/tools/level.d.ts +130 -10
  157. package/dist/tools/level.js +639 -675
  158. package/dist/tools/lighting.d.ts +77 -38
  159. package/dist/tools/lighting.js +441 -943
  160. package/dist/tools/logs.d.ts +45 -0
  161. package/dist/tools/logs.js +210 -0
  162. package/dist/tools/materials.d.ts +91 -24
  163. package/dist/tools/materials.js +190 -118
  164. package/dist/tools/niagara.d.ts +149 -39
  165. package/dist/tools/niagara.js +232 -182
  166. package/dist/tools/performance.d.ts +27 -12
  167. package/dist/tools/performance.js +204 -122
  168. package/dist/tools/physics.d.ts +32 -77
  169. package/dist/tools/physics.js +171 -582
  170. package/dist/tools/property-dictionary.d.ts +13 -0
  171. package/dist/tools/property-dictionary.js +82 -0
  172. package/dist/tools/sequence.d.ts +73 -48
  173. package/dist/tools/sequence.js +196 -748
  174. package/dist/tools/tool-definition-utils.d.ts +59 -0
  175. package/dist/tools/tool-definition-utils.js +35 -0
  176. package/dist/tools/ui.d.ts +66 -34
  177. package/dist/tools/ui.js +134 -214
  178. package/dist/types/env.d.ts +0 -3
  179. package/dist/types/env.js +0 -7
  180. package/dist/types/tool-interfaces.d.ts +898 -0
  181. package/dist/types/tool-interfaces.js +2 -0
  182. package/dist/types/tool-types.d.ts +195 -11
  183. package/dist/types/tool-types.js +0 -4
  184. package/dist/unreal-bridge.d.ts +24 -131
  185. package/dist/unreal-bridge.js +364 -1506
  186. package/dist/utils/command-validator.d.ts +9 -0
  187. package/dist/utils/command-validator.js +67 -0
  188. package/dist/utils/elicitation.d.ts +1 -1
  189. package/dist/utils/elicitation.js +12 -15
  190. package/dist/utils/error-handler.d.ts +2 -51
  191. package/dist/utils/error-handler.js +11 -87
  192. package/dist/utils/ini-reader.d.ts +3 -0
  193. package/dist/utils/ini-reader.js +69 -0
  194. package/dist/utils/logger.js +9 -6
  195. package/dist/utils/normalize.d.ts +3 -0
  196. package/dist/utils/normalize.js +56 -0
  197. package/dist/utils/response-factory.d.ts +7 -0
  198. package/dist/utils/response-factory.js +33 -0
  199. package/dist/utils/response-validator.d.ts +3 -24
  200. package/dist/utils/response-validator.js +130 -81
  201. package/dist/utils/result-helpers.d.ts +4 -5
  202. package/dist/utils/result-helpers.js +15 -16
  203. package/dist/utils/safe-json.js +5 -11
  204. package/dist/utils/unreal-command-queue.d.ts +24 -0
  205. package/dist/utils/unreal-command-queue.js +120 -0
  206. package/dist/utils/validation.d.ts +0 -40
  207. package/dist/utils/validation.js +1 -78
  208. package/dist/wasm/index.d.ts +70 -0
  209. package/dist/wasm/index.js +535 -0
  210. package/docs/GraphQL-API.md +888 -0
  211. package/docs/Migration-Guide-v0.5.0.md +692 -0
  212. package/docs/Roadmap.md +53 -0
  213. package/docs/WebAssembly-Integration.md +628 -0
  214. package/docs/editor-plugin-extension.md +370 -0
  215. package/docs/handler-mapping.md +242 -0
  216. package/docs/native-automation-progress.md +128 -0
  217. package/docs/testing-guide.md +423 -0
  218. package/mcp-config-example.json +6 -6
  219. package/package.json +60 -27
  220. package/plugins/McpAutomationBridge/Config/FilterPlugin.ini +8 -0
  221. package/plugins/McpAutomationBridge/McpAutomationBridge.uplugin +64 -0
  222. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/McpAutomationBridge.Build.cs +189 -0
  223. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeGlobals.cpp +22 -0
  224. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeGlobals.h +30 -0
  225. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeHelpers.h +1983 -0
  226. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeModule.cpp +72 -0
  227. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeSettings.cpp +46 -0
  228. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridgeSubsystem.cpp +581 -0
  229. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AnimationHandlers.cpp +2394 -0
  230. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AssetQueryHandlers.cpp +300 -0
  231. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AssetWorkflowHandlers.cpp +2807 -0
  232. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_AudioHandlers.cpp +1087 -0
  233. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BehaviorTreeHandlers.cpp +488 -0
  234. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintCreationHandlers.cpp +643 -0
  235. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintCreationHandlers.h +31 -0
  236. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintGraphHandlers.cpp +1184 -0
  237. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintHandlers.cpp +5652 -0
  238. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_BlueprintHandlers_List.cpp +152 -0
  239. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_ControlHandlers.cpp +2614 -0
  240. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_DebugHandlers.cpp +42 -0
  241. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_EditorFunctionHandlers.cpp +1237 -0
  242. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_EffectHandlers.cpp +1701 -0
  243. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_EnvironmentHandlers.cpp +2145 -0
  244. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_FoliageHandlers.cpp +954 -0
  245. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_InputHandlers.cpp +209 -0
  246. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_InsightsHandlers.cpp +41 -0
  247. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LandscapeHandlers.cpp +1164 -0
  248. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LevelHandlers.cpp +762 -0
  249. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LightingHandlers.cpp +634 -0
  250. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_LogHandlers.cpp +136 -0
  251. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_MaterialGraphHandlers.cpp +494 -0
  252. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_NiagaraGraphHandlers.cpp +278 -0
  253. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_NiagaraHandlers.cpp +625 -0
  254. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_PerformanceHandlers.cpp +401 -0
  255. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_PipelineHandlers.cpp +67 -0
  256. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_ProcessRequest.cpp +735 -0
  257. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_PropertyHandlers.cpp +2634 -0
  258. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_RenderHandlers.cpp +189 -0
  259. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SCSHandlers.cpp +917 -0
  260. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SCSHandlers.h +39 -0
  261. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SequenceHandlers.cpp +2670 -0
  262. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_SequencerHandlers.cpp +519 -0
  263. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_TestHandlers.cpp +38 -0
  264. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_UiHandlers.cpp +668 -0
  265. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpAutomationBridge_WorldPartitionHandlers.cpp +346 -0
  266. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpBridgeWebSocket.cpp +1330 -0
  267. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpBridgeWebSocket.h +149 -0
  268. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Private/McpConnectionManager.cpp +783 -0
  269. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Public/McpAutomationBridgeSettings.h +115 -0
  270. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Public/McpAutomationBridgeSubsystem.h +796 -0
  271. package/plugins/McpAutomationBridge/Source/McpAutomationBridge/Public/McpConnectionManager.h +117 -0
  272. package/scripts/check-unreal-connection.mjs +19 -0
  273. package/scripts/clean-tmp.js +23 -0
  274. package/scripts/patch-wasm.js +26 -0
  275. package/scripts/run-all-tests.mjs +131 -0
  276. package/scripts/smoke-test.ts +94 -0
  277. package/scripts/sync-mcp-plugin.js +143 -0
  278. package/scripts/test-no-plugin-alternates.mjs +113 -0
  279. package/scripts/validate-server.js +46 -0
  280. package/scripts/verify-automation-bridge.js +200 -0
  281. package/server.json +57 -21
  282. package/src/automation/bridge.ts +558 -0
  283. package/src/automation/connection-manager.ts +130 -0
  284. package/src/automation/handshake.ts +99 -0
  285. package/src/automation/index.ts +2 -0
  286. package/src/automation/message-handler.ts +167 -0
  287. package/src/automation/request-tracker.ts +123 -0
  288. package/src/automation/types.ts +107 -0
  289. package/src/cli.ts +33 -6
  290. package/src/config.ts +73 -0
  291. package/src/constants.ts +12 -0
  292. package/src/graphql/resolvers.ts +1010 -0
  293. package/src/graphql/schema.ts +452 -0
  294. package/src/graphql/server.ts +154 -0
  295. package/src/graphql/types.ts +7 -0
  296. package/src/handlers/resource-handlers.ts +186 -0
  297. package/src/index.ts +152 -649
  298. package/src/prompts/index.ts +4 -4
  299. package/src/resources/actors.ts +58 -76
  300. package/src/resources/assets.ts +147 -134
  301. package/src/resources/levels.ts +28 -33
  302. package/src/server/resource-registry.ts +47 -0
  303. package/src/server/tool-registry.ts +354 -0
  304. package/src/server-setup.ts +148 -0
  305. package/src/services/health-monitor.ts +132 -0
  306. package/src/services/metrics-server.ts +142 -0
  307. package/src/tools/actors.ts +417 -322
  308. package/src/tools/animation.ts +671 -461
  309. package/src/tools/assets.ts +353 -289
  310. package/src/tools/audio.ts +323 -766
  311. package/src/tools/base-tool.ts +52 -0
  312. package/src/tools/behavior-tree.ts +45 -0
  313. package/src/tools/blueprint/helpers.ts +189 -0
  314. package/src/tools/blueprint.ts +787 -965
  315. package/src/tools/consolidated-tool-definitions.ts +993 -500
  316. package/src/tools/consolidated-tool-handlers.ts +272 -1122
  317. package/src/tools/debug.ts +292 -187
  318. package/src/tools/dynamic-handler-registry.ts +151 -0
  319. package/src/tools/editor.ts +309 -246
  320. package/src/tools/engine.ts +14 -3
  321. package/src/tools/environment.ts +287 -0
  322. package/src/tools/foliage.ts +314 -379
  323. package/src/tools/handlers/actor-handlers.ts +271 -0
  324. package/src/tools/handlers/animation-handlers.ts +237 -0
  325. package/src/tools/handlers/argument-helper.ts +142 -0
  326. package/src/tools/handlers/asset-handlers.ts +532 -0
  327. package/src/tools/handlers/audio-handlers.ts +194 -0
  328. package/src/tools/handlers/blueprint-handlers.ts +380 -0
  329. package/src/tools/handlers/common-handlers.ts +87 -0
  330. package/src/tools/handlers/editor-handlers.ts +123 -0
  331. package/src/tools/handlers/effect-handlers.ts +220 -0
  332. package/src/tools/handlers/environment-handlers.ts +183 -0
  333. package/src/tools/handlers/graph-handlers.ts +116 -0
  334. package/src/tools/handlers/input-handlers.ts +28 -0
  335. package/src/tools/handlers/inspect-handlers.ts +450 -0
  336. package/src/tools/handlers/level-handlers.ts +252 -0
  337. package/src/tools/handlers/lighting-handlers.ts +147 -0
  338. package/src/tools/handlers/performance-handlers.ts +132 -0
  339. package/src/tools/handlers/pipeline-handlers.ts +127 -0
  340. package/src/tools/handlers/sequence-handlers.ts +415 -0
  341. package/src/tools/handlers/system-handlers.ts +564 -0
  342. package/src/tools/input.ts +101 -0
  343. package/src/tools/introspection.ts +493 -584
  344. package/src/tools/landscape.ts +394 -489
  345. package/src/tools/level.ts +752 -694
  346. package/src/tools/lighting.ts +583 -984
  347. package/src/tools/logs.ts +219 -0
  348. package/src/tools/materials.ts +231 -121
  349. package/src/tools/niagara.ts +293 -168
  350. package/src/tools/performance.ts +320 -168
  351. package/src/tools/physics.ts +268 -613
  352. package/src/tools/property-dictionary.ts +98 -0
  353. package/src/tools/sequence.ts +255 -815
  354. package/src/tools/tool-definition-utils.ts +35 -0
  355. package/src/tools/ui.ts +207 -283
  356. package/src/types/env.ts +0 -10
  357. package/src/types/tool-interfaces.ts +250 -0
  358. package/src/types/tool-types.ts +250 -13
  359. package/src/unreal-bridge.ts +460 -1550
  360. package/src/utils/command-validator.ts +75 -0
  361. package/src/utils/elicitation.ts +10 -7
  362. package/src/utils/error-handler.ts +14 -90
  363. package/src/utils/ini-reader.ts +86 -0
  364. package/src/utils/logger.ts +8 -3
  365. package/src/utils/normalize.ts +60 -0
  366. package/src/utils/response-factory.ts +39 -0
  367. package/src/utils/response-validator.ts +176 -56
  368. package/src/utils/result-helpers.ts +21 -19
  369. package/src/utils/safe-json.ts +14 -11
  370. package/src/utils/unreal-command-queue.ts +152 -0
  371. package/src/utils/validation.ts +4 -1
  372. package/src/wasm/index.ts +838 -0
  373. package/test-server.mjs +100 -0
  374. package/tests/run-unreal-tool-tests.mjs +242 -14
  375. package/tests/test-animation.mjs +44 -0
  376. package/tests/test-asset-advanced.mjs +82 -0
  377. package/tests/test-asset-errors.mjs +35 -0
  378. package/tests/test-audio.mjs +219 -0
  379. package/tests/test-automation-timeouts.mjs +98 -0
  380. package/tests/test-behavior-tree.mjs +261 -0
  381. package/tests/test-blueprint-events.mjs +35 -0
  382. package/tests/test-blueprint-graph.mjs +79 -0
  383. package/tests/test-blueprint.mjs +577 -0
  384. package/tests/test-client-mode.mjs +86 -0
  385. package/tests/test-console-command.mjs +56 -0
  386. package/tests/test-control-actor.mjs +425 -0
  387. package/tests/test-control-editor.mjs +80 -0
  388. package/tests/test-extra-tools.mjs +38 -0
  389. package/tests/test-graphql.mjs +322 -0
  390. package/tests/test-inspect.mjs +72 -0
  391. package/tests/test-landscape.mjs +60 -0
  392. package/tests/test-manage-asset.mjs +438 -0
  393. package/tests/test-manage-level.mjs +70 -0
  394. package/tests/test-materials.mjs +356 -0
  395. package/tests/test-niagara.mjs +185 -0
  396. package/tests/test-no-inline-python.mjs +122 -0
  397. package/tests/test-plugin-handshake.mjs +82 -0
  398. package/tests/test-render.mjs +33 -0
  399. package/tests/test-runner.mjs +933 -0
  400. package/tests/test-search-assets.mjs +66 -0
  401. package/tests/test-sequence.mjs +68 -0
  402. package/tests/test-system.mjs +57 -0
  403. package/tests/test-wasm.mjs +193 -0
  404. package/tests/test-world-partition.mjs +215 -0
  405. package/tsconfig.json +3 -3
  406. package/wasm/Cargo.lock +363 -0
  407. package/wasm/Cargo.toml +42 -0
  408. package/wasm/LICENSE +21 -0
  409. package/wasm/README.md +253 -0
  410. package/wasm/src/dependency_resolver.rs +377 -0
  411. package/wasm/src/lib.rs +153 -0
  412. package/wasm/src/property_parser.rs +271 -0
  413. package/wasm/src/transform_math.rs +396 -0
  414. package/wasm/tests/integration.rs +109 -0
  415. package/.github/workflows/smithery-build.yml +0 -29
  416. package/dist/tools/build_environment_advanced.d.ts +0 -65
  417. package/dist/tools/build_environment_advanced.js +0 -633
  418. package/dist/tools/rc.d.ts +0 -110
  419. package/dist/tools/rc.js +0 -437
  420. package/dist/tools/visual.d.ts +0 -40
  421. package/dist/tools/visual.js +0 -282
  422. package/dist/utils/http.d.ts +0 -6
  423. package/dist/utils/http.js +0 -151
  424. package/dist/utils/python-output.d.ts +0 -18
  425. package/dist/utils/python-output.js +0 -290
  426. package/dist/utils/python.d.ts +0 -2
  427. package/dist/utils/python.js +0 -4
  428. package/dist/utils/stdio-redirect.d.ts +0 -2
  429. package/dist/utils/stdio-redirect.js +0 -20
  430. package/docs/unreal-tool-test-cases.md +0 -572
  431. package/smithery.yaml +0 -29
  432. package/src/tools/build_environment_advanced.ts +0 -732
  433. package/src/tools/rc.ts +0 -515
  434. package/src/tools/visual.ts +0 -281
  435. package/src/utils/http.ts +0 -187
  436. package/src/utils/python-output.ts +0 -351
  437. package/src/utils/python.ts +0 -3
  438. package/src/utils/stdio-redirect.ts +0 -18
@@ -0,0 +1,1087 @@
1
+ #include "EngineUtils.h"
2
+ #include "McpAutomationBridgeGlobals.h"
3
+ #include "McpAutomationBridgeHelpers.h"
4
+ #include "McpAutomationBridgeSubsystem.h"
5
+
6
+ #if WITH_EDITOR
7
+ #include "AssetRegistry/AssetRegistryModule.h"
8
+ #include "AssetToolsModule.h"
9
+ #include "AudioDevice.h"
10
+ #include "Components/AudioComponent.h"
11
+ #include "EditorAssetLibrary.h"
12
+ #include "Factories/SoundAttenuationFactory.h"
13
+ #include "Factories/SoundClassFactory.h"
14
+ #include "Factories/SoundCueFactoryNew.h"
15
+ #include "Factories/SoundMixFactory.h"
16
+ #include "Kismet/GameplayStatics.h"
17
+ #include "Sound/SoundAttenuation.h"
18
+ #include "Sound/SoundClass.h"
19
+ #include "Sound/SoundCue.h"
20
+ #include "Sound/SoundMix.h"
21
+ #include "Sound/SoundNodeAttenuation.h"
22
+ #include "Sound/SoundNodeLooping.h"
23
+ #include "Sound/SoundNodeModulator.h"
24
+ #include "Sound/SoundNodeWavePlayer.h"
25
+ #include "Sound/SoundWave.h"
26
+
27
+ #endif
28
+
29
+ /**
30
+ * Finds an actor by object path/name or by actor label/name within an optional world.
31
+ *
32
+ * Searches first for an exact object path or registered name, and if not found and a World is provided,
33
+ * iterates actors in that World comparing actor label and actor name case-insensitively.
34
+ *
35
+ * @param ActorName Actor object path, registered name, or actor label to search for.
36
+ * @param World Optional world to search actor labels/names in when direct lookup fails.
37
+ * @return `AActor*` Pointer to the matched actor, `nullptr` if no matching actor is found or ActorName is empty.
38
+ */
39
+ static AActor *FindAudioActorByName(const FString &ActorName, UWorld *World) {
40
+ if (ActorName.IsEmpty())
41
+ return nullptr;
42
+
43
+ // Fast path: Direct object path/name
44
+ AActor *Actor = FindObject<AActor>(nullptr, *ActorName);
45
+ if (Actor && Actor->IsValidLowLevel())
46
+ return Actor;
47
+
48
+ // Fallback: Label search (limited scope)
49
+ if (World) {
50
+ for (TActorIterator<AActor> It(World); It; ++It) {
51
+ if (It->GetActorLabel().Equals(ActorName, ESearchCase::IgnoreCase) ||
52
+ It->GetName().Equals(ActorName, ESearchCase::IgnoreCase)) {
53
+ return *It;
54
+ }
55
+ }
56
+ }
57
+ return nullptr;
58
+ }
59
+
60
+ /**
61
+ * @brief Resolves a USoundBase asset from an asset path or an asset name.
62
+ *
63
+ * Attempts to load the sound by the provided path; if the input appears to be a simple name
64
+ * (no path separators), searches the project's /Game assets for a matching USoundWave or
65
+ * USoundCue by name.
66
+ *
67
+ * @param SoundPath Asset path (e.g. "/Game/Audio/MyCue.MyCue") or an asset name (e.g. "MyCue").
68
+ * @return USoundBase* Pointer to the resolved sound asset, or nullptr if not found.
69
+ */
70
+ static USoundBase *ResolveSoundAsset(const FString &SoundPath) {
71
+ if (SoundPath.IsEmpty())
72
+ return nullptr;
73
+
74
+ USoundBase *Sound = nullptr;
75
+ if (UEditorAssetLibrary::DoesAssetExist(SoundPath)) {
76
+ Sound = Cast<USoundBase>(UEditorAssetLibrary::LoadAsset(SoundPath));
77
+ }
78
+
79
+ if (Sound)
80
+ return Sound;
81
+
82
+ // Optimization: If it looks like a path and wasn't found, fail immediately
83
+ if (SoundPath.Contains(TEXT("/"))) {
84
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Warning,
85
+ TEXT("Sound asset '%s' not found (skipping recursive search)."),
86
+ *SoundPath);
87
+ return nullptr;
88
+ }
89
+
90
+ // Fallback: Try to find the asset by Name
91
+ FString AssetName = FPaths::GetBaseFilename(SoundPath);
92
+ FAssetRegistryModule &AssetRegistryModule =
93
+ FModuleManager::LoadModuleChecked<FAssetRegistryModule>("AssetRegistry");
94
+ TArray<FAssetData> AssetData;
95
+ FARFilter Filter;
96
+ Filter.ClassPaths.Add(USoundWave::StaticClass()->GetClassPathName());
97
+ Filter.ClassPaths.Add(USoundCue::StaticClass()->GetClassPathName());
98
+ Filter.bRecursivePaths = true;
99
+ Filter.PackagePaths.Add(TEXT("/Game"));
100
+ AssetRegistryModule.Get().GetAssets(Filter, AssetData);
101
+
102
+ for (const FAssetData &Data : AssetData) {
103
+ if (Data.AssetName.ToString().Equals(AssetName, ESearchCase::IgnoreCase)) {
104
+ Sound = Cast<USoundBase>(Data.GetAsset());
105
+ if (Sound) {
106
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Log,
107
+ TEXT("Resolved sound '%s' to '%s'"), *SoundPath,
108
+ *Sound->GetPathName());
109
+ return Sound;
110
+ }
111
+ }
112
+ }
113
+
114
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Warning,
115
+ TEXT("Sound asset '%s' not found."), *SoundPath);
116
+ return nullptr;
117
+ }
118
+
119
+ /**
120
+ * @brief Resolve a USoundMix by asset path or asset name.
121
+ *
122
+ * Attempts to load a USoundMix using the provided MixPath. If MixPath contains a
123
+ * full asset path and the asset exists, that asset is returned. If MixPath does
124
+ * not contain a path separator, the function treats it as an asset name and
125
+ * searches the /Game packages for a matching USoundMix (case-insensitive).
126
+ *
127
+ * @param MixPath Asset path or asset name to resolve.
128
+ * @return USoundMix* Pointer to the resolved USoundMix, or nullptr if not found.
129
+ */
130
+ static USoundMix *ResolveSoundMix(const FString &MixPath) {
131
+ if (MixPath.IsEmpty())
132
+ return nullptr;
133
+
134
+ USoundMix *Mix = nullptr;
135
+ if (UEditorAssetLibrary::DoesAssetExist(MixPath)) {
136
+ Mix = Cast<USoundMix>(UEditorAssetLibrary::LoadAsset(MixPath));
137
+ }
138
+ if (Mix)
139
+ return Mix;
140
+
141
+ if (MixPath.Contains(TEXT("/")))
142
+ return nullptr;
143
+
144
+ FString AssetName = FPaths::GetBaseFilename(MixPath);
145
+ FAssetRegistryModule &AssetRegistryModule =
146
+ FModuleManager::LoadModuleChecked<FAssetRegistryModule>("AssetRegistry");
147
+ TArray<FAssetData> AssetData;
148
+ FARFilter Filter;
149
+ Filter.ClassPaths.Add(USoundMix::StaticClass()->GetClassPathName());
150
+ Filter.bRecursivePaths = true;
151
+ Filter.PackagePaths.Add(TEXT("/Game"));
152
+ AssetRegistryModule.Get().GetAssets(Filter, AssetData);
153
+
154
+ for (const FAssetData &Data : AssetData) {
155
+ if (Data.AssetName.ToString().Equals(AssetName, ESearchCase::IgnoreCase)) {
156
+ Mix = Cast<USoundMix>(Data.GetAsset());
157
+ if (Mix)
158
+ return Mix;
159
+ }
160
+ }
161
+ return nullptr;
162
+ }
163
+
164
+ /**
165
+ * @brief Locates and returns a USoundClass by asset path or by asset name.
166
+ *
167
+ * Attempts to load the sound class directly if ClassPath refers to an existing asset; otherwise,
168
+ * if ClassPath does not contain a '/' it searches the project's /Game assets for a sound class
169
+ * with a matching name (case-insensitive).
170
+ *
171
+ * @param ClassPath Asset path (e.g. "/Game/Audio/MyClass") or asset name ("MyClass").
172
+ * @return USoundClass* Pointer to the resolved sound class, or nullptr if not found or ClassPath is empty.
173
+ */
174
+ static USoundClass *ResolveSoundClass(const FString &ClassPath) {
175
+ if (ClassPath.IsEmpty())
176
+ return nullptr;
177
+
178
+ USoundClass *Class = nullptr;
179
+ if (UEditorAssetLibrary::DoesAssetExist(ClassPath)) {
180
+ Class = Cast<USoundClass>(UEditorAssetLibrary::LoadAsset(ClassPath));
181
+ }
182
+ if (Class)
183
+ return Class;
184
+
185
+ if (ClassPath.Contains(TEXT("/")))
186
+ return nullptr;
187
+
188
+ FString AssetName = FPaths::GetBaseFilename(ClassPath);
189
+ FAssetRegistryModule &AssetRegistryModule =
190
+ FModuleManager::LoadModuleChecked<FAssetRegistryModule>("AssetRegistry");
191
+ TArray<FAssetData> AssetData;
192
+ FARFilter Filter;
193
+ Filter.ClassPaths.Add(USoundClass::StaticClass()->GetClassPathName());
194
+ Filter.bRecursivePaths = true;
195
+ Filter.PackagePaths.Add(TEXT("/Game"));
196
+ AssetRegistryModule.Get().GetAssets(Filter, AssetData);
197
+
198
+ for (const FAssetData &Data : AssetData) {
199
+ if (Data.AssetName.ToString().Equals(AssetName, ESearchCase::IgnoreCase)) {
200
+ Class = Cast<USoundClass>(Data.GetAsset());
201
+ if (Class)
202
+ return Class;
203
+ }
204
+ }
205
+ return nullptr;
206
+ }
207
+
208
+ /**
209
+ * @brief Handle audio-related automation actions described by a JSON payload and perform corresponding editor-side audio operations.
210
+ *
211
+ * Processes actions whose names start with audio_/create_sound_/play_sound_/set_sound_/push_sound_/pop_sound_/create_audio_/create_ambient_/create_reverb_/enable_audio_/fade_sound/set_doppler_/set_audio_/clear_sound_/set_base_sound_/prime_/spawn_sound_. In editor builds this may create audio assets (SoundCue, SoundClass, SoundMix), play or spawn sounds (2D/3D, attached or at location), manage SoundMix state and overrides, fade audio, prime sounds, and create audio components; non-editor builds return a NOT_IMPLEMENTED response.
212
+ *
213
+ * @param RequestId Identifier for the automation request.
214
+ * @param Action Action name to handle (comparison is case-insensitive and matched by known prefixes).
215
+ * @param Payload JSON object containing action parameters (e.g., asset paths, location/rotation arrays, volume, pitch, names).
216
+ * @param RequestingSocket Optional socket that initiated the request (used for sending responses/errors).
217
+ * @return bool `true` if the request was processed (either handled successfully or an error/response was sent); `false` if the action name is not an audio-related command and was not handled.
218
+ */
219
+ bool UMcpAutomationBridgeSubsystem::HandleAudioAction(
220
+ const FString &RequestId, const FString &Action,
221
+ const TSharedPtr<FJsonObject> &Payload,
222
+ TSharedPtr<FMcpBridgeWebSocket> RequestingSocket) {
223
+ const FString Lower = Action.ToLower();
224
+ if (!Lower.StartsWith(TEXT("audio_")) &&
225
+ !Lower.StartsWith(TEXT("create_sound_")) &&
226
+ !Lower.StartsWith(TEXT("play_sound_")) &&
227
+ !Lower.StartsWith(TEXT("set_sound_")) &&
228
+ !Lower.StartsWith(TEXT("push_sound_")) &&
229
+ !Lower.StartsWith(TEXT("pop_sound_")) &&
230
+ !Lower.StartsWith(TEXT("create_audio_")) &&
231
+ !Lower.StartsWith(TEXT("create_ambient_")) &&
232
+ !Lower.StartsWith(TEXT("create_reverb_")) &&
233
+ !Lower.StartsWith(TEXT("enable_audio_")) &&
234
+ !Lower.StartsWith(TEXT("fade_sound")) &&
235
+ !Lower.StartsWith(TEXT("set_doppler_")) &&
236
+ !Lower.StartsWith(TEXT("set_audio_")) &&
237
+ !Lower.StartsWith(TEXT("clear_sound_")) &&
238
+ !Lower.StartsWith(TEXT("set_base_sound_")) &&
239
+ !Lower.StartsWith(TEXT("prime_")) &&
240
+ !Lower.StartsWith(TEXT("spawn_sound_"))) {
241
+ return false;
242
+ }
243
+
244
+ #if WITH_EDITOR
245
+ if (!Payload.IsValid()) {
246
+ SendAutomationError(RequestingSocket, RequestId,
247
+ TEXT("Audio payload missing"), TEXT("INVALID_PAYLOAD"));
248
+ return true;
249
+ }
250
+
251
+ if (Lower == TEXT("create_sound_cue") ||
252
+ Lower == TEXT("audio_create_sound_cue")) {
253
+ FString Name;
254
+ if (!Payload->TryGetStringField(TEXT("name"), Name) || Name.IsEmpty()) {
255
+ SendAutomationError(RequestingSocket, RequestId, TEXT("name required"),
256
+ TEXT("INVALID_ARGUMENT"));
257
+ return true;
258
+ }
259
+
260
+ FString PackagePath;
261
+ Payload->TryGetStringField(TEXT("packagePath"), PackagePath);
262
+ if (PackagePath.IsEmpty())
263
+ PackagePath = TEXT("/Game/Audio/Cues");
264
+
265
+ FString WavePath;
266
+ Payload->TryGetStringField(TEXT("wavePath"), WavePath);
267
+
268
+ USoundCueFactoryNew *Factory = NewObject<USoundCueFactoryNew>();
269
+ FAssetToolsModule &AssetToolsModule =
270
+ FModuleManager::LoadModuleChecked<FAssetToolsModule>("AssetTools");
271
+ UObject *NewAsset = AssetToolsModule.Get().CreateAsset(
272
+ Name, PackagePath, USoundCue::StaticClass(), Factory);
273
+ USoundCue *SoundCue = Cast<USoundCue>(NewAsset);
274
+
275
+ if (!SoundCue) {
276
+ SendAutomationError(RequestingSocket, RequestId,
277
+ TEXT("Failed to create SoundCue"),
278
+ TEXT("ASSET_CREATION_FAILED"));
279
+ return true;
280
+ }
281
+
282
+ // Basic graph setup if wave provided
283
+ if (!WavePath.IsEmpty()) {
284
+ USoundWave *Wave = LoadObject<USoundWave>(nullptr, *WavePath);
285
+ if (Wave) {
286
+ USoundNodeWavePlayer *PlayerNode =
287
+ SoundCue->ConstructSoundNode<USoundNodeWavePlayer>();
288
+ PlayerNode->SetSoundWave(Wave);
289
+
290
+ USoundNode *LastNode = PlayerNode;
291
+
292
+ // Optional looping
293
+ bool bLooping = false;
294
+ if (Payload->TryGetBoolField(TEXT("looping"), bLooping) && bLooping) {
295
+ USoundNodeLooping *LoopNode =
296
+ SoundCue->ConstructSoundNode<USoundNodeLooping>();
297
+ LoopNode->ChildNodes.Add(LastNode);
298
+ LastNode = LoopNode;
299
+ }
300
+
301
+ // Optional modulation (volume/pitch)
302
+ double Volume = 1.0;
303
+ double Pitch = 1.0;
304
+ bool bHasVolume = Payload->TryGetNumberField(TEXT("volume"), Volume);
305
+ bool bHasPitch = Payload->TryGetNumberField(TEXT("pitch"), Pitch);
306
+
307
+ if (bHasVolume || bHasPitch) {
308
+ USoundNodeModulator *ModNode =
309
+ SoundCue->ConstructSoundNode<USoundNodeModulator>();
310
+ ModNode->PitchMin = ModNode->PitchMax = (float)Pitch;
311
+ ModNode->VolumeMin = ModNode->VolumeMax = (float)Volume;
312
+ ModNode->ChildNodes.Add(LastNode);
313
+ LastNode = ModNode;
314
+ }
315
+
316
+ // Optional attenuation
317
+ FString AttenuationPath;
318
+ if (Payload->TryGetStringField(TEXT("attenuationPath"),
319
+ AttenuationPath) &&
320
+ !AttenuationPath.IsEmpty()) {
321
+ USoundAttenuation *Attenuation =
322
+ LoadObject<USoundAttenuation>(nullptr, *AttenuationPath);
323
+ if (Attenuation) {
324
+ USoundNodeAttenuation *AttenNode =
325
+ SoundCue->ConstructSoundNode<USoundNodeAttenuation>();
326
+ AttenNode->AttenuationSettings = Attenuation;
327
+ AttenNode->ChildNodes.Add(LastNode);
328
+ LastNode = AttenNode;
329
+ }
330
+ }
331
+
332
+ SoundCue->FirstNode = LastNode;
333
+ SoundCue->LinkGraphNodesFromSoundNodes();
334
+ }
335
+ }
336
+
337
+ UEditorAssetLibrary::SaveAsset(SoundCue->GetPathName());
338
+
339
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
340
+ Resp->SetBoolField(TEXT("success"), true);
341
+ Resp->SetStringField(TEXT("path"), SoundCue->GetPathName());
342
+ SendAutomationResponse(RequestingSocket, RequestId, true,
343
+ TEXT("SoundCue created"), Resp);
344
+ return true;
345
+ } else if (Lower == TEXT("play_sound_at_location") ||
346
+ Lower == TEXT("audio_play_sound_at_location")) {
347
+ FString SoundPath;
348
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
349
+ SoundPath.IsEmpty()) {
350
+ SendAutomationError(RequestingSocket, RequestId,
351
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
352
+ return true;
353
+ }
354
+
355
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
356
+ if (!Sound) {
357
+ SendAutomationError(RequestingSocket, RequestId,
358
+ TEXT("Sound asset not found"),
359
+ TEXT("ASSET_NOT_FOUND"));
360
+ return true;
361
+ }
362
+
363
+ FVector Location = FVector::ZeroVector;
364
+ FRotator Rotation = FRotator::ZeroRotator;
365
+ const TArray<TSharedPtr<FJsonValue>> *LocArr;
366
+ if (Payload->TryGetArrayField(TEXT("location"), LocArr) && LocArr &&
367
+ LocArr->Num() >= 3) {
368
+ Location = FVector((*LocArr)[0]->AsNumber(), (*LocArr)[1]->AsNumber(),
369
+ (*LocArr)[2]->AsNumber());
370
+ }
371
+ const TArray<TSharedPtr<FJsonValue>> *RotArr;
372
+ if (Payload->TryGetArrayField(TEXT("rotation"), RotArr) && RotArr &&
373
+ RotArr->Num() >= 3) {
374
+ Rotation = FRotator((*RotArr)[0]->AsNumber(), (*RotArr)[1]->AsNumber(),
375
+ (*RotArr)[2]->AsNumber());
376
+ }
377
+
378
+ double Volume = 1.0;
379
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
380
+ double Pitch = 1.0;
381
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
382
+ double StartTime = 0.0;
383
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
384
+
385
+ USoundAttenuation *Attenuation = nullptr;
386
+ FString AttenPath;
387
+ if (Payload->TryGetStringField(TEXT("attenuationPath"), AttenPath) &&
388
+ !AttenPath.IsEmpty()) {
389
+ Attenuation = LoadObject<USoundAttenuation>(nullptr, *AttenPath);
390
+ }
391
+
392
+ USoundConcurrency *Concurrency = nullptr;
393
+ FString ConcPath;
394
+ if (Payload->TryGetStringField(TEXT("concurrencyPath"), ConcPath) &&
395
+ !ConcPath.IsEmpty()) {
396
+ Concurrency = LoadObject<USoundConcurrency>(nullptr, *ConcPath);
397
+ }
398
+
399
+ if (!GEditor)
400
+ return false;
401
+ UWorld *World = GEditor->GetEditorWorldContext().World();
402
+ if (!World) {
403
+ SendAutomationError(RequestingSocket, RequestId,
404
+ TEXT("No world context available"), TEXT("NO_WORLD"));
405
+ return true;
406
+ }
407
+
408
+ UGameplayStatics::PlaySoundAtLocation(
409
+ World, Sound, Location, Rotation, (float)Volume, (float)Pitch,
410
+ (float)StartTime, Attenuation, Concurrency);
411
+
412
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
413
+ Resp->SetBoolField(TEXT("success"), true);
414
+ Resp->SetStringField(TEXT("soundPath"), SoundPath);
415
+ TSharedPtr<FJsonObject> LocObj = MakeShared<FJsonObject>();
416
+ LocObj->SetNumberField(TEXT("x"), Location.X);
417
+ LocObj->SetNumberField(TEXT("y"), Location.Y);
418
+ LocObj->SetNumberField(TEXT("z"), Location.Z);
419
+ Resp->SetObjectField(TEXT("location"), LocObj);
420
+
421
+ SendAutomationResponse(RequestingSocket, RequestId, true,
422
+ TEXT("Sound played at location"), Resp);
423
+ return true;
424
+ } else if (Lower == TEXT("play_sound_2d") ||
425
+ Lower == TEXT("audio_play_sound_2d")) {
426
+ FString SoundPath;
427
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
428
+ SoundPath.IsEmpty()) {
429
+ SendAutomationError(RequestingSocket, RequestId,
430
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
431
+ return true;
432
+ }
433
+
434
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
435
+ if (!Sound) {
436
+ SendAutomationError(RequestingSocket, RequestId,
437
+ TEXT("Sound asset not found"),
438
+ TEXT("ASSET_NOT_FOUND"));
439
+ return true;
440
+ }
441
+
442
+ double Volume = 1.0;
443
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
444
+ double Pitch = 1.0;
445
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
446
+ double StartTime = 0.0;
447
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
448
+
449
+ if (!GEditor)
450
+ return true;
451
+ UWorld *World = GEditor->GetEditorWorldContext().World();
452
+ if (!World) {
453
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
454
+ TEXT("NO_WORLD"));
455
+ return true;
456
+ }
457
+
458
+ UGameplayStatics::PlaySound2D(World, Sound, (float)Volume, (float)Pitch,
459
+ (float)StartTime);
460
+
461
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
462
+ Resp->SetBoolField(TEXT("success"), true);
463
+ Resp->SetStringField(TEXT("soundPath"), SoundPath);
464
+ Resp->SetNumberField(TEXT("volume"), Volume);
465
+ Resp->SetNumberField(TEXT("pitch"), Pitch);
466
+
467
+ SendAutomationResponse(RequestingSocket, RequestId, true,
468
+ TEXT("Sound played 2D"), Resp);
469
+ return true;
470
+ } else if (Lower == TEXT("create_sound_class") ||
471
+ Lower == TEXT("audio_create_sound_class")) {
472
+ FString Name;
473
+ if (!Payload->TryGetStringField(TEXT("name"), Name) || Name.IsEmpty()) {
474
+ SendAutomationError(RequestingSocket, RequestId, TEXT("name required"),
475
+ TEXT("INVALID_ARGUMENT"));
476
+ return true;
477
+ }
478
+
479
+ FString PackagePath = TEXT("/Game/Audio/Classes");
480
+
481
+ USoundClassFactory *Factory = NewObject<USoundClassFactory>();
482
+ FAssetToolsModule &AssetToolsModule =
483
+ FModuleManager::LoadModuleChecked<FAssetToolsModule>("AssetTools");
484
+ UObject *NewAsset = AssetToolsModule.Get().CreateAsset(
485
+ Name, PackagePath, USoundClass::StaticClass(), Factory);
486
+ USoundClass *SoundClass = Cast<USoundClass>(NewAsset);
487
+
488
+ if (SoundClass) {
489
+ const TSharedPtr<FJsonObject> *Props;
490
+ if (Payload->TryGetObjectField(TEXT("properties"), Props)) {
491
+ double Vol = 1.0;
492
+ if ((*Props)->TryGetNumberField(TEXT("volume"), Vol)) {
493
+ SoundClass->Properties.Volume = (float)Vol;
494
+ }
495
+ double Pitch = 1.0;
496
+ if ((*Props)->TryGetNumberField(TEXT("pitch"), Pitch)) {
497
+ SoundClass->Properties.Pitch = (float)Pitch;
498
+ }
499
+ }
500
+
501
+ FString ParentClassPath;
502
+ if (Payload->TryGetStringField(TEXT("parentClass"), ParentClassPath) &&
503
+ !ParentClassPath.IsEmpty()) {
504
+ USoundClass *Parent =
505
+ LoadObject<USoundClass>(nullptr, *ParentClassPath);
506
+ if (Parent) {
507
+ SoundClass->ParentClass = Parent;
508
+ }
509
+ }
510
+
511
+ UEditorAssetLibrary::SaveAsset(SoundClass->GetPathName());
512
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
513
+ Resp->SetBoolField(TEXT("success"), true);
514
+ Resp->SetStringField(TEXT("path"), SoundClass->GetPathName());
515
+ Resp->SetStringField(TEXT("name"), SoundClass->GetName());
516
+
517
+ SendAutomationResponse(RequestingSocket, RequestId, true,
518
+ TEXT("SoundClass created"), Resp);
519
+ } else {
520
+ SendAutomationError(RequestingSocket, RequestId,
521
+ TEXT("Failed to create SoundClass"),
522
+ TEXT("ASSET_CREATION_FAILED"));
523
+ }
524
+ return true;
525
+ } else if (Lower == TEXT("create_sound_mix") ||
526
+ Lower == TEXT("audio_create_sound_mix")) {
527
+ FString Name;
528
+ if (!Payload->TryGetStringField(TEXT("name"), Name) || Name.IsEmpty()) {
529
+ SendAutomationError(RequestingSocket, RequestId, TEXT("name required"),
530
+ TEXT("INVALID_ARGUMENT"));
531
+ return true;
532
+ }
533
+
534
+ FString PackagePath = TEXT("/Game/Audio/Mixes");
535
+ if (Payload->HasField(TEXT("packagePath"))) {
536
+ PackagePath = Payload->GetStringField(TEXT("packagePath"));
537
+ } else if (Payload->HasField(TEXT("savePath"))) {
538
+ PackagePath = Payload->GetStringField(TEXT("savePath"));
539
+ }
540
+
541
+ USoundMixFactory *Factory = NewObject<USoundMixFactory>();
542
+ FAssetToolsModule &AssetToolsModule =
543
+ FModuleManager::LoadModuleChecked<FAssetToolsModule>("AssetTools");
544
+ UObject *NewAsset = AssetToolsModule.Get().CreateAsset(
545
+ Name, PackagePath, USoundMix::StaticClass(), Factory);
546
+ USoundMix *SoundMix = Cast<USoundMix>(NewAsset);
547
+
548
+ if (SoundMix) {
549
+ const TArray<TSharedPtr<FJsonValue>> *Adjusters;
550
+ if (Payload->TryGetArrayField(TEXT("classAdjusters"), Adjusters)) {
551
+ for (const auto &Val : *Adjusters) {
552
+ const TSharedPtr<FJsonObject> AdjObj = Val->AsObject();
553
+ FString ClassPath;
554
+ if (AdjObj->TryGetStringField(TEXT("soundClass"), ClassPath)) {
555
+ USoundClass *SC = LoadObject<USoundClass>(nullptr, *ClassPath);
556
+ if (SC) {
557
+ FSoundClassAdjuster Adjuster;
558
+ Adjuster.SoundClassObject = SC;
559
+ double Vol = 1.0;
560
+ AdjObj->TryGetNumberField(TEXT("volumeAdjuster"), Vol);
561
+ Adjuster.VolumeAdjuster = (float)Vol;
562
+ double Pitch = 1.0;
563
+ AdjObj->TryGetNumberField(TEXT("pitchAdjuster"), Pitch);
564
+ Adjuster.PitchAdjuster = (float)Pitch;
565
+ SoundMix->SoundClassEffects.Add(Adjuster);
566
+ }
567
+ }
568
+ }
569
+ }
570
+
571
+ UEditorAssetLibrary::SaveAsset(SoundMix->GetPathName());
572
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
573
+ Resp->SetBoolField(TEXT("success"), true);
574
+ Resp->SetStringField(TEXT("path"), SoundMix->GetPathName());
575
+ Resp->SetStringField(TEXT("name"), SoundMix->GetName());
576
+
577
+ SendAutomationResponse(RequestingSocket, RequestId, true,
578
+ TEXT("SoundMix created"), Resp);
579
+ } else {
580
+ SendAutomationError(RequestingSocket, RequestId,
581
+ TEXT("Failed to create SoundMix"),
582
+ TEXT("ASSET_CREATION_FAILED"));
583
+ }
584
+ return true;
585
+ } else if (Lower == TEXT("push_sound_mix") ||
586
+ Lower == TEXT("audio_push_sound_mix")) {
587
+ FString MixName;
588
+ if (!Payload->TryGetStringField(TEXT("mixName"), MixName) ||
589
+ MixName.IsEmpty()) {
590
+ SendAutomationError(RequestingSocket, RequestId, TEXT("mixName required"),
591
+ TEXT("INVALID_ARGUMENT"));
592
+ return true;
593
+ }
594
+
595
+ USoundMix *Mix = ResolveSoundMix(MixName);
596
+ if (Mix) {
597
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
598
+ UGameplayStatics::PushSoundMixModifier(
599
+ GEditor->GetEditorWorldContext().World(), Mix);
600
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
601
+ Resp->SetBoolField(TEXT("success"), true);
602
+ Resp->SetStringField(TEXT("mixName"), MixName);
603
+ SendAutomationResponse(RequestingSocket, RequestId, true,
604
+ TEXT("SoundMix pushed"), Resp);
605
+ } else {
606
+ SendAutomationError(RequestingSocket, RequestId,
607
+ TEXT("No World Context"), TEXT("NO_WORLD"));
608
+ }
609
+ } else {
610
+ SendAutomationError(RequestingSocket, RequestId,
611
+ TEXT("SoundMix not found"), TEXT("ASSET_NOT_FOUND"));
612
+ }
613
+ return true;
614
+ } else if (Lower == TEXT("pop_sound_mix") ||
615
+ Lower == TEXT("audio_pop_sound_mix")) {
616
+ FString MixName;
617
+ if (!Payload->TryGetStringField(TEXT("mixName"), MixName) ||
618
+ MixName.IsEmpty()) {
619
+ SendAutomationError(RequestingSocket, RequestId, TEXT("mixName required"),
620
+ TEXT("INVALID_ARGUMENT"));
621
+ return true;
622
+ }
623
+
624
+ USoundMix *Mix = ResolveSoundMix(MixName);
625
+ if (Mix) {
626
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
627
+ UGameplayStatics::PopSoundMixModifier(
628
+ GEditor->GetEditorWorldContext().World(), Mix);
629
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
630
+ Resp->SetBoolField(TEXT("success"), true);
631
+ Resp->SetStringField(TEXT("mixName"), MixName);
632
+ SendAutomationResponse(RequestingSocket, RequestId, true,
633
+ TEXT("SoundMix popped"), Resp);
634
+ } else {
635
+ SendAutomationError(RequestingSocket, RequestId,
636
+ TEXT("No World Context"), TEXT("NO_WORLD"));
637
+ }
638
+ } else {
639
+ SendAutomationError(RequestingSocket, RequestId,
640
+ TEXT("SoundMix not found"), TEXT("ASSET_NOT_FOUND"));
641
+ }
642
+ return true;
643
+ } else if (Lower == TEXT("set_sound_mix_class_override") ||
644
+ Lower == TEXT("audio_set_sound_mix_class_override")) {
645
+ FString MixName, ClassName;
646
+ Payload->TryGetStringField(TEXT("mixName"), MixName);
647
+ Payload->TryGetStringField(TEXT("soundClassName"), ClassName);
648
+
649
+ USoundMix *Mix = ResolveSoundMix(MixName);
650
+ USoundClass *Class = ResolveSoundClass(ClassName);
651
+
652
+ if (!Mix || !Class) {
653
+ SendAutomationError(RequestingSocket, RequestId,
654
+ TEXT("Mix or Class not found"),
655
+ TEXT("ASSET_NOT_FOUND"));
656
+ return true;
657
+ }
658
+
659
+ double Volume = 1.0;
660
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
661
+ double Pitch = 1.0;
662
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
663
+ double FadeTime = 1.0;
664
+ Payload->TryGetNumberField(TEXT("fadeInTime"), FadeTime);
665
+ bool bApply = true;
666
+ Payload->TryGetBoolField(TEXT("applyToChildren"), bApply);
667
+
668
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
669
+ UGameplayStatics::SetSoundMixClassOverride(
670
+ GEditor->GetEditorWorldContext().World(), Mix, Class, (float)Volume,
671
+ (float)Pitch, (float)FadeTime, bApply);
672
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
673
+ Resp->SetBoolField(TEXT("success"), true);
674
+ Resp->SetStringField(TEXT("mixName"), MixName);
675
+ Resp->SetStringField(TEXT("className"), ClassName);
676
+ SendAutomationResponse(RequestingSocket, RequestId, true,
677
+ TEXT("Sound mix override set"), Resp);
678
+ } else {
679
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
680
+ TEXT("NO_WORLD"));
681
+ }
682
+ return true;
683
+ } else if (Lower == TEXT("play_sound_attached") ||
684
+ Lower == TEXT("audio_play_sound_attached")) {
685
+ FString SoundPath, ActorName, AttachPoint;
686
+ Payload->TryGetStringField(TEXT("soundPath"), SoundPath);
687
+ Payload->TryGetStringField(TEXT("actorName"), ActorName);
688
+ Payload->TryGetStringField(TEXT("attachPointName"), AttachPoint);
689
+
690
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
691
+ if (!Sound) {
692
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Sound not found"),
693
+ TEXT("ASSET_NOT_FOUND"));
694
+ return true;
695
+ }
696
+
697
+ if (!GEditor)
698
+ return true;
699
+ UWorld *World = GEditor->GetEditorWorldContext().World();
700
+ if (!World) {
701
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
702
+ TEXT("NO_WORLD"));
703
+ return true;
704
+ }
705
+
706
+ AActor *TargetActor = FindAudioActorByName(ActorName, World);
707
+ if (!TargetActor) {
708
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Actor not found"),
709
+ TEXT("ACTOR_NOT_FOUND"));
710
+ return true;
711
+ }
712
+
713
+ USceneComponent *AttachComp = TargetActor->GetRootComponent();
714
+ if (!AttachPoint.IsEmpty()) {
715
+ // Try to find socket or component
716
+ USceneComponent *FoundComp = nullptr;
717
+ TArray<USceneComponent *> Components;
718
+ TargetActor->GetComponents(Components);
719
+ for (USceneComponent *Comp : Components) {
720
+ if (Comp->GetName() == AttachPoint ||
721
+ Comp->DoesSocketExist(FName(*AttachPoint))) {
722
+ FoundComp = Comp;
723
+ break;
724
+ }
725
+ }
726
+ if (FoundComp)
727
+ AttachComp = FoundComp;
728
+ }
729
+
730
+ UAudioComponent *AudioComp = UGameplayStatics::SpawnSoundAttached(
731
+ Sound, AttachComp, FName(*AttachPoint), FVector::ZeroVector,
732
+ EAttachLocation::KeepRelativeOffset, true);
733
+
734
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
735
+ if (AudioComp) {
736
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
737
+ SendAutomationResponse(RequestingSocket, RequestId, true,
738
+ TEXT("Sound attached"), Resp);
739
+ } else {
740
+ SendAutomationError(RequestingSocket, RequestId,
741
+ TEXT("Failed to attach sound"),
742
+ TEXT("ATTACH_FAILED"));
743
+ }
744
+ return true;
745
+ } else if (Lower == TEXT("fade_sound_out") ||
746
+ Lower == TEXT("fade_sound_in") ||
747
+ Lower == TEXT("audio_fade_sound_out") ||
748
+ Lower == TEXT("audio_fade_sound_in")) {
749
+ FString ActorName;
750
+ Payload->TryGetStringField(TEXT("actorName"), ActorName);
751
+ double FadeTime = 1.0;
752
+ Payload->TryGetNumberField(TEXT("fadeTime"), FadeTime);
753
+ double TargetVol =
754
+ (Lower == TEXT("fade_sound_in") || Lower == TEXT("audio_fade_sound_in"))
755
+ ? 1.0
756
+ : 0.0;
757
+ if (Lower == TEXT("fade_sound_in") || Lower == TEXT("audio_fade_sound_in"))
758
+ Payload->TryGetNumberField(TEXT("targetVolume"), TargetVol);
759
+
760
+ if (!GEditor)
761
+ return true;
762
+ UWorld *World = GEditor->GetEditorWorldContext().World();
763
+ if (!World) {
764
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
765
+ TEXT("NO_WORLD"));
766
+ return true;
767
+ }
768
+
769
+ AActor *TargetActor = FindAudioActorByName(ActorName, World);
770
+ if (TargetActor) {
771
+ UAudioComponent *AudioComp =
772
+ TargetActor->FindComponentByClass<UAudioComponent>();
773
+ if (AudioComp) {
774
+ if (Lower == TEXT("fade_sound_in") ||
775
+ Lower == TEXT("audio_fade_sound_in"))
776
+ AudioComp->FadeIn((float)FadeTime, (float)TargetVol);
777
+ else
778
+ AudioComp->FadeOut((float)FadeTime, (float)TargetVol);
779
+
780
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
781
+ Resp->SetBoolField(TEXT("success"), true);
782
+ Resp->SetStringField(TEXT("actorName"), ActorName);
783
+ Resp->SetStringField(TEXT("action"), Lower);
784
+ SendAutomationResponse(RequestingSocket, RequestId, true,
785
+ TEXT("Sound fading"), Resp);
786
+ return true;
787
+ }
788
+ }
789
+ SendAutomationError(RequestingSocket, RequestId,
790
+ TEXT("Audio component not found on actor"),
791
+ TEXT("COMPONENT_NOT_FOUND"));
792
+ return true;
793
+ } else if (Lower == TEXT("create_ambient_sound") ||
794
+ Lower == TEXT("audio_create_ambient_sound")) {
795
+ FString SoundPath;
796
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
797
+ SoundPath.IsEmpty()) {
798
+ SendAutomationError(RequestingSocket, RequestId,
799
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
800
+ return true;
801
+ }
802
+
803
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
804
+ if (!Sound) {
805
+ SendAutomationError(RequestingSocket, RequestId,
806
+ TEXT("Sound asset not found"),
807
+ TEXT("ASSET_NOT_FOUND"));
808
+ return true;
809
+ }
810
+
811
+ FVector Location = FVector::ZeroVector;
812
+ const TArray<TSharedPtr<FJsonValue>> *LocArr;
813
+ if (Payload->TryGetArrayField(TEXT("location"), LocArr) && LocArr &&
814
+ LocArr->Num() >= 3) {
815
+ Location = FVector((*LocArr)[0]->AsNumber(), (*LocArr)[1]->AsNumber(),
816
+ (*LocArr)[2]->AsNumber());
817
+ }
818
+
819
+ double Volume = 1.0;
820
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
821
+ double Pitch = 1.0;
822
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
823
+ double StartTime = 0.0;
824
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
825
+
826
+ USoundAttenuation *Attenuation = nullptr;
827
+ FString AttenPath;
828
+ if (Payload->TryGetStringField(TEXT("attenuationPath"), AttenPath) &&
829
+ !AttenPath.IsEmpty()) {
830
+ Attenuation = LoadObject<USoundAttenuation>(nullptr, *AttenPath);
831
+ }
832
+
833
+ USoundConcurrency *Concurrency = nullptr;
834
+ FString ConcPath;
835
+ if (Payload->TryGetStringField(TEXT("concurrencyPath"), ConcPath) &&
836
+ !ConcPath.IsEmpty()) {
837
+ Concurrency = LoadObject<USoundConcurrency>(nullptr, *ConcPath);
838
+ }
839
+
840
+ if (!GEditor)
841
+ return true;
842
+ UWorld *World = GEditor->GetEditorWorldContext().World();
843
+ if (!World) {
844
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
845
+ TEXT("NO_WORLD"));
846
+ return true;
847
+ }
848
+
849
+ UAudioComponent *AudioComp = UGameplayStatics::SpawnSoundAtLocation(
850
+ World, Sound, Location, FRotator::ZeroRotator, (float)Volume,
851
+ (float)Pitch, (float)StartTime, Attenuation, Concurrency, true);
852
+
853
+ if (AudioComp) {
854
+ AudioComp->Play();
855
+
856
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
857
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
858
+ SendAutomationResponse(RequestingSocket, RequestId, true,
859
+ TEXT("Ambient sound created"), Resp);
860
+ } else {
861
+ SendAutomationError(RequestingSocket, RequestId,
862
+ TEXT("Failed to create ambient sound"),
863
+ TEXT("SPAWN_FAILED"));
864
+ }
865
+ return true;
866
+ } else if (Lower == TEXT("spawn_sound_at_location") ||
867
+ Lower == TEXT("audio_spawn_sound_at_location")) {
868
+ // Similar to create_ambient_sound but explicit action name
869
+ FString SoundPath;
870
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath) ||
871
+ SoundPath.IsEmpty()) {
872
+ SendAutomationError(RequestingSocket, RequestId,
873
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
874
+ return true;
875
+ }
876
+
877
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
878
+ if (!Sound) {
879
+ SendAutomationError(RequestingSocket, RequestId,
880
+ TEXT("Sound asset not found"),
881
+ TEXT("ASSET_NOT_FOUND"));
882
+ return true;
883
+ }
884
+
885
+ FVector Location = FVector::ZeroVector;
886
+ const TArray<TSharedPtr<FJsonValue>> *LocArr;
887
+ if (Payload->TryGetArrayField(TEXT("location"), LocArr) && LocArr &&
888
+ LocArr->Num() >= 3) {
889
+ Location = FVector((*LocArr)[0]->AsNumber(), (*LocArr)[1]->AsNumber(),
890
+ (*LocArr)[2]->AsNumber());
891
+ }
892
+
893
+ FRotator Rotation = FRotator::ZeroRotator;
894
+ const TArray<TSharedPtr<FJsonValue>> *RotArr;
895
+ if (Payload->TryGetArrayField(TEXT("rotation"), RotArr) && RotArr &&
896
+ RotArr->Num() >= 3) {
897
+ Rotation = FRotator((*RotArr)[0]->AsNumber(), (*RotArr)[1]->AsNumber(),
898
+ (*RotArr)[2]->AsNumber());
899
+ }
900
+
901
+ double Volume = 1.0;
902
+ Payload->TryGetNumberField(TEXT("volume"), Volume);
903
+ double Pitch = 1.0;
904
+ Payload->TryGetNumberField(TEXT("pitch"), Pitch);
905
+ double StartTime = 0.0;
906
+ Payload->TryGetNumberField(TEXT("startTime"), StartTime);
907
+
908
+ if (!GEditor)
909
+ return true;
910
+ UWorld *World = GEditor->GetEditorWorldContext().World();
911
+ if (!World) {
912
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
913
+ TEXT("NO_WORLD"));
914
+ return true;
915
+ }
916
+
917
+ UAudioComponent *AudioComp = UGameplayStatics::SpawnSoundAtLocation(
918
+ World, Sound, Location, Rotation, (float)Volume, (float)Pitch,
919
+ (float)StartTime, nullptr, nullptr, true);
920
+
921
+ if (AudioComp) {
922
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
923
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
924
+ Resp->SetStringField(TEXT("componentPath"), AudioComp->GetPathName());
925
+ SendAutomationResponse(RequestingSocket, RequestId, true,
926
+ TEXT("Sound spawned"), Resp);
927
+ } else {
928
+ SendAutomationError(RequestingSocket, RequestId,
929
+ TEXT("Failed to spawn sound"), TEXT("SPAWN_FAILED"));
930
+ }
931
+ return true;
932
+ } else if (Lower == TEXT("clear_sound_mix_class_override") ||
933
+ Lower == TEXT("audio_clear_sound_mix_class_override")) {
934
+ FString MixName, ClassName;
935
+ Payload->TryGetStringField(TEXT("mixName"), MixName);
936
+ Payload->TryGetStringField(TEXT("soundClassName"), ClassName);
937
+
938
+ USoundMix *Mix = ResolveSoundMix(MixName);
939
+ USoundClass *Class = ResolveSoundClass(ClassName);
940
+
941
+ if (!Mix || !Class) {
942
+ SendAutomationError(RequestingSocket, RequestId,
943
+ TEXT("Mix or Class not found"),
944
+ TEXT("ASSET_NOT_FOUND"));
945
+ return true;
946
+ }
947
+
948
+ double FadeTime = 1.0;
949
+ Payload->TryGetNumberField(TEXT("fadeOutTime"), FadeTime);
950
+
951
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
952
+ UGameplayStatics::ClearSoundMixClassOverride(
953
+ GEditor->GetEditorWorldContext().World(), Mix, Class,
954
+ (float)FadeTime);
955
+ SendAutomationResponse(RequestingSocket, RequestId, true,
956
+ TEXT("Sound mix override cleared"), nullptr);
957
+ } else {
958
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
959
+ TEXT("NO_WORLD"));
960
+ }
961
+ return true;
962
+ } else if (Lower == TEXT("set_base_sound_mix")) {
963
+ FString MixName;
964
+ Payload->TryGetStringField(TEXT("mixName"), MixName);
965
+ USoundMix *Mix = ResolveSoundMix(MixName);
966
+ if (!Mix) {
967
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Mix not found"),
968
+ TEXT("ASSET_NOT_FOUND"));
969
+ return true;
970
+ }
971
+ if (GEditor && GEditor->GetEditorWorldContext().World()) {
972
+ UGameplayStatics::SetBaseSoundMix(
973
+ GEditor->GetEditorWorldContext().World(), Mix);
974
+ SendAutomationResponse(RequestingSocket, RequestId, true,
975
+ TEXT("Base sound mix set"), nullptr);
976
+ } else {
977
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No World Context"),
978
+ TEXT("NO_WORLD"));
979
+ }
980
+ return true;
981
+ } else if (Lower == TEXT("prime_sound")) {
982
+ FString SoundPath;
983
+ Payload->TryGetStringField(TEXT("soundPath"), SoundPath);
984
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
985
+ if (!Sound) {
986
+ SendAutomationError(RequestingSocket, RequestId, TEXT("Sound not found"),
987
+ TEXT("ASSET_NOT_FOUND"));
988
+ return true;
989
+ }
990
+ UGameplayStatics::PrimeSound(Sound);
991
+ SendAutomationResponse(RequestingSocket, RequestId, true,
992
+ TEXT("Sound primed"), nullptr);
993
+ return true;
994
+ }
995
+
996
+ if (Lower.StartsWith(TEXT("create_audio_component"))) {
997
+ FString SoundPath;
998
+ if (!Payload->TryGetStringField(TEXT("soundPath"), SoundPath))
999
+ Payload->TryGetStringField(TEXT("path"), SoundPath);
1000
+ if (SoundPath.IsEmpty()) {
1001
+ SendAutomationError(RequestingSocket, RequestId,
1002
+ TEXT("soundPath required"), TEXT("INVALID_ARGUMENT"));
1003
+ return true;
1004
+ }
1005
+
1006
+ USoundBase *Sound = ResolveSoundAsset(SoundPath);
1007
+ if (!Sound) {
1008
+ SendAutomationError(
1009
+ RequestingSocket, RequestId,
1010
+ FString::Printf(TEXT("Sound asset not found: %s"), *SoundPath),
1011
+ TEXT("ASSET_NOT_FOUND"));
1012
+ return true;
1013
+ }
1014
+
1015
+ FVector Location =
1016
+ ExtractVectorField(Payload, TEXT("location"), FVector::ZeroVector);
1017
+ FRotator Rotation =
1018
+ ExtractRotatorField(Payload, TEXT("rotation"), FRotator::ZeroRotator);
1019
+ FString AttachTo;
1020
+ Payload->TryGetStringField(TEXT("attachTo"), AttachTo);
1021
+ if (AttachTo.IsEmpty())
1022
+ Payload->TryGetStringField(TEXT("actorName"), AttachTo);
1023
+
1024
+ UAudioComponent *AudioComp = nullptr;
1025
+ UWorld *World =
1026
+ GEditor ? GEditor->GetEditorWorldContext().World() : nullptr;
1027
+
1028
+ if (!World) {
1029
+ SendAutomationError(RequestingSocket, RequestId, TEXT("No editor world"),
1030
+ TEXT("NO_WORLD"));
1031
+ return true;
1032
+ }
1033
+
1034
+ if (!AttachTo.IsEmpty()) {
1035
+ AActor *ParentActor = FindAudioActorByName(AttachTo, World);
1036
+ if (ParentActor) {
1037
+ AudioComp = UGameplayStatics::SpawnSoundAttached(
1038
+ Sound, ParentActor->GetRootComponent(), NAME_None, Location,
1039
+ Rotation, EAttachLocation::KeepRelativeOffset, false);
1040
+ } else {
1041
+ UE_LOG(LogMcpAutomationBridgeSubsystem, Warning,
1042
+ TEXT("create_audio_component: attachTo actor '%s' not found, "
1043
+ "spawning at location."),
1044
+ *AttachTo);
1045
+ }
1046
+ }
1047
+
1048
+ if (!AudioComp) {
1049
+ AudioComp = UGameplayStatics::SpawnSoundAtLocation(World, Sound, Location,
1050
+ Rotation);
1051
+ }
1052
+
1053
+ if (AudioComp) {
1054
+ FString VolumeStr;
1055
+ if (Payload->TryGetStringField(TEXT("volume"), VolumeStr))
1056
+ AudioComp->SetVolumeMultiplier(FCString::Atof(*VolumeStr));
1057
+ FString PitchStr;
1058
+ if (Payload->TryGetStringField(TEXT("pitch"), PitchStr))
1059
+ AudioComp->SetPitchMultiplier(FCString::Atof(*PitchStr));
1060
+
1061
+ TSharedPtr<FJsonObject> Resp = MakeShared<FJsonObject>();
1062
+ Resp->SetBoolField(TEXT("success"), true);
1063
+ Resp->SetStringField(TEXT("componentPath"), AudioComp->GetPathName());
1064
+ Resp->SetStringField(TEXT("componentName"), AudioComp->GetName());
1065
+ SendAutomationResponse(RequestingSocket, RequestId, true,
1066
+ TEXT("Audio component created"), Resp, FString());
1067
+ return true;
1068
+ }
1069
+ SendAutomationError(RequestingSocket, RequestId,
1070
+ TEXT("Failed to create audio component"),
1071
+ TEXT("CREATE_FAILED"));
1072
+ return true;
1073
+ }
1074
+
1075
+ // Fallback for other audio actions not fully implemented yet
1076
+ SendAutomationResponse(
1077
+ RequestingSocket, RequestId, false,
1078
+ FString::Printf(TEXT("Audio action '%s' not fully implemented"), *Action),
1079
+ nullptr, TEXT("NOT_IMPLEMENTED"));
1080
+ return true;
1081
+ #else
1082
+ SendAutomationResponse(RequestingSocket, RequestId, false,
1083
+ TEXT("Audio actions require editor build"), nullptr,
1084
+ TEXT("NOT_IMPLEMENTED"));
1085
+ return true;
1086
+ #endif
1087
+ }