jp.keijiro.ai.assistant.extensions 1.0.1 → 1.1.0

package/CHANGELOG.md

@@ -5,6 +5,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
+## [1.1.0] - 2026-04-25
+
+### Added
+
+- Added the `game-view-capture` skill for capturing the Unity Game view through AI Assistant.
+- Added test UI assets for validating Game view and UI capture workflows.
+
+### Changed
+
+- Updated README documentation for the current package features.
+
 ## [1.0.1] - 2026-04-24
 
 ### Changed

package/Editor/AIAssistantExtensions.Editor.asmdef

@@ -0,0 +1,18 @@
+{
+    "name": "AIAssistantExtensions.Editor",
+    "rootNamespace": "",
+    "references": [
+        "GUID:aa454c0a07d2f4c6d8e03da09405270b"
+    ],
+    "includePlatforms": [
+        "Editor"
+    ],
+    "excludePlatforms": [],
+    "allowUnsafeCode": false,
+    "overrideReferences": false,
+    "precompiledReferences": [],
+    "autoReferenced": true,
+    "defineConstraints": [],
+    "versionDefines": [],
+    "noEngineReferences": false
+}

package/Editor/AIAssistantExtensions.Editor.asmdef.meta

@@ -0,0 +1,7 @@
+fileFormatVersion: 2
+guid: dd787b14f620a4f52848b583be454ded
+AssemblyDefinitionImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Editor/PackageSkillRegistrar.cs

@@ -0,0 +1,147 @@
+using System;
+using System.Collections;
+using System.Collections.Generic;
+using System.IO;
+using System.Reflection;
+using UnityEditor;
+using UnityEngine;
+
+namespace AIAssistantExtensions {
+
+static class PackageSkillRegistrar
+{
+    static readonly string[] SkillNames = { "game-view-capture", "game-view-ui-capture" };
+
+    // The settings UI only displays Project/User/Internal source tags.
+    const string SkillTag = "Skills.User.Filesystem.Project";
+
+    const string SkillPath =
+      "Packages/jp.keijiro.ai.assistant.extensions/Skills/GameViewCapture/SKILL.md";
+
+    static Action _rescanHandler;
+    static bool _registeredRescanHandler;
+
+    [InitializeOnLoadMethod]
+    static void Initialize()
+    {
+        RegisterPackageSkills();
+        SubscribeToSkillRescan();
+    }
+
+    static void RegisterPackageSkills()
+    {
+        try
+        {
+            if (!File.Exists(SkillPath))
+                return;
+
+            var skill = CreateSkillFromFile(Path.GetFullPath(SkillPath));
+            if (skill == null)
+                return;
+
+            AddTag(skill, SkillTag);
+            RemoveExistingSkill();
+            AddSkills(skill);
+        }
+        catch (Exception ex)
+        {
+            Debug.LogError($"Failed to register AI Assistant extension skills: {ex.Message}");
+        }
+    }
+
+    static void SubscribeToSkillRescan()
+    {
+        if (_registeredRescanHandler)
+            return;
+
+        var scannerType = FindType("Unity.AI.Assistant.Editor.SkillsScanner");
+        var eventInfo = scannerType?.GetEvent
+          ("OnSkillsRescanned", BindingFlags.Static | BindingFlags.NonPublic);
+        if (eventInfo == null)
+            return;
+
+        _rescanHandler = () => EditorApplication.delayCall += RegisterPackageSkills;
+        var addMethod = eventInfo.GetAddMethod(true);
+        if (addMethod == null)
+            return;
+
+        addMethod.Invoke(null, new object[] { _rescanHandler });
+        _registeredRescanHandler = true;
+    }
+
+    static object CreateSkillFromFile(string fullPath)
+    {
+        var skillUtilsType = FindType("Unity.AI.Assistant.Skills.SkillUtils");
+        if (skillUtilsType == null)
+            throw new InvalidOperationException("AI Assistant SkillUtils type was not found.");
+
+        var method = skillUtilsType?.GetMethod
+          ("CreateSkillFromFile", BindingFlags.Static | BindingFlags.NonPublic);
+        if (method == null)
+            throw new InvalidOperationException("AI Assistant SkillUtils.CreateSkillFromFile method was not found.");
+
+        return method.Invoke(null, new object[] { fullPath });
+    }
+
+    static void AddTag(object skill, string tag)
+    {
+        var method = skill.GetType().GetMethod
+          ("WithTag", BindingFlags.Instance | BindingFlags.NonPublic);
+        if (method == null)
+            throw new InvalidOperationException("AI Assistant SkillDefinition.WithTag method was not found.");
+
+        method.Invoke(skill, new object[] { tag });
+    }
+
+    static void AddSkills(object skill)
+    {
+        var registryType = FindType("Unity.AI.Assistant.Skills.SkillsRegistry");
+        if (registryType == null)
+            throw new InvalidOperationException("AI Assistant SkillsRegistry type was not found.");
+
+        var method = registryType?.GetMethod
+          ("AddSkills", BindingFlags.Static | BindingFlags.Public);
+        if (method == null)
+            throw new InvalidOperationException("AI Assistant SkillsRegistry.AddSkills method was not found.");
+
+        var listType = typeof(List<>).MakeGenericType(skill.GetType());
+        var list = (IList)Activator.CreateInstance(listType);
+        if (list == null)
+            throw new InvalidOperationException("Failed to create a SkillDefinition list.");
+
+        list.Add(skill);
+
+        method.Invoke(null, new object[] { list, null });
+    }
+
+    static void RemoveExistingSkill()
+    {
+        var registryType = FindType("Unity.AI.Assistant.Skills.SkillsRegistry");
+        if (registryType == null)
+            return;
+
+        var method = registryType.GetMethod
+          ("GetSkills", BindingFlags.Static | BindingFlags.Public);
+        var skills = method?.Invoke(null, null) as IDictionary;
+        if (skills == null)
+            return;
+
+        foreach (var skillName in SkillNames)
+            if (skills.Contains(skillName))
+                skills.Remove(skillName);
+    }
+
+    static Type FindType(string fullName)
+    {
+        foreach (var assembly in AppDomain.CurrentDomain.GetAssemblies())
+        {
+            var type = assembly.GetType(fullName, false);
+            if (type != null)
+                return type;
+        }
+
+        return null;
+    }
+}
+
+} // namespace AIAssistantExtensions

package/Editor/PackageSkillRegistrar.cs.meta

@@ -0,0 +1,11 @@
+fileFormatVersion: 2
+guid: 6f9e02fe95b64f4fafc0d2f0a34d53c1
+MonoImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  defaultReferences: []
+  executionOrder: 0
+  icon: {instanceID: 0}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/README.md

@@ -1,20 +1,32 @@
 # AIA Extensions
 
-**AIA Extensions** is a custom Unity package that provides extensions for Unity
-AI Assistant.
+**AIA Extensions** is a custom Unity package that extends Unity AI Assistant.
 
 ## IME Proxy
 
 <img width="400" height="284" alt="IME Proxy" src="https://github.com/user-attachments/assets/a6b5146d-1b63-47dd-ab4d-633357996974" />
 
 **IME Proxy** is a custom window that works around several IME-related issues,
-especially when entering Japanese text. You can open it from
+especially when entering Japanese text. Open it from
 `Window > AI > IME Proxy`. It automatically copies the contents of its text
 field to the AI Assistant chat field and sends the message when you press
 `⌘ + Enter`.
 
+## Conversation Extractor
+
+<img width="400" height="312" alt="Conversation Extractor" src="https://github.com/user-attachments/assets/aba49e99-3751-47de-a7fd-7b9a4667866f" />
+
+**Conversation Extractor** is a utility that extracts the conversation log
+between the user and Unity AI Assistant from `Logs/relay.txt`.
+
+## Game View Capture Skill
+
+**Game View Capture Skill** lets Unity AI Assistant capture the Game view and
+inspect the rendered image. It is useful for checking camera composition,
+visual effects, and screen-space UI without entering Play Mode.
+
 ## Font Modifier
 
-This package includes `AssistantFontModifier` that replaces fonts used in the
-AI Assistant chat window with the Noto Sans JP font. It suppresses a font atlas
-overflow issue that occurs in the Unity Editor on macOS.
+This package includes `AssistantFontModifier`, which replaces the fonts used in
+the AI Assistant chat window with Noto Sans JP. This helps prevent the font
+atlas overflow issue that occurs in the Unity Editor on macOS.

package/Skills/GameViewCapture/SKILL.md

@@ -0,0 +1,118 @@
+---
+name: game-view-capture
+description: Capture the Unity Game view in Edit Mode so Assistant can visually inspect the rendered game output without entering Play Mode.
+required_packages:
+  com.unity.ai.assistant: 2.6.0-pre.1
+tools:
+  - Unity.RunCommand
+  - Unity.FindProjectAssets
+  - Unity.GetImageAssetContent
+  - Unity.GetConsoleLogs
+enabled: true
+---
+
+# Game View Capture
+
+Use this skill when the user wants Assistant to visually inspect what the Unity Game view renders. This includes camera output, composition, lighting, materials, sprites, post-processing, and screen-space overlays.
+
+This workflow is intended for Edit Mode. Do not enter Play Mode unless the user explicitly asks for runtime-only behavior.
+
+## When To Use
+
+- Use this skill when Scene View screenshots are insufficient because they do not show the same camera composition, post-processing, or screen-space overlays as the Game view.
+- Use this skill to verify visual output from a camera, including framing, object visibility, lighting, material appearance, sprite layout, and render pipeline effects.
+- Use this skill for quick visual feedback loops while editing scenes, prefabs, visual effects, UI, or camera settings.
+- Use this skill for UI checks when the user asks to inspect uGUI canvases, UI Toolkit `UIDocument` output, HUDs, menus, panels, text rendering, clipping, or overlay placement.
+
+## Workflow
+
+1. Use `Unity.RunCommand` to focus and repaint the Game view, then call `ScreenCapture.CaptureScreenshot(path)`.
+2. Save the capture at `Assets/GameViewCapture.png`, overwriting the previous capture unless the user asks to preserve multiple captures.
+3. Because `ScreenCapture.CaptureScreenshot` writes asynchronously, do not assume the texture is immediately importable in the same command.
+4. After the capture command finishes, use a second step to import or locate the generated PNG.
+5. During import, set texture import options so the screenshot keeps its original dimensions. In particular, disable NPOT scaling.
+6. Use `Unity.FindProjectAssets` to find the screenshot asset if you need its instance ID.
+7. Use `Unity.GetImageAssetContent` on the screenshot asset so Assistant can inspect the image visually.
+8. Report the visible Game view state and any concrete issues found. Mention if the image is blank, stale, or appears to show the wrong view.
+
+## Recommended Capture Command
+
+Use this as the default `Unity.RunCommand` script:
+
+```csharp
+using System;
+using System.IO;
+using UnityEditor;
+using UnityEngine;
+
+internal class CommandScript : IRunCommand
+{
+    public void Execute(ExecutionResult result)
+    {
+        const string path = "Assets/GameViewCapture.png";
+
+        var gameViewType = Type.GetType("UnityEditor.GameView,UnityEditor");
+        var gameView = gameViewType != null ? EditorWindow.GetWindow(gameViewType) : null;
+        if (gameView != null)
+        {
+            gameView.Focus();
+            gameView.Repaint();
+        }
+
+        ScreenCapture.CaptureScreenshot(path);
+        result.Log("ScreenshotPath: {0}", path);
+        result.Log("Wait briefly, then import or locate this asset before reading image content.");
+    }
+}
+```
+
+## Follow-Up Import Command
+
+If the screenshot is not visible as an asset yet, use this command after the capture step:
+
+```csharp
+using System.IO;
+using UnityEditor;
+
+internal class CommandScript : IRunCommand
+{
+    public void Execute(ExecutionResult result)
+    {
+        const string path = "Assets/GameViewCapture.png";
+
+        if (!File.Exists(path))
+            throw new FileNotFoundException("The Game view screenshot has not been written yet.", path);
+
+        AssetDatabase.ImportAsset(path, ImportAssetOptions.ForceUpdate);
+        var importer = AssetImporter.GetAtPath(path) as TextureImporter;
+        if (importer != null)
+        {
+            importer.textureType = TextureImporterType.Default;
+            importer.npotScale = TextureImporterNPOTScale.None;
+            importer.maxTextureSize = 16384;
+            importer.textureCompression = TextureImporterCompression.Uncompressed;
+            importer.SaveAndReimport();
+        }
+
+        var asset = AssetDatabase.LoadAssetAtPath<UnityEngine.Texture2D>(path);
+        if (asset == null)
+            throw new FileLoadException("The screenshot exists but could not be loaded as a Texture2D.", path);
+
+        result.Log("ScreenshotAssetPath: {0}", path);
+        result.Log("ScreenshotSize: {0}x{1}", asset.width, asset.height);
+        result.Log("ScreenshotInstanceID: {0}", asset.GetInstanceID());
+    }
+}
+```
+
+## Constraints
+
+- This skill captures the Game view, not the whole desktop and not the Scene view.
+- Captures are written to `Assets/GameViewCapture.png` so they can be imported and inspected with `Unity.GetImageAssetContent`.
+- Reuse `Assets/GameViewCapture.png` for repeated captures unless the user asks to preserve separate capture files.
+- It does not use `superSize` or `stereoCaptureMode`.
+- Keep the imported texture at its original pixel dimensions. Always set `TextureImporter.npotScale = TextureImporterNPOTScale.None` before reading the image content.
+- The screenshot can be stale if the Game view has not repainted. Always focus and repaint the Game view before capture.
+- The result depends on the Game view resolution, selected aspect ratio, active camera setup, and currently rendered scene state.
+- Screen-space UI may depend on the Game view resolution and selected aspect ratio. Edit Mode UI Toolkit output requires an active `UIDocument` and a valid `PanelSettings` asset.
+- If capture or import fails, inspect `Unity.GetConsoleLogs` before retrying.

package/Skills/GameViewCapture/SKILL.md.meta

@@ -0,0 +1,7 @@
+fileFormatVersion: 2
+guid: 9b8c94aabea44a9fad2ff7448199421a
+TextScriptImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Skills/GameViewCapture.meta

@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 095bfe9c388d4d619c915ecc94fc14fd
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Skills.meta

@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: d967b93265854f828ee7688e0302e255
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jp.keijiro.ai.assistant.extensions",
-  "version": "1.0.1",
+  "version": "1.1.0",
   "displayName": "AI Assistant Extensions",
   "description": "Custom Unity package that provides extensions for Unity AI Assistant.",
   "unity": "6000.0",
@@ -13,11 +13,11 @@
   "licensesUrl": "https://github.com/keijiro/AIA-Extensions/blob/master/LICENSE",
   "license": "Unlicense",
   "_upm": {
-    "changelog": "- Reimplemented Conversation Extractor as a Unity Editor window that reads `Logs/relay.txt` and lets you review, copy, and save extracted conversations."
+    "changelog": "<b>Added</b><br>- Added the `game-view-capture` skill for capturing the Unity Game view through AI Assistant.<br>- Added test UI assets for validating Game view and UI capture workflows.<br><br><b>Changed</b><br>- Updated README documentation for the current package features."
   },
   "repository": {
     "url": "git@github.com:keijiro/AIA-Extensions.git",
     "type": "git",
-    "revision": "56ca9552dd1911766223a864cba2a4267e23cde6"
+    "revision": "2ef3199be43d000696a167e3b8db61bf12b479a2"
   }
 }