jp.keijiro.ai.assistant.extensions 1.0.0

package/CHANGELOG.md

@@ -0,0 +1,10 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
+and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
+
+## [1.0.0] - 2025-04-23
+
+- Initial version.

package/CHANGELOG.md.meta

@@ -0,0 +1,7 @@
+fileFormatVersion: 2
+guid: 6935281b116204b859c9ec601a5887cf
+TextScriptImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Editor/AssistantFontModifier.cs

@@ -0,0 +1,70 @@
+using UnityEditor;
+using UnityEngine;
+using UnityEngine.UIElements;
+
+namespace AIAssistantExtensions {
+
+[InitializeOnLoad]
+static class AssistantFontModifier
+{
+    const string OverrideStylePath =
+      "Packages/jp.keijiro.ai.assistant.extensions/Editor/AssistantFontOverride.uss";
+
+    const string TargetWindowTypeName =
+      "Unity.AI.Assistant.UI.Editor.Scripts.AssistantWindow";
+
+    const string TargetRootElementName = "root-panel";
+
+    //
+    // Constructor and event handlers
+    //
+
+    static AssistantFontModifier()
+    {
+        // Subscribe to window focus change events
+        EditorWindow.windowFocusChanged += OnWindowFocusChanged;
+
+        // Double delayCall to wait for Assistant UI to be fully constructed after domain reload
+        EditorApplication.delayCall += () =>
+          { EditorApplication.delayCall += () => ApplyToAllOpenWindows(); };
+    }
+
+    static void OnWindowFocusChanged()
+      => EditorApplication.delayCall += () =>
+           CheckAndApplyCustomFont(EditorWindow.focusedWindow);
+
+    static void ApplyToAllOpenWindows()
+    {
+        foreach (var window in Resources.FindObjectsOfTypeAll<EditorWindow>())
+            CheckAndApplyCustomFont(window);
+    }
+
+    //
+    // Font application logic
+    //
+
+    static StyleSheet _styleSheet;
+
+    static bool CheckWindowType(EditorWindow window)
+      => window?.GetType()?.FullName == TargetWindowTypeName;
+
+    static void ApplyCustomFont(EditorWindow window)
+    {
+        var root = window.rootVisualElement;
+        var target = root?.Q<VisualElement>(TargetRootElementName);
+        if (target == null) return;
+
+        if (_styleSheet == null)
+            _styleSheet = AssetDatabase.LoadAssetAtPath<StyleSheet>(OverrideStylePath);
+
+        if (!target.styleSheets.Contains(_styleSheet))
+            target.styleSheets.Add(_styleSheet);
+    }
+
+    static void CheckAndApplyCustomFont(EditorWindow window)
+    {
+        if (CheckWindowType(window)) ApplyCustomFont(window);
+    }
+}
+
+} // namespace AIAssistantExtensions

package/Editor/AssistantFontModifier.cs.meta

@@ -0,0 +1,2 @@
+fileFormatVersion: 2
+guid: 6d8c196a7df840d9a0081610516a8c1a

package/Editor/AssistantFontOverride.uss

@@ -0,0 +1,3 @@
+.unity-text-element {
+    -unity-font-definition: url("project://database/Packages/jp.keijiro.ai.assistant.extensions/Editor/NotoSansJP-Regular.ttf?fileID=12800000&guid=f7d2dd1a328194df9b71491ff2d07e2b&type=3#NotoSansJP-Regular");
+}

package/Editor/AssistantFontOverride.uss.meta

@@ -0,0 +1,12 @@
+fileFormatVersion: 2
+guid: 728a4d733b053455383a3ad0494cb2f5
+ScriptedImporter:
+  internalIDToNameTable: []
+  externalObjects: {}
+  serializedVersion: 2
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
+  script: {fileID: 12385, guid: 0000000000000000e000000000000000, type: 0}
+  disableValidation: 0
+  unsupportedSelectorAction: 0

package/Editor/AssistantImeProxy.cs

@@ -0,0 +1,171 @@
+using UnityEditor;
+using UnityEngine;
+using UnityEngine.UIElements;
+
+namespace AIAssistantExtensions {
+
+class AssistantImeProxyWindow : EditorWindow
+{
+    const string UxmlPath =
+      "Packages/jp.keijiro.ai.assistant.extensions/Editor/AssistantImeProxy.uxml";
+
+    const string StyleSheetPath =
+      "Packages/jp.keijiro.ai.assistant.extensions/Editor/AssistantImeProxy.uss";
+
+    VisualElement _placeholder;
+    VisualElement _inputRoot;
+    VisualElement _textFieldContainer;
+    TextField _textField;
+
+    [MenuItem("Window/AI/IME Proxy")]
+    static void Open()
+    {
+        var window = GetWindow<AssistantImeProxyWindow>();
+        window.titleContent = new GUIContent("IME Proxy");
+    }
+
+    static VisualTreeAsset _uxml;
+    static StyleSheet _styleSheet;
+
+    void CreateGUI()
+    {
+        _uxml ??= AssetDatabase.LoadAssetAtPath<VisualTreeAsset>(UxmlPath);
+        _styleSheet ??= AssetDatabase.LoadAssetAtPath<StyleSheet>(StyleSheetPath);
+
+        rootVisualElement.Clear();
+        if (_styleSheet != null && !rootVisualElement.styleSheets.Contains(_styleSheet))
+            rootVisualElement.styleSheets.Add(_styleSheet);
+
+        if (_uxml == null)
+        {
+            rootVisualElement.Add(new Label("Failed to load AssistantImeProxy.uxml"));
+            return;
+        }
+
+        _uxml?.CloneTree(rootVisualElement);
+
+        _placeholder = rootVisualElement.Q<VisualElement>("placeholder");
+        _inputRoot = rootVisualElement.Q<VisualElement>("input-root");
+        if (_placeholder == null || _inputRoot == null)
+        {
+            rootVisualElement.Clear();
+            rootVisualElement.Add(new Label("Assistant IME Proxy UI is invalid."));
+            return;
+        }
+
+        _placeholder.RegisterCallback<ClickEvent>(_ => ActivateTextField());
+    }
+
+    void ActivateTextField()
+    {
+        // Hide placeholder
+        _placeholder.style.display = DisplayStyle.None;
+
+        // Container with rounded corners and relative positioning for the hint label
+        _textFieldContainer = new VisualElement();
+        _textFieldContainer.AddToClassList("ime-input-container");
+
+        // Create a fresh TextField each time — no stale cursor or IME state.
+        _textField = new TextField { multiline = true };
+        _textField.AddToClassList("ime-input-field");
+
+        // Also round the inner TextInput element
+        var textInput = _textField.Q("unity-text-input");
+        if (textInput != null) textInput.AddToClassList("ime-input-field__input");
+
+        _textField.RegisterCallback<KeyDownEvent>(OnKeyDown, TrickleDown.TrickleDown);
+        _textFieldContainer.Add(_textField);
+
+        // Hint label overlaid at the bottom-right corner
+        var hint = new Label("\u2318+Enter to send");
+        hint.AddToClassList("ime-input-hint");
+        hint.pickingMode = PickingMode.Ignore;
+        _textFieldContainer.Add(hint);
+
+        _inputRoot.style.display = DisplayStyle.Flex;
+        _inputRoot.Add(_textFieldContainer);
+
+        // Focus after the element is attached to the panel
+        _textField.schedule.Execute(() => _textField.Focus());
+    }
+
+    void DeactivateTextField()
+    {
+        // Destroy the TextField entirely — all internal state is discarded.
+        if (_textFieldContainer != null)
+        {
+            _textFieldContainer.RemoveFromHierarchy();
+            _textFieldContainer = null;
+            _textField = null;
+        }
+
+        // Show placeholder again
+        _inputRoot.style.display = DisplayStyle.None;
+        _placeholder.style.display = DisplayStyle.Flex;
+    }
+
+    void OnKeyDown(KeyDownEvent evt)
+    {
+        if (evt.keyCode is not (KeyCode.Return or KeyCode.KeypadEnter)) return;
+        if (!evt.commandKey) return; // Cmd+Enter to send
+
+        var text = _textField.value?.Trim();
+        if (string.IsNullOrEmpty(text)) return;
+
+        evt.StopImmediatePropagation();
+#pragma warning disable CS0618
+        evt.PreventDefault();
+#pragma warning restore CS0618
+
+        SendToAssistant(text);
+
+        // Destroy the TextField after the current event processing completes.
+        _textField.schedule.Execute(DeactivateTextField);
+    }
+
+    void SendToAssistant(string text)
+    {
+        // Find the AI Assistant window's chat input and action button.
+        TextField chatInput = null;
+        Button actionButton = null;
+
+        foreach (var w in Resources.FindObjectsOfTypeAll<EditorWindow>())
+        {
+            if (w == this) continue;
+            var typeName = w.GetType().FullName;
+            if (typeName == null || !typeName.Contains("Assistant")) continue;
+
+            var root = w.rootVisualElement;
+            chatInput = root?.Q<TextField>("input");
+            actionButton = root?.Q<Button>("actionButton");
+
+            if (chatInput != null && actionButton != null) break;
+            chatInput = null;
+            actionButton = null;
+        }
+
+        if (chatInput == null || actionButton == null) return;
+
+        // Set the text on the chat input field.
+        // This triggers OnTextFieldValueChanged -> OnChatValueChanged,
+        // which saves the prompt and enables the submit button.
+        chatInput.value = text;
+
+        // Click the action button after the value change has propagated.
+        // Using PointerUpEvent avoids the KeyDownEvent -> BubbleUp crash
+        // path entirely.
+        chatInput.schedule.Execute(() =>
+        {
+            var guiEvent = new Event
+            {
+                type = EventType.MouseUp,
+                button = 0,
+                mousePosition = actionButton.worldBound.center
+            };
+            using var ptrUp = PointerUpEvent.GetPooled(guiEvent);
+            actionButton.SendEvent(ptrUp);
+        });
+    }
+}
+
+} // namespace AIAssistantExtensions

package/Editor/AssistantImeProxy.cs.meta

@@ -0,0 +1,2 @@
+fileFormatVersion: 2
+guid: c5fe7b2f51bd94dd8b080c4627d0bf7e

package/Editor/AssistantImeProxy.uss

@@ -0,0 +1,58 @@
+.ime-proxy-root {
+    flex-grow: 1;
+    padding: 4px;
+}
+
+.ime-proxy-panel {
+    flex-grow: 1;
+    border-top-left-radius: 8px;
+    border-top-right-radius: 8px;
+    border-bottom-left-radius: 8px;
+    border-bottom-right-radius: 8px;
+}
+
+.ime-proxy-placeholder {
+    justify-content: center;
+    align-items: center;
+    background-color: rgb(51, 51, 51);
+}
+
+.ime-proxy-placeholder__label {
+    color: rgb(153, 153, 153);
+}
+
+.ime-proxy-input-root {
+    flex-grow: 1;
+}
+
+.ime-input-container {
+    flex-grow: 1;
+    position: relative;
+}
+
+.ime-input-field {
+    flex-grow: 1;
+    overflow: hidden;
+    -unity-font-definition: url("project://database/Packages/jp.keijiro.ai.assistant.extensions/Editor/NotoSansJP-Regular.ttf?fileID=12800000&guid=f7d2dd1a328194df9b71491ff2d07e2b&type=3#NotoSansJP-Regular");
+    border-top-left-radius: 8px;
+    border-top-right-radius: 8px;
+    border-bottom-left-radius: 8px;
+    border-bottom-right-radius: 8px;
+}
+
+.ime-input-field__input {
+    -unity-font-definition: url("project://database/Packages/jp.keijiro.ai.assistant.extensions/Editor/NotoSansJP-Regular.ttf?fileID=12800000&guid=f7d2dd1a328194df9b71491ff2d07e2b&type=3#NotoSansJP-Regular");
+    white-space: normal;
+    border-top-left-radius: 8px;
+    border-top-right-radius: 8px;
+    border-bottom-left-radius: 8px;
+    border-bottom-right-radius: 8px;
+}
+
+.ime-input-hint {
+    position: absolute;
+    right: 10px;
+    bottom: 6px;
+    font-size: 11px;
+    color: rgba(128, 128, 128, 0.6);
+}

package/Editor/AssistantImeProxy.uss.meta

@@ -0,0 +1,12 @@
+fileFormatVersion: 2
+guid: 73fe18140135455489bef80074f4cbca
+ScriptedImporter:
+  internalIDToNameTable: []
+  externalObjects: {}
+  serializedVersion: 2
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
+  script: {fileID: 12385, guid: 0000000000000000e000000000000000, type: 0}
+  disableValidation: 0
+  unsupportedSelectorAction: 0

package/Editor/AssistantImeProxy.uxml

@@ -0,0 +1,8 @@
+<ui:UXML xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ui="UnityEngine.UIElements" xmlns:uie="UnityEditor.UIElements" noNamespaceSchemaLocation="../../UIElementsSchema/UIElements.xsd" editor-extension-mode="True">
+    <ui:VisualElement name="ime-proxy-root" class="ime-proxy-root">
+        <ui:VisualElement name="placeholder" class="ime-proxy-panel ime-proxy-placeholder">
+            <ui:Label text="Click here to type a prompt" class="ime-proxy-placeholder__label" />
+        </ui:VisualElement>
+        <ui:VisualElement name="input-root" class="ime-proxy-input-root" style="display: none;" />
+    </ui:VisualElement>
+</ui:UXML>

package/Editor/AssistantImeProxy.uxml.meta

@@ -0,0 +1,10 @@
+fileFormatVersion: 2
+guid: c54216f5e4e64d86b94a600411cef6eb
+ScriptedImporter:
+  internalIDToNameTable: []
+  externalObjects: {}
+  serializedVersion: 2
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
+  script: {fileID: 13804, guid: 0000000000000000e000000000000000, type: 0}

package/Editor/NotoSansJP-Regular.ttf.meta

@@ -0,0 +1,21 @@
+fileFormatVersion: 2
+guid: f7d2dd1a328194df9b71491ff2d07e2b
+TrueTypeFontImporter:
+  externalObjects: {}
+  serializedVersion: 4
+  fontSize: 16
+  forceTextureCase: -2
+  characterSpacing: 0
+  characterPadding: 1
+  includeFontData: 1
+  fontNames:
+  - Noto Sans JP
+  fallbackFontReferences: []
+  customCharacters: 
+  fontRenderingMode: 0
+  ascentCalculationMode: 1
+  useLegacyBoundsCalculation: 0
+  shouldRoundAdvanceValue: 1
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Editor.meta

@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: cce2c3b4ef3f24e74858d2b4539b2301
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/Extras~/extract_conversations.py

@@ -0,0 +1,127 @@
+#!/usr/bin/env python3
+from __future__ import annotations
+
+import argparse
+import json
+import re
+from dataclasses import dataclass, field
+from pathlib import Path
+from typing import Optional
+
+
+MESSAGE_RE = re.compile(
+    r'"\$type":"(?P<type>[^"]+)".*?'
+    r'"message_id":"(?P<message_id>[^"]+)".*?'
+    r'(?:"last_message":(?P<last_message>true|false).*?)?'
+    r'"markdown":"(?P<markdown>(?:\\.|[^"\\])*)"',
+)
+
+
+@dataclass
+class ConversationPair:
+    prompt: str
+    prompt_line: int
+    prompt_message_id: str
+    response_parts: list[str] = field(default_factory=list)
+    response_lines: list[int] = field(default_factory=list)
+    response_message_id: Optional[str] = None
+
+    @property
+    def response(self) -> str:
+        return "".join(self.response_parts).strip()
+
+
+def decode_markdown(value: str) -> str:
+    return json.loads(f'"{value}"')
+
+
+def parse_line(line: str):
+    match = MESSAGE_RE.search(line)
+    if not match:
+        return None
+
+    groups = match.groupdict()
+    return {
+        "type": groups["type"],
+        "message_id": groups["message_id"],
+        "last_message": groups["last_message"] == "true",
+        "markdown": decode_markdown(groups["markdown"]),
+    }
+
+
+def extract_pairs(path: Path) -> list[ConversationPair]:
+    pairs: list[ConversationPair] = []
+    current_pair: Optional[ConversationPair] = None
+    active_response_id: Optional[str] = None
+
+    for line_number, raw_line in enumerate(path.read_text(encoding="utf-8").splitlines(), start=1):
+        parsed = parse_line(raw_line)
+        if not parsed:
+            continue
+
+        message_type = parsed["type"]
+        markdown = parsed["markdown"]
+
+        if message_type == "CHAT_ACKNOWLEDGMENT_V1" and markdown:
+            if current_pair and current_pair.response_parts:
+                pairs.append(current_pair)
+
+            current_pair = ConversationPair(
+                prompt=markdown.strip(),
+                prompt_line=line_number,
+                prompt_message_id=parsed["message_id"],
+            )
+            active_response_id = None
+            continue
+
+        if message_type != "CHAT_RESPONSE_V1" or current_pair is None:
+            continue
+
+        if markdown and not markdown.startswith("<"):
+            if active_response_id is None:
+                active_response_id = parsed["message_id"]
+                current_pair.response_message_id = active_response_id
+
+            if parsed["message_id"] == active_response_id:
+                current_pair.response_parts.append(markdown)
+                current_pair.response_lines.append(line_number)
+
+        if parsed["last_message"] and active_response_id == parsed["message_id"]:
+            pairs.append(current_pair)
+            current_pair = None
+            active_response_id = None
+
+    if current_pair:
+        pairs.append(current_pair)
+
+    return pairs
+
+
+def build_markdown(pairs: list[ConversationPair], include_empty: bool) -> str:
+    sections = []
+
+    for pair in pairs:
+        if not include_empty and not pair.response:
+            continue
+
+        response = pair.response or "(No extracted response)"
+        sections.append(f"## User\n\n{pair.prompt}\n\n## Assistant\n\n{response}")
+
+    return "\n\n".join(sections)
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Extract user prompts and natural-language assistant replies from Unity AI relay logs."
+    )
+    parser.add_argument("logfile", nargs="?", default="relay.txt", help="Path to relay log file")
+    parser.add_argument("--include-empty", action="store_true", help="Include prompts without extracted replies")
+    args = parser.parse_args()
+
+    path = Path(args.logfile)
+    pairs = extract_pairs(path)
+    print(build_markdown(pairs, args.include_empty))
+
+
+if __name__ == "__main__":
+    main()

package/LICENSE

@@ -0,0 +1,24 @@
+This is free and unencumbered software released into the public domain.
+
+Anyone is free to copy, modify, publish, use, compile, sell, or
+distribute this software, either in source code form or as a compiled
+binary, for any purpose, commercial or non-commercial, and by any
+means.
+
+In jurisdictions that recognize copyright laws, the author or authors
+of this software dedicate any and all copyright interest in the
+software to the public domain. We make this dedication for the benefit
+of the public at large and to the detriment of our heirs and
+successors. We intend this dedication to be an overt act of
+relinquishment in perpetuity of all present and future rights to this
+software under copyright law.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
+
+For more information, please refer to <https://unlicense.org/>

package/LICENSE.meta

@@ -0,0 +1,7 @@
+fileFormatVersion: 2
+guid: 785b585583b1c48f6ab38e4d4b8764ae
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/README.md

@@ -0,0 +1,20 @@
+# AIA Extensions
+
+**AIA Extensions** is a custom Unity package that provides extensions for Unity
+AI Assistant.
+
+## IME Proxy
+
+<img width="400" height="284" alt="IME Proxy" src="https://github.com/user-attachments/assets/a6b5146d-1b63-47dd-ab4d-633357996974" />
+
+**IME Proxy** is a custom window that works around several IME-related issues,
+especially when entering Japanese text. You can open it from
+`Window > AI > IME Proxy`. It automatically copies the contents of its text
+field to the AI Assistant chat field and sends the message when you press
+`⌘ + Enter`.
+
+## Font Modifier
+
+This package includes `AssistantFontModifier` that replaces fonts used in the
+AI Assistant chat window with the Noto Sans JP font. It suppresses a font atlas
+overflow issue that occurs in the Unity Editor on macOS.

package/README.md.meta

@@ -0,0 +1,7 @@
+fileFormatVersion: 2
+guid: 4fb0d1f82fdf74cd592a680913ce158d
+TextScriptImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 

package/package.json

@@ -0,0 +1,23 @@
+{
+  "name": "jp.keijiro.ai.assistant.extensions",
+  "version": "1.0.0",
+  "displayName": "AI Assistant Extensions",
+  "description": "Custom Unity package that provides extensions for Unity AI Assistant.",
+  "unity": "6000.0",
+  "author": "Keijiro Takahashi",
+  "dependencies": {
+    "com.unity.ai.assistant": "2.6.0-pre.1"
+  },
+  "changelogUrl": "https://github.com/keijiro/AIA-Extensions/blob/master/CHANGELOG.md",
+  "documentationUrl": "https://github.com/keijiro/AIA-Extensions",
+  "licensesUrl": "https://github.com/keijiro/AIA-Extensions/blob/master/LICENSE",
+  "license": "Unlicense",
+  "_upm": {
+    "changelog": "- Initial release."
+  },
+  "repository": {
+    "url": "git@github.com:keijiro/AIA-Extensions.git",
+    "type": "git",
+    "revision": "5972c2dd0d5b6a7ad01c2de12f17396f77b1cfc7"
+  }
+}

package/package.json.meta

@@ -0,0 +1,7 @@
+fileFormatVersion: 2
+guid: 137f1a9a80af747bdb859d72320ec089
+PackageManifestImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: