@ynhcj/xiaoyi-channel 0.0.26-beta → 0.0.26-next

package/dist/src/tools/search-file-tool.js

@@ -0,0 +1,128 @@
+import { getXYWebSocketManager } from "../client.js";
+import { sendCommand } from "../formatter.js";
+import { getCurrentSessionContext } from "./session-manager.js";
+/**
+ * XY search file tool - searches files on user's device file system.
+ * Returns matching files based on keyword search in file name or content.
+ */
+export const searchFileTool = {
+    name: "search_file",
+    label: "Search File",
+    description: `搜索手机文件系统的文件。
+
+【重要】使用约束：此工具仅在用户显著说明要从手机搜索时才执行，例如：
+- "从我手机里面搜索xxxx"
+- "从手机文件系统找一下xxxx"
+- "在手机上查找文件xxxx"
+- "搜索手机里的文件"
+
+如果用户没有明确说明从手机搜索（如仅说"搜索文件"、"找一下xxxx"），应默认从 openclaw 本地的文件系统查询，不要调用此工具。
+
+功能说明：根据关键词搜索文件名称或内容，返回匹配的文件列表（包括文件名、路径、大小、修改时间等信息）。
+
+注意事项：操作超时时间为60秒，请勿重复调用此工具，如果超时或失败，最多重试一次。`,
+    parameters: {
+        type: "object",
+        properties: {
+            query: {
+                type: "string",
+                description: "搜索关键词，用于匹配文件名称、后缀名或文件内容",
+            },
+        },
+        required: ["query"],
+    },
+    async execute(toolCallId, params) {
+        // Validate query parameter
+        if (!params.query || typeof params.query !== "string" || params.query.trim() === "") {
+            throw new Error("Missing required parameter: query must be a non-empty string");
+        }
+        // Get session context
+        const sessionContext = getCurrentSessionContext();
+        if (!sessionContext) {
+            throw new Error("No active XY session found. Search file tool can only be used during an active conversation.");
+        }
+        const { config, sessionId, taskId, messageId } = sessionContext;
+        // Get WebSocket manager
+        const wsManager = getXYWebSocketManager(config);
+        // Build SearchFile command
+        const command = {
+            header: {
+                namespace: "Common",
+                name: "Action",
+            },
+            payload: {
+                cardParam: {},
+                executeParam: {
+                    executeMode: "background",
+                    intentName: "SearchFile",
+                    bundleName: "com.huawei.hmos.aidispatchservice",
+                    needUnlock: true,
+                    actionResponse: true,
+                    appType: "OHOS_APP",
+                    timeOut: 5,
+                    intentParam: {
+                        query: params.query.trim(),
+                    },
+                    permissionId: [],
+                    achieveType: "INTENT",
+                },
+                responses: [
+                    {
+                        resultCode: "",
+                        displayText: "",
+                        ttsText: "",
+                    },
+                ],
+                needUploadResult: true,
+                noHalfPage: false,
+                pageControlRelated: false,
+            },
+        };
+        // Send command and wait for response (60 second timeout)
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                wsManager.off("data-event", handler);
+                reject(new Error("搜索文件超时（60秒）"));
+            }, 60000);
+            // Listen for data events from WebSocket
+            const handler = (event) => {
+                if (event.intentName === "SearchFile") {
+                    clearTimeout(timeout);
+                    wsManager.off("data-event", handler);
+                    if (event.status === "success" && event.outputs) {
+                        // 成功，直接返回完整的 event.outputs JSON 字符串
+                        resolve({
+                            content: [
+                                {
+                                    type: "text",
+                                    text: JSON.stringify(event.outputs),
+                                }
+                            ]
+                        });
+                    }
+                    else {
+                        const errorDetail = event.outputs ? JSON.stringify(event.outputs) : event.status;
+                        reject(new Error(`搜索文件失败: ${errorDetail}`));
+                    }
+                }
+            };
+            // Register event handler
+            wsManager.on("data-event", handler);
+            // Send the command
+            sendCommand({
+                config,
+                sessionId,
+                taskId,
+                messageId,
+                command,
+            })
+                .then(() => {
+            })
+                .catch((error) => {
+                clearTimeout(timeout);
+                wsManager.off("data-event", handler);
+                reject(error);
+            });
+        });
+    },
+};

package/dist/src/tools/search-message-tool.d.ts

@@ -0,0 +1,5 @@
+/**
+ * XY search message tool - searches SMS messages on user's device.
+ * Returns matching messages based on content keyword search.
+ */
+export declare const searchMessageTool: any;

package/dist/src/tools/search-message-tool.js

@@ -0,0 +1,116 @@
+import { getXYWebSocketManager } from "../client.js";
+import { sendCommand } from "../formatter.js";
+import { getCurrentSessionContext } from "./session-manager.js";
+/**
+ * XY search message tool - searches SMS messages on user's device.
+ * Returns matching messages based on content keyword search.
+ */
+export const searchMessageTool = {
+    name: "search_message",
+    label: "Search Message",
+    description: "搜索手机短信。根据关键词搜索短信内容。注意:操作超时时间为60秒,请勿重复调用此工具,如果超时或失败,最多重试一次。",
+    parameters: {
+        type: "object",
+        properties: {
+            content: {
+                type: "string",
+                description: "搜索关键词，用于在短信内容中进行匹配",
+            },
+        },
+        required: ["content"],
+    },
+    async execute(toolCallId, params) {
+        // Validate content parameter
+        if (!params.content || typeof params.content !== "string" || params.content.trim() === "") {
+            throw new Error("Missing required parameter: content must be a non-empty string");
+        }
+        // Get session context
+        const sessionContext = getCurrentSessionContext();
+        if (!sessionContext) {
+            throw new Error("No active XY session found. Search message tool can only be used during an active conversation.");
+        }
+        const { config, sessionId, taskId, messageId } = sessionContext;
+        // Get WebSocket manager
+        const wsManager = getXYWebSocketManager(config);
+        // Build SearchMessage command
+        const command = {
+            header: {
+                namespace: "Common",
+                name: "Action",
+            },
+            payload: {
+                cardParam: {},
+                executeParam: {
+                    executeMode: "background",
+                    intentName: "SearchMessage",
+                    bundleName: "com.huawei.hmos.aidispatchservice",
+                    needUnlock: true,
+                    actionResponse: true,
+                    appType: "OHOS_APP",
+                    timeOut: 5,
+                    intentParam: {
+                        content: params.content.trim(),
+                    },
+                    permissionId: [],
+                    achieveType: "INTENT",
+                },
+                responses: [
+                    {
+                        resultCode: "",
+                        displayText: "",
+                        ttsText: "",
+                    },
+                ],
+                needUploadResult: true,
+                noHalfPage: false,
+                pageControlRelated: false,
+            },
+        };
+        // Send command and wait for response (60 second timeout)
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                wsManager.off("data-event", handler);
+                reject(new Error("搜索短信超时（60秒）"));
+            }, 60000);
+            // Listen for data events from WebSocket
+            const handler = (event) => {
+                if (event.intentName === "SearchMessage") {
+                    clearTimeout(timeout);
+                    wsManager.off("data-event", handler);
+                    if (event.status === "success" && event.outputs) {
+                        // 成功，直接返回完整的 event.outputs JSON 字符串
+                        resolve({
+                            content: [
+                                {
+                                    type: "text",
+                                    text: JSON.stringify(event.outputs),
+                                },
+                            ],
+                        });
+                    }
+                    else {
+                        const errorDetail = event.outputs ? JSON.stringify(event.outputs) : event.status;
+                        reject(new Error(`搜索短信失败: ${errorDetail}`));
+                    }
+                }
+            };
+            // Register event handler
+            wsManager.on("data-event", handler);
+            // Send the command
+            sendCommand({
+                config,
+                sessionId,
+                taskId,
+                messageId,
+                command,
+            })
+                .then(() => {
+            })
+                .catch((error) => {
+                clearTimeout(timeout);
+                wsManager.off("data-event", handler);
+                reject(error);
+            });
+        });
+    },
+};

package/dist/src/tools/search-note-tool.js

@@ -1,7 +1,6 @@
 import { getXYWebSocketManager } from "../client.js";
 import { sendCommand } from "../formatter.js";
-import { getLatestSessionContext } from "./session-manager.js";
-import { logger } from "../utils/logger.js";
+import { getCurrentSessionContext } from "./session-manager.js";
 /**
  * XY search note tool - searches notes on user's device.
  * Returns matching notes based on query string.
@@ -9,7 +8,7 @@ import { logger } from "../utils/logger.js";
 export const searchNoteTool = {
     name: "search_notes",
     label: "Search Notes",
-    description: "搜索用户设备上的备忘录内容。根据关键词在备忘录的标题、内容和附件名称中进行检索。注意:操作超时时间为60秒,请勿重复调用此工具,如果超时或失败,最多重试一次。",
+    description: "搜索用户设备上的备忘录内容。根据关键词在备忘录的标题、内容和附件名称中进行检索。注意:操作超时时间为60秒,请勿重复调用此工具,如果超时或失败,最多重试一次。回复约束：如果工具返回没有授权或者其他报错，只需要完整描述没有授权或者其他报错内容即可，不需要主动给用户提供解决方案，例如告诉用户如何授权，如何解决报错等都是不需要的，请严格遵守。",
     parameters: {
         type: "object",
         properties: {
@@ -21,13 +20,12 @@ export const searchNoteTool = {
         required: ["query"],
     },
     async execute(toolCallId, params) {
-        logger.debug("Executing search note tool, toolCallId:", toolCallId);
         // Validate parameters
         if (!params.query) {
             throw new Error("Missing required parameter: query is required");
         }
         // Get session context
-        const sessionContext = getLatestSessionContext();
+        const sessionContext = getCurrentSessionContext();
         if (!sessionContext) {
             throw new Error("No active XY session found. Search note tool can only be used during an active conversation.");
         }
@@ -75,33 +73,16 @@ export const searchNoteTool = {
             }, 60000);
             // Listen for data events from WebSocket
             const handler = (event) => {
-                logger.debug("Received data event:", event);
                 if (event.intentName === "SearchNote") {
                     clearTimeout(timeout);
                     wsManager.off("data-event", handler);
                     if (event.status === "success" && event.outputs) {
-                        const { result, code } = event.outputs;
-                        const items = result?.items || [];
-                        logger.log(`Notes found: ${items.length} results for query "${params.query}"`);
+                        // 成功，直接返回完整的 event.outputs JSON 字符串
                         resolve({
                             content: [
                                 {
                                     type: "text",
-                                    text: JSON.stringify({
-                                        success: true,
-                                        query: params.query,
-                                        totalResults: items.length,
-                                        notes: items.map((item) => ({
-                                            entityId: item.entityId,
-                                            entityName: item.entityName,
-                                            title: item.title?.replace(/<\/?em>/g, ''), // Remove <em> tags
-                                            content: item.content,
-                                            createdDate: item.createdDate,
-                                            modifiedDate: item.modifiedDate,
-                                        })),
-                                        indexName: result?.indexName,
-                                        code,
-                                    }),
+                                    text: JSON.stringify(event.outputs),
                                 },
                             ],
                         });
@@ -120,6 +101,7 @@ export const searchNoteTool = {
                 taskId,
                 messageId,
                 command,
+            }).then(() => {
             }).catch((error) => {
                 clearTimeout(timeout);
                 wsManager.off("data-event", handler);

package/dist/src/tools/search-photo-gallery-tool.js

@@ -1,7 +1,6 @@
 import { getXYWebSocketManager } from "../client.js";
 import { sendCommand } from "../formatter.js";
-import { getLatestSessionContext } from "./session-manager.js";
-import { logger } from "../utils/logger.js";
+import { getCurrentSessionContext } from "./session-manager.js";
 /**
  * XY search photo gallery tool - searches photos in user's gallery.
  * Returns local mediaUri strings that can be used with upload_photo tool.
@@ -13,83 +12,77 @@ export const searchPhotoGalleryTool = {
     name: "search_photo_gallery",
     label: "Search Photo Gallery",
     description: `插件功能描述：搜索用户手机图库中的照片
-  工具使用约束：如果用户说从手机图库中或者从相册中查询xx图片时调用此工具。
+
+  工具使用约束：如果用户说从手机图库中或者从相册中查询xx图片时调用此工具,注意此工具仅支持从本地图库检索，不支持云空间相册检索。
+
   工具输入输出简介：
   a. 根据图像描述语料检索匹配的照片,返回照片在手机本地的 mediaUri以及thumbnailUri。
   b. 返回的 mediaUri以及thumbnailUri 是本地路径,无法直接下载或访问。如果需要下载、查看、使用或展示照片,请使用 upload_photo 工具将 mediaUri或者thumbnailUri 转换为可访问的公网 URL。
   c. mediaUri代表手机相册中的图片原图路径，图片大小比较大，清晰度比较高
   d. thumbnailUri代表手机相册中的图片缩略图路径，图片大小比较小，清晰度适中，建议在upload_photo 工具的入参中优先使用此路径，不容易引起上传超时等问题
-  
+
+  搜索能力边界：
+  a. ✅ 支持口语化输入：改写模型会自动提取姓名、种类、地点等实体，可以使用自然语言描述（如"小狗的照片"、"南京拍的风景"）
+  b. ✅ 支持相册搜索：可以在query中包含相册名称（如"西安之行相册的照片"）
+  c. ✅ 支持人像搜索：前提是照片有人像tag，且需要口语化描述（如"张三的照片"）
+  d. ❌ 不支持时间相对词：不支持"最新"、"最旧"、"最早"等表述，需要使用具体时间（如"2024年的照片"而非"去年的照片"）
+  e. ❌ 不支持多实体查询：不支持"或"逻辑和时间范围（如"南京或上海的照片"、"近三年的照片"），需要拆分成多次独立查询
+  f. ❌ 不支持POI逆地理映射：照片的location是门牌号，用真实场地名称可能搜不到
+  g. ❌ 不支持收藏感知：无法感知照片是否被收藏
+  h. ❌ 不支持细粒度品种：对于动物、植物等的具体品种识别能力有限
+  i. ⚠️  POI提取可能不准确：地名可能作为语义搜索条件，可能导致"xx湖"搜到"yy江"或"zz湾"的照片
+
+  查询优化建议：
+  a. 时间查询：将"最新"、"去年"、"近三年"等转换为具体年份（如"2024年"、"2023年到2025年"需拆分成"2023年"、"2024年"、"2025年"三次查询）
+  b. 多条件查询：将"或"逻辑拆分成多次查询（如"南京或上海的照片"→先查"南京的照片"，再查"上海的照片"）
+  c. 实体原子化：确保每个query只包含一个原子实体（地点、人名、物品等）
+  d. 相册名称：如果知道相册名，直接在query中包含相册名可以提高准确度
+
   注意事项：
   a. 只有当用户明确表达从手机相册搜索或者从图库搜索时才执行此工具，如果用户仅表达要搜索xxx图片，并没有说明搜索数据源，则不要贸然调用此插件，可以优先尝试websearch或者询问用户是否要从手机图库中搜索。
   b. 操作超时时间为60秒,请勿重复调用此工具,如果超时或失败,最多重试一次。
+  c. 如果用户请求包含多个实体或时间范围，需要主动拆分成多次查询并告知用户。
+
+  回复约束：如果工具返回没有授权或者其他报错，只需要完整描述没有授权或者其他报错内容即可，不需要主动给用户提供解决方案，例如告诉用户如何授权，如何解决报错等都是不需要的，请严格遵守。
   `,
     parameters: {
         type: "object",
         properties: {
             query: {
                 type: "string",
-                description: "图像描述语料，用于检索匹配的照片（例如：'小狗的照片'、'带有键盘的图片'等）",
+                description: `图像描述语料，用于检索匹配的照片。支持口语化输入，会自动提取姓名、种类、地点等实体。
+
+使用示例：
+- 正确："小狗的照片"、"南京拍的风景"、"张三的照片"、"西安之行相册的照片"、"2024年的照片"
+- 错误："最新的照片"（应改为具体年份如"2024年的照片"）
+- 错误："南京或上海的照片"（需拆分成两次查询："南京的照片" 和 "上海的照片"）
+- 错误："近三年的照片"（需拆分成"2023年的照片"、"2024年的照片"、"2025年的照片"）
+
+重要：每次查询只能包含一个原子实体（单个地点、单个人名、单个年份等），不支持多实体或"或"逻辑。`,
             },
         },
         required: ["query"],
     },
     async execute(toolCallId, params) {
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 🚀 Starting execution`);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - toolCallId: ${toolCallId}`);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - params:`, JSON.stringify(params));
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - timestamp: ${new Date().toISOString()}`);
         // Validate parameters
         if (!params.query) {
-            logger.error(`[SEARCH_PHOTO_GALLERY_TOOL] ❌ Missing required parameter: query`);
             throw new Error("Missing required parameter: query is required");
         }
         // Get session context
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 🔍 Attempting to get session context...`);
-        const sessionContext = getLatestSessionContext();
+        const sessionContext = getCurrentSessionContext();
         if (!sessionContext) {
-            logger.error(`[SEARCH_PHOTO_GALLERY_TOOL] ❌ FAILED: No active session found!`);
-            logger.error(`[SEARCH_PHOTO_GALLERY_TOOL]   - toolCallId: ${toolCallId}`);
             throw new Error("No active XY session found. Search photo gallery tool can only be used during an active conversation.");
         }
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] ✅ Session context found`);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - sessionId: ${sessionContext.sessionId}`);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - taskId: ${sessionContext.taskId}`);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - messageId: ${sessionContext.messageId}`);
         const { config, sessionId, taskId, messageId } = sessionContext;
         // Get WebSocket manager
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 🔌 Getting WebSocket manager...`);
         const wsManager = getXYWebSocketManager(config);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] ✅ WebSocket manager obtained`);
         // Search for photos
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 📸 Searching for photos...`);
-        const items = await searchPhotos(wsManager, config, sessionId, taskId, messageId, params.query);
-        if (!items || items.length === 0) {
-            logger.warn(`[SEARCH_PHOTO_GALLERY_TOOL] ⚠️ No photos found for query: ${params.query}`);
-            return {
-                content: [
-                    {
-                        type: "text",
-                        text: JSON.stringify({
-                            items: [],
-                            count: 0,
-                            message: "未找到匹配的照片"
-                        }),
-                    },
-                ],
-            };
-        }
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] ✅ Found ${items.length} photos`);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - items:`, JSON.stringify(items));
+        const outputs = await searchPhotos(wsManager, config, sessionId, taskId, messageId, params.query);
         return {
             content: [
                 {
                     type: "text",
-                    text: JSON.stringify({
-                        items,
-                        count: items.length,
-                        message: `找到 ${items.length} 张照片。注意：mediaUri 和 thumbnailUri 是本地路径，无法直接访问。如需下载或查看，请使用 upload_photo 工具。`
-                    }),
+                    text: JSON.stringify(outputs),
                 },
             ],
         };
@@ -97,10 +90,9 @@ export const searchPhotoGalleryTool = {
 };
 /**
  * Search for photos using query description
- * Returns array of photo items with complete information
+ * Returns complete event.outputs object
  */
 async function searchPhotos(wsManager, config, sessionId, taskId, messageId, query) {
-    logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 📦 Building SearchPhotoVideo command...`);
     const command = {
         header: {
             namespace: "Common",
@@ -136,34 +128,23 @@ async function searchPhotos(wsManager, config, sessionId, taskId, messageId, que
     };
     return new Promise((resolve, reject) => {
         const timeout = setTimeout(() => {
-            logger.error(`[SEARCH_PHOTO_GALLERY_TOOL] ⏰ Timeout: No response for SearchPhotoVideo within 60 seconds`);
             wsManager.off("data-event", handler);
             reject(new Error("搜索照片超时（60秒）"));
         }, 60000);
         const handler = (event) => {
-            logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 📨 Received data event:`, JSON.stringify(event));
             if (event.intentName === "SearchPhotoVideo") {
-                logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 🎯 SearchPhotoVideo event received`);
-                logger.log(`[SEARCH_PHOTO_GALLERY_TOOL]   - status: ${event.status}`);
                 clearTimeout(timeout);
                 wsManager.off("data-event", handler);
                 if (event.status === "success" && event.outputs) {
-                    logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] ✅ Photo search completed successfully`);
-                    const result = event.outputs.result;
-                    const items = result?.items || [];
-                    logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 📊 Found ${items.length} photo items`);
-                    resolve(items);
+                    // 成功，直接返回完整的 event.outputs
+                    resolve(event.outputs);
                 }
                 else {
-                    logger.error(`[SEARCH_PHOTO_GALLERY_TOOL] ❌ Photo search failed`);
-                    logger.error(`[SEARCH_PHOTO_GALLERY_TOOL]   - status: ${event.status}`);
                     reject(new Error(`搜索照片失败: ${event.status}`));
                 }
             }
         };
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 📡 Registering data-event handler for SearchPhotoVideo`);
         wsManager.on("data-event", handler);
-        logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] 📤 Sending SearchPhotoVideo command...`);
         sendCommand({
             config,
             sessionId,
@@ -172,10 +153,8 @@ async function searchPhotos(wsManager, config, sessionId, taskId, messageId, que
             command,
         })
             .then(() => {
-            logger.log(`[SEARCH_PHOTO_GALLERY_TOOL] ✅ SearchPhotoVideo command sent successfully`);
         })
             .catch((error) => {
-            logger.error(`[SEARCH_PHOTO_GALLERY_TOOL] ❌ Failed to send SearchPhotoVideo command:`, error);
             clearTimeout(timeout);
             wsManager.off("data-event", handler);
             reject(error);

package/dist/src/tools/send-file-to-user-tool.d.ts

@@ -0,0 +1,5 @@
+/**
+ * XY send file to user tool - sends local files or remote files to user's device.
+ * Supports both local file paths and remote URLs.
+ */
+export declare const sendFileToUserTool: any;