@ynhcj/xiaoyi-channel 0.0.52-beta → 0.0.52-next

package/dist/src/tools/save-media-to-gallery-tool.d.ts

@@ -0,0 +1,5 @@
+/**
+ * XY save media to gallery tool - saves image or video files to user's device gallery.
+ * Supports local file paths (auto-uploaded to get public URL) and public URLs.
+ */
+export declare const saveMediaToGalleryTool: any;

package/dist/src/tools/save-media-to-gallery-tool.js

@@ -0,0 +1,178 @@
+import { getXYWebSocketManager } from "../client.js";
+import { sendCommand } from "../formatter.js";
+import { getCurrentSessionContext } from "./session-manager.js";
+import { XYFileUploadService } from "../file-upload.js";
+/**
+ * Duck-typed ToolInputError: openclaw 按 .name 字段匹配，不用 instanceof。
+ * 抛出此错误会让 openclaw 返回 HTTP 400 而非 500，
+ * LLM 会将其识别为参数错误而非瞬时故障，不会触发重试。
+ */
+class ToolInputError extends Error {
+    status = 400;
+    constructor(message) {
+        super(message);
+        this.name = "ToolInputError";
+    }
+}
+/**
+ * XY save media to gallery tool - saves image or video files to user's device gallery.
+ * Supports local file paths (auto-uploaded to get public URL) and public URLs.
+ */
+export const saveMediaToGalleryTool = {
+    name: "save_media_to_gallery",
+    label: "Save Media to Gallery",
+    description: `将图片文件或者视频文件保存到手机图库。
+  工具参数说明：
+  a. mediaType：非必填，string类型，不传端侧默认为pic。支持传 pic(图片) 或 video(视频)。
+  b. fileName：非必填，string类型，文件名称，不传手机侧默认生成随机uuid。
+  c. url：必填，string类型，支持本地路径或者公网url路径。如果是本地路径，会先上传获取公网url再保存到图库。
+
+  注意:
+  a. 操作超时时间为60秒,请勿重复调用此工具
+  b. 如果遇到各类调用失败场景,最多只能重试一次，不可以重复调用多次。
+  c. 调用工具前需认真检查调用参数是否满足工具要求
+
+  回复约束：如果工具返回没有授权或者其他报错，只需要完整描述没有授权或者其他报错内容即可，不需要主动给用户提供解决方案，例如告诉用户如何授权，如何解决报错等都是不需要的，请严格遵守。
+  `,
+    parameters: {
+        type: "object",
+        properties: {
+            mediaType: {
+                type: "string",
+                description: "非必填，不传默认为pic。支持 pic(图片) 或 video(视频)。",
+            },
+            fileName: {
+                type: "string",
+                description: "非必填，文件名称，不传手机侧默认生成随机uuid。",
+            },
+            url: {
+                type: "string",
+                description: "必填，支持本地路径或者公网url路径。如果是本地路径会先上传获取公网url。",
+            },
+        },
+        required: ["url"],
+    },
+    async execute(toolCallId, params) {
+        // Validate parameters
+        const { mediaType, fileName, url } = params;
+        if (!url || typeof url !== "string") {
+            throw new ToolInputError("缺少必填参数: url");
+        }
+        if (mediaType && !["pic", "video"].includes(mediaType)) {
+            throw new ToolInputError(`mediaType只支持 pic 或 video，当前值: ${mediaType}`);
+        }
+        // Strip file extension from fileName if present
+        let sanitizedFileName = fileName;
+        if (sanitizedFileName && typeof sanitizedFileName === "string") {
+            const lastDot = sanitizedFileName.lastIndexOf(".");
+            if (lastDot > 0) {
+                sanitizedFileName = sanitizedFileName.substring(0, lastDot);
+            }
+        }
+        // Get session context
+        const sessionContext = getCurrentSessionContext();
+        if (!sessionContext) {
+            throw new Error("No active XY session found. SaveMediaToGallery tool can only be used during an active conversation.");
+        }
+        const { config, sessionId, taskId, messageId } = sessionContext;
+        // Get WebSocket manager
+        const wsManager = getXYWebSocketManager(config);
+        // Determine the URL: if it's a local path, upload first to get public URL
+        let publicUrl = url;
+        if (!url.startsWith("http://") && !url.startsWith("https://")) {
+            // Local file path - upload to get public URL
+            const uploadService = new XYFileUploadService(config.fileUploadUrl, config.apiKey, config.uid);
+            publicUrl = await uploadService.uploadFileAndGetUrl(url);
+            if (!publicUrl) {
+                throw new Error("本地文件上传失败，无法获取公网URL");
+            }
+        }
+        // Build intentParam
+        const intentParam = {
+            url: publicUrl,
+        };
+        if (mediaType) {
+            intentParam.mediaType = mediaType;
+        }
+        if (sanitizedFileName) {
+            intentParam.fileName = sanitizedFileName;
+        }
+        // Build SaveMediaToGallery command
+        const command = {
+            header: {
+                namespace: "Common",
+                name: "Action",
+            },
+            payload: {
+                cardParam: {},
+                executeParam: {
+                    executeMode: "background",
+                    intentName: "SaveMediaToGallery",
+                    bundleName: "com.huawei.hmos.vassistant",
+                    dimension: "",
+                    needUnlock: true,
+                    actionResponse: true,
+                    appType: "OHOS_APP",
+                    timeOut: 5,
+                    intentParam,
+                    permissionId: ["ohos.permission.WRITE_IMAGEVIDEO"],
+                    achieveType: "INTENT",
+                },
+                responses: [
+                    {
+                        resultCode: "",
+                        displayText: "",
+                        ttsText: "",
+                    },
+                ],
+                needUploadResult: true,
+                noHalfPage: false,
+                pageControlRelated: false,
+            },
+        };
+        // Send command and wait for response (60 second timeout)
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                wsManager.off("data-event", handler);
+                reject(new Error("保存媒体到图库超时（60秒）"));
+            }, 60000);
+            // Listen for data events from WebSocket
+            const handler = (event) => {
+                if (event.intentName === "SaveMediaToGallery") {
+                    clearTimeout(timeout);
+                    wsManager.off("data-event", handler);
+                    if (event.status === "success" && event.outputs) {
+                        resolve({
+                            content: [
+                                {
+                                    type: "text",
+                                    text: JSON.stringify(event.outputs),
+                                }
+                            ]
+                        });
+                    }
+                    else {
+                        reject(new Error(`保存媒体到图库失败: ${event.status}`));
+                    }
+                }
+            };
+            // Register event handler
+            wsManager.on("data-event", handler);
+            // Send the command
+            sendCommand({
+                config,
+                sessionId,
+                taskId,
+                messageId,
+                command,
+            })
+                .then(() => {
+            })
+                .catch((error) => {
+                clearTimeout(timeout);
+                wsManager.off("data-event", handler);
+                reject(error);
+            });
+        });
+    },
+};

package/dist/src/tools/send-command-to-car-tool.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Send command to car (小艺车机) tool - sends an output command to the car's Xiaoyi system.
+ * The command will be received and executed on the car's Xiaoyi device.
+ */
+export declare const sendCommandToCarTool: any;

package/dist/src/tools/send-command-to-car-tool.js

@@ -0,0 +1,85 @@
+// Send Command To Car tool implementation
+import { sendCommand } from "../formatter.js";
+import { getCurrentSessionContext } from "./session-manager.js";
+import { logger } from "../utils/logger.js";
+/**
+ * Send command to car (小艺车机) tool - sends an output command to the car's Xiaoyi system.
+ * The command will be received and executed on the car's Xiaoyi device.
+ */
+export const sendCommandToCarTool = {
+    name: "send_command_to_car",
+    label: "Send Command To Car",
+    description: "将输出指令发送给小艺车机，车机小艺会接收并执行该指令。注意:请勿重复调用此工具,如果超时或失败,最多重试一次。回复约束：如果工具返回没有授权或者其他报错，只需要完整描述没有授权或者其他报错内容即可，不需要主动给用户提供解决方案。",
+    parameters: {
+        type: "object",
+        properties: {
+            command: {
+                type: "string",
+                description: "要发送给车机的指令内容（对应intentParam中的out字段）",
+            },
+        },
+        required: ["command"],
+    },
+    async execute(toolCallId, params) {
+        // Validate command parameter
+        if (!params.command || typeof params.command !== "string" || params.command.trim() === "") {
+            throw new Error("Missing required parameter: command must be a non-empty string");
+        }
+        // Get session context
+        const sessionContext = getCurrentSessionContext();
+        if (!sessionContext) {
+            throw new Error("No active XY session found. Send command to car tool can only be used during an active conversation.");
+        }
+        const { config, sessionId, taskId, messageId } = sessionContext;
+        // Build PlayStoryBook command
+        const command = {
+            header: {
+                namespace: "Common",
+                name: "Action",
+            },
+            payload: {
+                cardParam: {},
+                executeParam: {
+                    achieveType: "INTENT",
+                    actionResponse: true,
+                    bundleName: "com.huawei.vassistantcar",
+                    dimension: "",
+                    executeMode: "background",
+                    intentName: "PlayStoryBook",
+                    intentParam: {
+                        out: params.command,
+                    },
+                    needUnlock: true,
+                    permissionId: [],
+                    timeOut: 5,
+                },
+                needUploadResult: true,
+                pageControlRelated: false,
+                responses: [
+                    {
+                        displayText: "",
+                        resultCode: "",
+                        ttsText: "",
+                    },
+                ],
+            },
+        };
+        // Send command - fire and forget, return success once sent
+        await sendCommand({
+            config,
+            sessionId,
+            taskId,
+            messageId,
+            command,
+        });
+        logger.log("[sendCommandToCar] command sent to car successfully");
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: JSON.stringify({ success: true, message: "指令已成功下发给车机" }),
+                },
+            ],
+        };
+    },
+};

package/dist/src/tools/send-file-to-user-tool.js

@@ -244,6 +244,7 @@ b. 操作超时时间为2分钟（120秒），请勿重复调用此工具，如
                 };
                 // Send WebSocket message
                 await wsManager.sendMessage(sessionId, agentResponse);
+                console.log(`send ${fileName} file to user success`);
                 sentFiles.push({ fileName, fileId });
             }
             return {

package/dist/src/tools/session-manager.d.ts

@@ -5,6 +5,7 @@ export interface SessionContext {
     taskId: string;
     messageId: string;
     agentId: string;
+    deviceType?: string;
 }
 /**
  * Register a session context for tool access.

package/dist/src/tools/timestamp-to-utc8-tool.d.ts

@@ -0,0 +1,12 @@
+/**
+ * XY timestamp to UTC+8 time tool - converts timestamp to UTC+8 time format.
+ * Supports both second-level and millisecond-level timestamps.
+ *
+ * This is a utility tool that doesn't require device communication.
+ * It converts Unix timestamp to UTC+8 time in YYYYMMDD hhmmss format.
+ *
+ * Important: The search_calendar_event and search_alarm tools return timestamps.
+ * Call this tool first to convert timestamps to readable UTC+8 time format before
+ * presenting results to users or performing further operations.
+ */
+export declare const timestampToUtc8Tool: any;

package/dist/src/tools/timestamp-to-utc8-tool.js

@@ -0,0 +1,104 @@
+/**
+ * XY timestamp to UTC+8 time tool - converts timestamp to UTC+8 time format.
+ * Supports both second-level and millisecond-level timestamps.
+ *
+ * This is a utility tool that doesn't require device communication.
+ * It converts Unix timestamp to UTC+8 time in YYYYMMDD hhmmss format.
+ *
+ * Important: The search_calendar_event and search_alarm tools return timestamps.
+ * Call this tool first to convert timestamps to readable UTC+8 time format before
+ * presenting results to users or performing further operations.
+ */
+export const timestampToUtc8Tool = {
+    name: "convert_timestamp_to_utc8_time",
+    label: "Convert Timestamp to UTC+8 Time",
+    description: `将时间戳转换为标准 UTC+8 时间格式。支持秒级时间戳和毫秒级时间戳。
+
+输入参数：
+- timestamp: 时间戳（数字类型），可以是秒级（10位）或毫秒级（13位）
+
+输出格式：
+- YYYYMMDD hhmmss（例如：20240315 143000 表示 2024年3月15日 14:30:00 北京时间）
+
+重要说明：
+搜索日程工具（search_calendar_event）和搜索闹钟工具（search_alarm）等工具中返回结果如果包含时间戳。
+建议优先调用本时间戳转换工具，将时间戳转换为标准北京时间格式，再基于标准时间进行用户回答或下一步操作。
+
+示例：
+- 输入：1710498600（秒级）或 1710498600000（毫秒级）
+- 输出：20240315 143000`,
+    parameters: {
+        type: "object",
+        properties: {
+            timestamp: {
+                type: "number",
+                description: "时间戳，支持秒级（10位）或毫秒级（13位）时间戳",
+            },
+        },
+        required: ["timestamp"],
+    },
+    async execute(toolCallId, params) {
+        // Validate timestamp parameter
+        if (params.timestamp === undefined || params.timestamp === null) {
+            throw new Error("缺少必需参数：timestamp");
+        }
+        const timestamp = params.timestamp;
+        // Validate it's a number
+        if (typeof timestamp !== "number") {
+            throw new Error("timestamp 必须是数字类型");
+        }
+        // Check if timestamp is valid
+        if (isNaN(timestamp)) {
+            throw new Error("timestamp 不是有效数字");
+        }
+        // Determine if it's seconds or milliseconds
+        // Millisecond timestamps are typically 13 digits (year 2024+)
+        // Second timestamps are typically 10 digits
+        let timestampInMs;
+        const timestampStr = Math.abs(timestamp).toString();
+        if (timestampStr.length === 13) {
+            // It's already in milliseconds
+            timestampInMs = timestamp;
+        }
+        else if (timestampStr.length === 10) {
+            // It's in seconds, convert to milliseconds
+            timestampInMs = timestamp * 1000;
+        }
+        else if (timestamp > 1000000000000) {
+            // Likely milliseconds (greater than year 2001 in milliseconds)
+            timestampInMs = timestamp;
+        }
+        else {
+            // Likely seconds, convert to milliseconds
+            timestampInMs = timestamp * 1000;
+        }
+        // Create Date object from timestamp
+        const date = new Date(timestampInMs);
+        // Check if date is valid
+        if (isNaN(date.getTime())) {
+            throw new Error("无效的时间戳，无法转换为日期");
+        }
+        // Convert to Beijing time (UTC+8)
+        const beijingTime = new Date(date.getTime() + (8 * 60 * 60 * 1000));
+        // Format: YYYYMMDD hhmmss
+        const year = beijingTime.getUTCFullYear();
+        const month = beijingTime.getUTCMonth() + 1; // Months are 0-indexed
+        const day = beijingTime.getUTCDate();
+        const hours = beijingTime.getUTCHours();
+        const minutes = beijingTime.getUTCMinutes();
+        const seconds = beijingTime.getUTCSeconds();
+        // Pad with leading zeros
+        const formattedDate = `${year}${String(month).padStart(2, '0')}${String(day).padStart(2, '0')}`;
+        const formattedTime = `${String(hours).padStart(2, '0')}${String(minutes).padStart(2, '0')}${String(seconds).padStart(2, '0')}`;
+        const result = `${formattedDate} ${formattedTime}`;
+        // Return the formatted time
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: result,
+                },
+            ],
+        };
+    },
+};

package/dist/src/tools/upload-file-tool.js

@@ -18,10 +18,10 @@ export const uploadFileTool = {
     label: "Upload File",
     description: `工具能力描述：将手机本地文件上传并获取可公网访问的 URL。
 
-  前置工具调用：此工具使用前必须先调用 search_file 工具获取文件的 uri
+  前置工具调用：此工具使用前必须先调用 search_file 或者 query_collection 工具获取文件的 uri=
 
   工具参数说明：
-  a. 入参中的fileInfos数组，每个元素必须包含mediaUri字段（对应于search_file工具返回结果中的uri），必须与search_file结果中对应的uri完全保持一致，不要自行修改。
+  a. 入参中的fileInfos数组，每个元素必须包含mediaUri字段（对应于search_file工具或者query_collection返回结果中的uri），必须与search_file或者query_collection结果中对应的uri完全保持一致，不要自行修改。
   b. fileInfos中的timeout字段是可选的，表示上传文件超时时间，单位是毫秒，默认是20000（20秒）。
   c. fileInfos 是文件在手机本地的信息数组（从 search_file 工具响应中获取）。限制：每次最多支持传入 5 条文件信息。
 

package/dist/src/tools/xiaoyi-add-collection-tool.d.ts

@@ -0,0 +1,4 @@
+/**
+ * XY add collection tool - adds data to user's XiaoYi collection.
+ */
+export declare const xiaoyiAddCollectionTool: any;

package/dist/src/tools/xiaoyi-add-collection-tool.js

@@ -0,0 +1,188 @@
+import { getXYWebSocketManager } from "../client.js";
+import { sendCommand } from "../formatter.js";
+import { getCurrentSessionContext } from "./session-manager.js";
+import { XYFileUploadService } from "../file-upload.js";
+/**
+ * Duck-typed ToolInputError: openclaw 按 .name 字段匹配，不用 instanceof。
+ * 抛出此错误会让 openclaw 返回 HTTP 400 而非 500，
+ * LLM 会将其识别为参数错误而非瞬时故障，不会触发重试。
+ */
+class ToolInputError extends Error {
+    status = 400;
+    constructor(message) {
+        super(message);
+        this.name = "ToolInputError";
+    }
+}
+/**
+ * XY add collection tool - adds data to user's XiaoYi collection.
+ */
+export const xiaoyiAddCollectionTool = {
+    name: "add_collection",
+    label: "Add XiaoYi Collection",
+    description: `向小艺收藏中添加公共知识数据，可以给用户提供个性化体验。任何用户希望保存到个人化知识库中的数据都可以调用本技能。不同类型的数据对应的数据要求如下：
+请求入参说明：
+● content:必填字段，数据类型为string，功能描述是该字段是用户添加收藏的链接url或文本原文。适用于HYPER_LINK和TEXT类型。
+● uri:必填字段，数据类型为string，功能描述是该字段是图片或文件的端存储地址链接。适用于IMAGE和FILE类型。
+● sourceAppBundleName:非必填字段，数据类型为string，功能描述是标识该数据的来源应用。
+● dataType:必填字段，数据类型为string，功能描述是标识数据类型。HYPER_LINK标识网页，TEXT标识文本，IMAGE标识图片，FILE标识文件。
+● title:非必填字段，数据类型为string，功能描述是标识文件类型数据的文件名称。适用于FILE类型。
+说明：如果dataType为HYPER_LINK或TEXT，则content字段必填且不能为空；如果dataType为IMAGE或FILE，则uri字段必填且不能为空。当用户希望收藏海报、截图等图片类数据时，请将数据以图片IMAGE的形式存入到小艺帮记；当用户希望收藏电子书、笔记、报告、素材、文档、合同、协议、简历、证书、报表、日志、安装包、压缩包等描述的文件时，请将数据以文件FILE的形式存入到小艺帮记。
+当你成功收藏这个数据到小艺帮记后，请在最后显示"已成功把数据添加到[小艺帮记](vassistant://voice/main?page=CollectionPage&jumpHomePageTab=myCollection)"，
+  注意:
+  a. 操作超时时间为60秒,请勿重复调用此工具
+  b. 如果遇到各类调用失败场景,最多只能重试一次，不可以重复调用多次。
+  c. 调用工具前需认真检查调用参数是否满足工具要求
+
+  回复约束：如果工具返回没有授权或者其他报错，只需要完整描述没有授权或者其他报错内容即可，不需要主动给用户提供解决方案，例如告诉用户如何授权，如何解决报错等都是不需要的，请严格遵守。
+  `,
+    parameters: {
+        type: "object",
+        properties: {
+            content: {
+                type: "string",
+                description: "必填字段（HYPER_LINK/TEXT类型时）。用户添加收藏的链接url或文本原文。",
+            },
+            uri: {
+                type: "string",
+                description: "必填字段（IMAGE/FILE类型时）。图片或文件的地址链接。",
+            },
+            sourceAppBundleName: {
+                type: "string",
+                description: "非必填字段。标识该数据的来源应用。",
+            },
+            dataType: {
+                type: "string",
+                description: "必填字段。标识数据类型：HYPER_LINK表示网页，TEXT表示文本，IMAGE表示图片，FILE表示文件。",
+            },
+            title: {
+                type: "string",
+                description: "非必填字段。标识文件类型数据的文件名称。适用于FILE类型。",
+            },
+        },
+        required: ["dataType"],
+    },
+    async execute(toolCallId, params) {
+        // Validate parameters
+        const { content, uri, sourceAppBundleName, dataType, title } = params;
+        const validTypes = ["HYPER_LINK", "TEXT", "IMAGE", "FILE"];
+        if (!dataType || !validTypes.includes(dataType)) {
+            throw new ToolInputError(`dataType必填且必须为 HYPER_LINK、TEXT、IMAGE、FILE 之一，当前值: ${dataType}`);
+        }
+        if ((dataType === "HYPER_LINK" || dataType === "TEXT") && (!content || typeof content !== "string")) {
+            throw new ToolInputError(`dataType为${dataType}时，content字段必填且不能为空`);
+        }
+        if ((dataType === "IMAGE" || dataType === "FILE") && (!uri || typeof uri !== "string")) {
+            throw new ToolInputError(`dataType为${dataType}时，uri字段必填且不能为空`);
+        }
+        // Get session context
+        const sessionContext = getCurrentSessionContext();
+        if (!sessionContext) {
+            throw new Error("No active XY session found. AddCollection tool can only be used during an active conversation.");
+        }
+        const { config, sessionId, taskId, messageId } = sessionContext;
+        // Get WebSocket manager
+        const wsManager = getXYWebSocketManager(config);
+        // Handle uri: upload local paths to get public URL
+        let publicUri = uri;
+        if (uri && !uri.startsWith("http://") && !uri.startsWith("https://") && !uri.startsWith("file://")) {
+            const uploadService = new XYFileUploadService(config.fileUploadUrl, config.apiKey, config.uid);
+            publicUri = await uploadService.uploadFileAndGetUrl(uri);
+            if (!publicUri) {
+                throw new Error("本地文件上传失败，无法获取公网URL");
+            }
+        }
+        // Build intentParam
+        const intentParam = {
+            dataType,
+        };
+        if (content) {
+            intentParam.content = content;
+        }
+        if (publicUri) {
+            intentParam.uri = publicUri;
+        }
+        if (sourceAppBundleName) {
+            intentParam.sourceAppBundleName = sourceAppBundleName;
+        }
+        if (title) {
+            intentParam.title = title;
+        }
+        // Build AddCollection command
+        const command = {
+            header: {
+                namespace: "Common",
+                name: "Action",
+            },
+            payload: {
+                cardParam: {},
+                executeParam: {
+                    executeMode: "background",
+                    intentName: "AddCollection",
+                    bundleName: "com.huawei.hmos.vassistant",
+                    needUnlock: true,
+                    actionResponse: true,
+                    appType: "OHOS_APP",
+                    timeOut: 5,
+                    intentParam,
+                    permissionId: [],
+                    achieveType: "INTENT",
+                },
+                responses: [
+                    {
+                        resultCode: "",
+                        displayText: "",
+                        ttsText: "",
+                    },
+                ],
+                needUploadResult: true,
+                noHalfPage: false,
+                pageControlRelated: false,
+            },
+        };
+        // Send command and wait for response (60 second timeout)
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                wsManager.off("data-event", handler);
+                reject(new Error("添加小艺收藏超时（60秒）"));
+            }, 60000);
+            // Listen for data events from WebSocket
+            const handler = (event) => {
+                if (event.intentName === "AddCollection") {
+                    clearTimeout(timeout);
+                    wsManager.off("data-event", handler);
+                    if (event.status === "success" && event.outputs) {
+                        resolve({
+                            content: [
+                                {
+                                    type: "text",
+                                    text: JSON.stringify(event.outputs),
+                                }
+                            ]
+                        });
+                    }
+                    else {
+                        reject(new Error(`添加小艺收藏失败: ${event.status}`));
+                    }
+                }
+            };
+            // Register event handler
+            wsManager.on("data-event", handler);
+            // Send the command
+            sendCommand({
+                config,
+                sessionId,
+                taskId,
+                messageId,
+                command,
+            })
+                .then(() => {
+            })
+                .catch((error) => {
+                clearTimeout(timeout);
+                wsManager.off("data-event", handler);
+                reject(error);
+            });
+        });
+    },
+};