@ynhcj/xiaoyi-channel 0.0.10-beta → 0.0.12-beta

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5,8 +5,11 @@ import { xyOnboardingAdapter } from "./onboarding.js";
5
5
  import { locationTool } from "./tools/location-tool.js";
6
6
  import { noteTool } from "./tools/note-tool.js";
7
7
  import { searchNoteTool } from "./tools/search-note-tool.js";
8
+ import { modifyNoteTool } from "./tools/modify-note-tool.js";
8
9
  import { calendarTool } from "./tools/calendar-tool.js";
9
10
  import { searchCalendarTool } from "./tools/search-calendar-tool.js";
11
+ import { searchContactTool } from "./tools/search-contact-tool.js";
12
+ import { searchPhotoTool } from "./tools/search-photo-tool.js";
10
13
  /**
11
14
  * Xiaoyi Channel Plugin for OpenClaw.
12
15
  * Implements Xiaoyi A2A protocol with dual WebSocket connections.
@@ -46,7 +49,7 @@ export const xyPlugin = {
46
49
  },
47
50
  outbound: xyOutbound,
48
51
  onboarding: xyOnboardingAdapter,
49
- agentTools: [locationTool, noteTool, searchNoteTool, calendarTool, searchCalendarTool],
52
+ agentTools: [locationTool, noteTool, searchNoteTool, modifyNoteTool, calendarTool, searchCalendarTool, searchContactTool, searchPhotoTool],
50
53
  messaging: {
51
54
  normalizeTarget: (raw) => {
52
55
  const trimmed = raw.trim();
@@ -109,8 +109,10 @@ export const xyOutbound = {
109
109
  const pushService = new XYPushService(config);
110
110
  // Extract title (first 57 chars or first line)
111
111
  const title = text.split("\n")[0].slice(0, 57);
112
+ // Truncate push content to max length 1000
113
+ const pushText = text.length > 1000 ? text.slice(0, 1000) : text;
112
114
  // Send push message (content, title, data, sessionId)
113
- await pushService.sendPush(text, title, undefined, actualTo);
115
+ await pushService.sendPush(pushText, title, undefined, actualTo);
114
116
  console.log(`[xyOutbound.sendText] Completed successfully`);
115
117
  // Return message info
116
118
  return {
@@ -273,11 +273,6 @@ export function createXYReplyDispatcher(params) {
273
273
  const text = payload.text ?? "";
274
274
  const hasMedia = Boolean(payload.mediaUrl || (payload.mediaUrls?.length ?? 0) > 0);
275
275
  log(`[PARTIAL REPLY] 📝 Partial reply chunk received: session=${sessionId}, taskId=${taskId}`);
276
- log(`[PARTIAL REPLY] - text.length=${text.length}`);
277
- log(`[PARTIAL REPLY] - hasMedia=${hasMedia}`);
278
- if (text.length > 0) {
279
- log(`[PARTIAL REPLY] - text preview: "${text.slice(0, 200)}"`);
280
- }
281
276
  try {
282
277
  if (text.length > 0) {
283
278
  await sendReasoningTextUpdate({
@@ -0,0 +1,9 @@
1
+ /**
2
+ * XY modify note tool - appends content to an existing note on user's device.
3
+ * Requires entityId from search_notes tool as prerequisite.
4
+ *
5
+ * Prerequisites:
6
+ * 1. Call search_notes tool first to get the entityId of target note
7
+ * 2. Use the entityId to append content to that note
8
+ */
9
+ export declare const modifyNoteTool: any;
@@ -0,0 +1,163 @@
1
+ import { getXYWebSocketManager } from "../client.js";
2
+ import { sendCommand } from "../formatter.js";
3
+ import { getLatestSessionContext } from "./session-manager.js";
4
+ import { logger } from "../utils/logger.js";
5
+ /**
6
+ * XY modify note tool - appends content to an existing note on user's device.
7
+ * Requires entityId from search_notes tool as prerequisite.
8
+ *
9
+ * Prerequisites:
10
+ * 1. Call search_notes tool first to get the entityId of target note
11
+ * 2. Use the entityId to append content to that note
12
+ */
13
+ export const modifyNoteTool = {
14
+ name: "modify_note",
15
+ label: "Modify Note",
16
+ description: "在指定备忘录中追加新内容。使用前必须先调用 search_notes 工具获取备忘录的 entityId。参数说明:entityId 是备忘录的唯一标识符(从 search_notes 工具获取),text 是要追加的文本内容。注意:操作超时时间为60秒,请勿重复调用此工具,如果超时或失败,最多重试一次。",
17
+ parameters: {
18
+ type: "object",
19
+ properties: {
20
+ entityId: {
21
+ type: "string",
22
+ description: "备忘录的唯一标识符,必须先通过 search_notes 工具获取",
23
+ },
24
+ text: {
25
+ type: "string",
26
+ description: "要追加到备忘录的文本内容",
27
+ },
28
+ },
29
+ required: ["entityId", "text"],
30
+ },
31
+ async execute(toolCallId, params) {
32
+ logger.log(`[MODIFY_NOTE_TOOL] 🚀 Starting execution`);
33
+ logger.log(`[MODIFY_NOTE_TOOL] - toolCallId: ${toolCallId}`);
34
+ logger.log(`[MODIFY_NOTE_TOOL] - params:`, JSON.stringify(params));
35
+ logger.log(`[MODIFY_NOTE_TOOL] - timestamp: ${new Date().toISOString()}`);
36
+ // Validate parameters
37
+ if (!params.entityId || !params.text) {
38
+ logger.error(`[MODIFY_NOTE_TOOL] ❌ Missing required parameters`);
39
+ throw new Error("Missing required parameters: entityId and text are required");
40
+ }
41
+ // Get session context
42
+ logger.log(`[MODIFY_NOTE_TOOL] 🔍 Attempting to get session context...`);
43
+ const sessionContext = getLatestSessionContext();
44
+ if (!sessionContext) {
45
+ logger.error(`[MODIFY_NOTE_TOOL] ❌ FAILED: No active session found!`);
46
+ logger.error(`[MODIFY_NOTE_TOOL] - toolCallId: ${toolCallId}`);
47
+ throw new Error("No active XY session found. Modify note tool can only be used during an active conversation.");
48
+ }
49
+ logger.log(`[MODIFY_NOTE_TOOL] ✅ Session context found`);
50
+ logger.log(`[MODIFY_NOTE_TOOL] - sessionId: ${sessionContext.sessionId}`);
51
+ logger.log(`[MODIFY_NOTE_TOOL] - taskId: ${sessionContext.taskId}`);
52
+ logger.log(`[MODIFY_NOTE_TOOL] - messageId: ${sessionContext.messageId}`);
53
+ const { config, sessionId, taskId, messageId } = sessionContext;
54
+ // Get WebSocket manager
55
+ logger.log(`[MODIFY_NOTE_TOOL] 🔌 Getting WebSocket manager...`);
56
+ const wsManager = getXYWebSocketManager(config);
57
+ logger.log(`[MODIFY_NOTE_TOOL] ✅ WebSocket manager obtained`);
58
+ // Build ModifyNote command
59
+ logger.log(`[MODIFY_NOTE_TOOL] 📦 Building ModifyNote command...`);
60
+ const command = {
61
+ header: {
62
+ namespace: "Common",
63
+ name: "Action",
64
+ },
65
+ payload: {
66
+ cardParam: {},
67
+ executeParam: {
68
+ executeMode: "background",
69
+ intentName: "ModifyNote",
70
+ bundleName: "com.huawei.hmos.notepad",
71
+ needUnlock: true,
72
+ actionResponse: true,
73
+ appType: "OHOS_APP",
74
+ timeOut: 5,
75
+ intentParam: {
76
+ contentType: "1", // 1 = append mode (追加模式)
77
+ text: params.text,
78
+ entityId: params.entityId,
79
+ },
80
+ permissionId: [],
81
+ achieveType: "INTENT",
82
+ },
83
+ responses: [
84
+ {
85
+ resultCode: "",
86
+ displayText: "",
87
+ ttsText: "",
88
+ },
89
+ ],
90
+ needUploadResult: true,
91
+ noHalfPage: false,
92
+ pageControlRelated: false,
93
+ },
94
+ };
95
+ logger.log(`[MODIFY_NOTE_TOOL] - entityId: ${params.entityId}`);
96
+ logger.log(`[MODIFY_NOTE_TOOL] - contentType: 1 (append mode)`);
97
+ logger.log(`[MODIFY_NOTE_TOOL] - text length: ${params.text.length} characters`);
98
+ // Send command and wait for response (60 second timeout)
99
+ logger.log(`[MODIFY_NOTE_TOOL] ⏳ Setting up promise to wait for note modification response...`);
100
+ logger.log(`[MODIFY_NOTE_TOOL] - Timeout: 60 seconds`);
101
+ return new Promise((resolve, reject) => {
102
+ const timeout = setTimeout(() => {
103
+ logger.error(`[MODIFY_NOTE_TOOL] ⏰ Timeout: No response received within 60 seconds`);
104
+ wsManager.off("data-event", handler);
105
+ reject(new Error("修改备忘录超时(60秒)"));
106
+ }, 60000);
107
+ // Listen for data events from WebSocket
108
+ const handler = (event) => {
109
+ logger.log(`[MODIFY_NOTE_TOOL] 📨 Received data event:`, JSON.stringify(event));
110
+ if (event.intentName === "ModifyNote") {
111
+ logger.log(`[MODIFY_NOTE_TOOL] 🎯 ModifyNote event received`);
112
+ logger.log(`[MODIFY_NOTE_TOOL] - status: ${event.status}`);
113
+ clearTimeout(timeout);
114
+ wsManager.off("data-event", handler);
115
+ if (event.status === "success" && event.outputs) {
116
+ logger.log(`[MODIFY_NOTE_TOOL] ✅ Note modified successfully`);
117
+ logger.log(`[MODIFY_NOTE_TOOL] - outputs:`, JSON.stringify(event.outputs));
118
+ // Return the result directly as requested
119
+ const result = event.outputs.result;
120
+ logger.log(`[MODIFY_NOTE_TOOL] 📝 Note updated:`);
121
+ logger.log(`[MODIFY_NOTE_TOOL] - entityId: ${result?.entityId}`);
122
+ logger.log(`[MODIFY_NOTE_TOOL] - title: ${result?.title}`);
123
+ logger.log(`[MODIFY_NOTE_TOOL] - modifiedDate: ${result?.modifiedDate}`);
124
+ resolve({
125
+ content: [
126
+ {
127
+ type: "text",
128
+ text: JSON.stringify(result),
129
+ },
130
+ ],
131
+ });
132
+ }
133
+ else {
134
+ logger.error(`[MODIFY_NOTE_TOOL] ❌ Note modification failed`);
135
+ logger.error(`[MODIFY_NOTE_TOOL] - status: ${event.status}`);
136
+ reject(new Error(`修改备忘录失败: ${event.status}`));
137
+ }
138
+ }
139
+ };
140
+ // Register event handler
141
+ logger.log(`[MODIFY_NOTE_TOOL] 📡 Registering data-event handler on WebSocket manager`);
142
+ wsManager.on("data-event", handler);
143
+ // Send the command
144
+ logger.log(`[MODIFY_NOTE_TOOL] 📤 Sending ModifyNote command...`);
145
+ sendCommand({
146
+ config,
147
+ sessionId,
148
+ taskId,
149
+ messageId,
150
+ command,
151
+ })
152
+ .then(() => {
153
+ logger.log(`[MODIFY_NOTE_TOOL] ✅ Command sent successfully, waiting for response...`);
154
+ })
155
+ .catch((error) => {
156
+ logger.error(`[MODIFY_NOTE_TOOL] ❌ Failed to send command:`, error);
157
+ clearTimeout(timeout);
158
+ wsManager.off("data-event", handler);
159
+ reject(error);
160
+ });
161
+ });
162
+ },
163
+ };
@@ -174,15 +174,27 @@ export const searchCalendarTool = {
174
174
  clearTimeout(timeout);
175
175
  wsManager.off("data-event", handler);
176
176
  if (event.status === "success" && event.outputs) {
177
- logger.log(`[SEARCH_CALENDAR_TOOL] ✅ Calendar events retrieved successfully`);
177
+ logger.log(`[SEARCH_CALENDAR_TOOL] ✅ Calendar events response received`);
178
178
  logger.log(`[SEARCH_CALENDAR_TOOL] - outputs:`, JSON.stringify(event.outputs));
179
+ // Check for error code in outputs
180
+ if (event.outputs.retErrCode && event.outputs.retErrCode !== "0") {
181
+ logger.error(`[SEARCH_CALENDAR_TOOL] ❌ Device returned error`);
182
+ logger.error(`[SEARCH_CALENDAR_TOOL] - retErrCode: ${event.outputs.retErrCode}`);
183
+ logger.error(`[SEARCH_CALENDAR_TOOL] - errMsg: ${event.outputs.errMsg || "Unknown error"}`);
184
+ reject(new Error(`检索日程失败: ${event.outputs.errMsg || "未知错误"} (错误代码: ${event.outputs.retErrCode})`));
185
+ return;
186
+ }
179
187
  // Return the result directly as requested
180
188
  const result = event.outputs.result;
189
+ // Ensure result is not undefined
190
+ if (result === undefined) {
191
+ logger.warn(`[SEARCH_CALENDAR_TOOL] ⚠️ Result is undefined, returning empty result`);
192
+ }
181
193
  resolve({
182
194
  content: [
183
195
  {
184
196
  type: "text",
185
- text: JSON.stringify(result),
197
+ text: result !== undefined ? JSON.stringify(result) : "[]",
186
198
  },
187
199
  ],
188
200
  });
@@ -0,0 +1,5 @@
1
+ /**
2
+ * XY search contact tool - searches contacts on user's device.
3
+ * Returns matching contact information based on name.
4
+ */
5
+ export declare const searchContactTool: any;
@@ -0,0 +1,147 @@
1
+ import { getXYWebSocketManager } from "../client.js";
2
+ import { sendCommand } from "../formatter.js";
3
+ import { getLatestSessionContext } from "./session-manager.js";
4
+ import { logger } from "../utils/logger.js";
5
+ /**
6
+ * XY search contact tool - searches contacts on user's device.
7
+ * Returns matching contact information based on name.
8
+ */
9
+ export const searchContactTool = {
10
+ name: "search_contact",
11
+ label: "Search Contact",
12
+ description: "搜索用户设备上的联系人信息。根据姓名在通讯录中检索联系人详细信息(包括姓名、电话号码、邮箱、组织、职位等)。注意:操作超时时间为60秒,请勿重复调用此工具,如果超时或失败,最多重试一次。",
13
+ parameters: {
14
+ type: "object",
15
+ properties: {
16
+ name: {
17
+ type: "string",
18
+ description: "联系人姓名,用于在通讯录中检索联系人信息",
19
+ },
20
+ },
21
+ required: ["name"],
22
+ },
23
+ async execute(toolCallId, params) {
24
+ logger.log(`[SEARCH_CONTACT_TOOL] 🚀 Starting execution`);
25
+ logger.log(`[SEARCH_CONTACT_TOOL] - toolCallId: ${toolCallId}`);
26
+ logger.log(`[SEARCH_CONTACT_TOOL] - params:`, JSON.stringify(params));
27
+ logger.log(`[SEARCH_CONTACT_TOOL] - timestamp: ${new Date().toISOString()}`);
28
+ // Validate parameters
29
+ if (!params.name) {
30
+ logger.error(`[SEARCH_CONTACT_TOOL] ❌ Missing required parameter: name`);
31
+ throw new Error("Missing required parameter: name is required");
32
+ }
33
+ // Get session context
34
+ logger.log(`[SEARCH_CONTACT_TOOL] 🔍 Attempting to get session context...`);
35
+ const sessionContext = getLatestSessionContext();
36
+ if (!sessionContext) {
37
+ logger.error(`[SEARCH_CONTACT_TOOL] ❌ FAILED: No active session found!`);
38
+ logger.error(`[SEARCH_CONTACT_TOOL] - toolCallId: ${toolCallId}`);
39
+ throw new Error("No active XY session found. Search contact tool can only be used during an active conversation.");
40
+ }
41
+ logger.log(`[SEARCH_CONTACT_TOOL] ✅ Session context found`);
42
+ logger.log(`[SEARCH_CONTACT_TOOL] - sessionId: ${sessionContext.sessionId}`);
43
+ logger.log(`[SEARCH_CONTACT_TOOL] - taskId: ${sessionContext.taskId}`);
44
+ logger.log(`[SEARCH_CONTACT_TOOL] - messageId: ${sessionContext.messageId}`);
45
+ const { config, sessionId, taskId, messageId } = sessionContext;
46
+ // Get WebSocket manager
47
+ logger.log(`[SEARCH_CONTACT_TOOL] 🔌 Getting WebSocket manager...`);
48
+ const wsManager = getXYWebSocketManager(config);
49
+ logger.log(`[SEARCH_CONTACT_TOOL] ✅ WebSocket manager obtained`);
50
+ // Build SearchContactLocal command
51
+ logger.log(`[SEARCH_CONTACT_TOOL] 📦 Building SearchContactLocal command...`);
52
+ const command = {
53
+ header: {
54
+ namespace: "Common",
55
+ name: "Action",
56
+ },
57
+ payload: {
58
+ cardParam: {},
59
+ executeParam: {
60
+ executeMode: "background",
61
+ intentName: "SearchContactLocal",
62
+ bundleName: "com.huawei.hmos.aidispatchservice",
63
+ needUnlock: true,
64
+ actionResponse: true,
65
+ appType: "OHOS_APP",
66
+ timeOut: 5,
67
+ intentParam: {
68
+ name: params.name,
69
+ },
70
+ permissionId: [],
71
+ achieveType: "INTENT",
72
+ },
73
+ responses: [
74
+ {
75
+ resultCode: "",
76
+ displayText: "",
77
+ ttsText: "",
78
+ },
79
+ ],
80
+ needUploadResult: true,
81
+ noHalfPage: false,
82
+ pageControlRelated: false,
83
+ },
84
+ };
85
+ // Send command and wait for response (60 second timeout)
86
+ logger.log(`[SEARCH_CONTACT_TOOL] ⏳ Setting up promise to wait for contact search response...`);
87
+ logger.log(`[SEARCH_CONTACT_TOOL] - Timeout: 60 seconds`);
88
+ return new Promise((resolve, reject) => {
89
+ const timeout = setTimeout(() => {
90
+ logger.error(`[SEARCH_CONTACT_TOOL] ⏰ Timeout: No response received within 60 seconds`);
91
+ wsManager.off("data-event", handler);
92
+ reject(new Error("搜索联系人超时(60秒)"));
93
+ }, 60000);
94
+ // Listen for data events from WebSocket
95
+ const handler = (event) => {
96
+ logger.log(`[SEARCH_CONTACT_TOOL] 📨 Received data event:`, JSON.stringify(event));
97
+ if (event.intentName === "SearchContactLocal") {
98
+ logger.log(`[SEARCH_CONTACT_TOOL] 🎯 SearchContactLocal event received`);
99
+ logger.log(`[SEARCH_CONTACT_TOOL] - status: ${event.status}`);
100
+ clearTimeout(timeout);
101
+ wsManager.off("data-event", handler);
102
+ if (event.status === "success" && event.outputs) {
103
+ logger.log(`[SEARCH_CONTACT_TOOL] ✅ Contact search completed successfully`);
104
+ logger.log(`[SEARCH_CONTACT_TOOL] - outputs:`, JSON.stringify(event.outputs));
105
+ // Return the result directly as requested
106
+ const result = event.outputs.result;
107
+ logger.log(`[SEARCH_CONTACT_TOOL] 📊 Contacts found: ${result?.items?.length || 0} results for name "${params.name}"`);
108
+ resolve({
109
+ content: [
110
+ {
111
+ type: "text",
112
+ text: JSON.stringify(result),
113
+ },
114
+ ],
115
+ });
116
+ }
117
+ else {
118
+ logger.error(`[SEARCH_CONTACT_TOOL] ❌ Contact search failed`);
119
+ logger.error(`[SEARCH_CONTACT_TOOL] - status: ${event.status}`);
120
+ reject(new Error(`搜索联系人失败: ${event.status}`));
121
+ }
122
+ }
123
+ };
124
+ // Register event handler
125
+ logger.log(`[SEARCH_CONTACT_TOOL] 📡 Registering data-event handler on WebSocket manager`);
126
+ wsManager.on("data-event", handler);
127
+ // Send the command
128
+ logger.log(`[SEARCH_CONTACT_TOOL] 📤 Sending SearchContactLocal command...`);
129
+ sendCommand({
130
+ config,
131
+ sessionId,
132
+ taskId,
133
+ messageId,
134
+ command,
135
+ })
136
+ .then(() => {
137
+ logger.log(`[SEARCH_CONTACT_TOOL] ✅ Command sent successfully, waiting for response...`);
138
+ })
139
+ .catch((error) => {
140
+ logger.error(`[SEARCH_CONTACT_TOOL] ❌ Failed to send command:`, error);
141
+ clearTimeout(timeout);
142
+ wsManager.off("data-event", handler);
143
+ reject(error);
144
+ });
145
+ });
146
+ },
147
+ };
@@ -0,0 +1,9 @@
1
+ /**
2
+ * XY search photo tool - searches photos in user's gallery.
3
+ * Returns publicly accessible URLs of matching photos based on query description.
4
+ *
5
+ * This tool performs a two-step operation:
6
+ * 1. Search for photos using query description
7
+ * 2. Upload found photos to get publicly accessible URLs
8
+ */
9
+ export declare const searchPhotoTool: any;
@@ -0,0 +1,270 @@
1
+ import { getXYWebSocketManager } from "../client.js";
2
+ import { sendCommand } from "../formatter.js";
3
+ import { getLatestSessionContext } from "./session-manager.js";
4
+ import { logger } from "../utils/logger.js";
5
+ /**
6
+ * XY search photo tool - searches photos in user's gallery.
7
+ * Returns publicly accessible URLs of matching photos based on query description.
8
+ *
9
+ * This tool performs a two-step operation:
10
+ * 1. Search for photos using query description
11
+ * 2. Upload found photos to get publicly accessible URLs
12
+ */
13
+ export const searchPhotoTool = {
14
+ name: "search_photo",
15
+ label: "Search Photo",
16
+ description: "搜索用户手机图库中的照片。根据图像描述语料检索匹配的照片,并返回照片的可公网访问URL。注意:操作超时时间为120秒,请勿重复调用此工具,如果超时或失败,最多重试一次。",
17
+ parameters: {
18
+ type: "object",
19
+ properties: {
20
+ query: {
21
+ type: "string",
22
+ description: "图像描述语料,用于检索匹配的照片(例如:'小狗的照片'、'带有键盘的图片'等)",
23
+ },
24
+ },
25
+ required: ["query"],
26
+ },
27
+ async execute(toolCallId, params) {
28
+ logger.log(`[SEARCH_PHOTO_TOOL] 🚀 Starting execution`);
29
+ logger.log(`[SEARCH_PHOTO_TOOL] - toolCallId: ${toolCallId}`);
30
+ logger.log(`[SEARCH_PHOTO_TOOL] - params:`, JSON.stringify(params));
31
+ logger.log(`[SEARCH_PHOTO_TOOL] - timestamp: ${new Date().toISOString()}`);
32
+ // Validate parameters
33
+ if (!params.query) {
34
+ logger.error(`[SEARCH_PHOTO_TOOL] ❌ Missing required parameter: query`);
35
+ throw new Error("Missing required parameter: query is required");
36
+ }
37
+ // Get session context
38
+ logger.log(`[SEARCH_PHOTO_TOOL] 🔍 Attempting to get session context...`);
39
+ const sessionContext = getLatestSessionContext();
40
+ if (!sessionContext) {
41
+ logger.error(`[SEARCH_PHOTO_TOOL] ❌ FAILED: No active session found!`);
42
+ logger.error(`[SEARCH_PHOTO_TOOL] - toolCallId: ${toolCallId}`);
43
+ throw new Error("No active XY session found. Search photo tool can only be used during an active conversation.");
44
+ }
45
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ Session context found`);
46
+ logger.log(`[SEARCH_PHOTO_TOOL] - sessionId: ${sessionContext.sessionId}`);
47
+ logger.log(`[SEARCH_PHOTO_TOOL] - taskId: ${sessionContext.taskId}`);
48
+ logger.log(`[SEARCH_PHOTO_TOOL] - messageId: ${sessionContext.messageId}`);
49
+ const { config, sessionId, taskId, messageId } = sessionContext;
50
+ // Get WebSocket manager
51
+ logger.log(`[SEARCH_PHOTO_TOOL] 🔌 Getting WebSocket manager...`);
52
+ const wsManager = getXYWebSocketManager(config);
53
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ WebSocket manager obtained`);
54
+ // Step 1: Search for photos
55
+ logger.log(`[SEARCH_PHOTO_TOOL] 📸 STEP 1: Searching for photos...`);
56
+ const mediaUris = await searchPhotos(wsManager, config, sessionId, taskId, messageId, params.query);
57
+ if (!mediaUris || mediaUris.length === 0) {
58
+ logger.warn(`[SEARCH_PHOTO_TOOL] ⚠️ No photos found for query: ${params.query}`);
59
+ return {
60
+ content: [
61
+ {
62
+ type: "text",
63
+ text: JSON.stringify({ imageUrls: [], message: "未找到匹配的照片" }),
64
+ },
65
+ ],
66
+ };
67
+ }
68
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ Found ${mediaUris.length} photos`);
69
+ logger.log(`[SEARCH_PHOTO_TOOL] - mediaUris:`, JSON.stringify(mediaUris));
70
+ // Step 2: Get public URLs for the photos
71
+ logger.log(`[SEARCH_PHOTO_TOOL] 🌐 STEP 2: Getting public URLs for photos...`);
72
+ const imageUrls = await getPhotoUrls(wsManager, config, sessionId, taskId, messageId, mediaUris);
73
+ logger.log(`[SEARCH_PHOTO_TOOL] 🎉 Successfully retrieved ${imageUrls.length} photo URLs`);
74
+ return {
75
+ content: [
76
+ {
77
+ type: "text",
78
+ text: JSON.stringify({ imageUrls }),
79
+ },
80
+ ],
81
+ };
82
+ },
83
+ };
84
+ /**
85
+ * Step 1: Search for photos using query description
86
+ * Returns array of mediaUri strings
87
+ */
88
+ async function searchPhotos(wsManager, config, sessionId, taskId, messageId, query) {
89
+ logger.log(`[SEARCH_PHOTO_TOOL] 📦 Building SearchPhotoVideo command...`);
90
+ const command = {
91
+ header: {
92
+ namespace: "Common",
93
+ name: "Action",
94
+ },
95
+ payload: {
96
+ cardParam: {},
97
+ executeParam: {
98
+ executeMode: "background",
99
+ intentName: "SearchPhotoVideo",
100
+ bundleName: "com.huawei.hmos.aidispatchservice",
101
+ needUnlock: true,
102
+ actionResponse: true,
103
+ appType: "OHOS_APP",
104
+ timeOut: 5,
105
+ intentParam: {
106
+ query: query,
107
+ },
108
+ permissionId: [],
109
+ achieveType: "INTENT",
110
+ },
111
+ responses: [
112
+ {
113
+ resultCode: "",
114
+ displayText: "",
115
+ ttsText: "",
116
+ },
117
+ ],
118
+ needUploadResult: true,
119
+ noHalfPage: false,
120
+ pageControlRelated: false,
121
+ },
122
+ };
123
+ return new Promise((resolve, reject) => {
124
+ const timeout = setTimeout(() => {
125
+ logger.error(`[SEARCH_PHOTO_TOOL] ⏰ Timeout: No response for SearchPhotoVideo within 60 seconds`);
126
+ wsManager.off("data-event", handler);
127
+ reject(new Error("搜索照片超时(60秒)"));
128
+ }, 60000);
129
+ const handler = (event) => {
130
+ logger.log(`[SEARCH_PHOTO_TOOL] 📨 Received data event (Step 1):`, JSON.stringify(event));
131
+ if (event.intentName === "SearchPhotoVideo") {
132
+ logger.log(`[SEARCH_PHOTO_TOOL] 🎯 SearchPhotoVideo event received`);
133
+ logger.log(`[SEARCH_PHOTO_TOOL] - status: ${event.status}`);
134
+ clearTimeout(timeout);
135
+ wsManager.off("data-event", handler);
136
+ if (event.status === "success" && event.outputs) {
137
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ Photo search completed successfully`);
138
+ const result = event.outputs.result;
139
+ const items = result?.items || [];
140
+ // Extract mediaUri from each item
141
+ const mediaUris = items.map((item) => item.mediaUri).filter(Boolean);
142
+ logger.log(`[SEARCH_PHOTO_TOOL] 📊 Extracted ${mediaUris.length} mediaUris`);
143
+ resolve(mediaUris);
144
+ }
145
+ else {
146
+ logger.error(`[SEARCH_PHOTO_TOOL] ❌ Photo search failed`);
147
+ logger.error(`[SEARCH_PHOTO_TOOL] - status: ${event.status}`);
148
+ reject(new Error(`搜索照片失败: ${event.status}`));
149
+ }
150
+ }
151
+ };
152
+ logger.log(`[SEARCH_PHOTO_TOOL] 📡 Registering data-event handler for SearchPhotoVideo`);
153
+ wsManager.on("data-event", handler);
154
+ logger.log(`[SEARCH_PHOTO_TOOL] 📤 Sending SearchPhotoVideo command...`);
155
+ sendCommand({
156
+ config,
157
+ sessionId,
158
+ taskId,
159
+ messageId,
160
+ command,
161
+ })
162
+ .then(() => {
163
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ SearchPhotoVideo command sent successfully`);
164
+ })
165
+ .catch((error) => {
166
+ logger.error(`[SEARCH_PHOTO_TOOL] ❌ Failed to send SearchPhotoVideo command:`, error);
167
+ clearTimeout(timeout);
168
+ wsManager.off("data-event", handler);
169
+ reject(error);
170
+ });
171
+ });
172
+ }
173
+ /**
174
+ * Step 2: Get public URLs for photos using mediaUris
175
+ * Returns array of publicly accessible image URLs
176
+ */
177
+ async function getPhotoUrls(wsManager, config, sessionId, taskId, messageId, mediaUris) {
178
+ logger.log(`[SEARCH_PHOTO_TOOL] 📦 Building ImageUploadForClaw command...`);
179
+ // Build imageInfos array from mediaUris
180
+ const imageInfos = mediaUris.map(mediaUri => ({ mediaUri }));
181
+ const command = {
182
+ header: {
183
+ namespace: "Common",
184
+ name: "Action",
185
+ },
186
+ payload: {
187
+ cardParam: {},
188
+ executeParam: {
189
+ executeMode: "background",
190
+ intentName: "ImageUploadForClaw",
191
+ bundleName: "com.huawei.hmos.vassistant",
192
+ needUnlock: true,
193
+ actionResponse: true,
194
+ appType: "OHOS_APP",
195
+ timeOut: 5,
196
+ intentParam: {
197
+ imageInfos: imageInfos,
198
+ },
199
+ permissionId: [],
200
+ achieveType: "INTENT",
201
+ },
202
+ responses: [
203
+ {
204
+ resultCode: "",
205
+ displayText: "",
206
+ ttsText: "",
207
+ },
208
+ ],
209
+ needUploadResult: true,
210
+ noHalfPage: false,
211
+ pageControlRelated: false,
212
+ },
213
+ };
214
+ return new Promise((resolve, reject) => {
215
+ const timeout = setTimeout(() => {
216
+ logger.error(`[SEARCH_PHOTO_TOOL] ⏰ Timeout: No response for ImageUploadForClaw within 60 seconds`);
217
+ wsManager.off("data-event", handler);
218
+ reject(new Error("获取照片URL超时(60秒)"));
219
+ }, 60000);
220
+ const handler = (event) => {
221
+ logger.log(`[SEARCH_PHOTO_TOOL] 📨 Received data event (Step 2):`, JSON.stringify(event));
222
+ if (event.intentName === "ImageUploadForClaw") {
223
+ logger.log(`[SEARCH_PHOTO_TOOL] 🎯 ImageUploadForClaw event received`);
224
+ logger.log(`[SEARCH_PHOTO_TOOL] - status: ${event.status}`);
225
+ clearTimeout(timeout);
226
+ wsManager.off("data-event", handler);
227
+ if (event.status === "success" && event.outputs) {
228
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ Image URL retrieval completed successfully`);
229
+ const result = event.outputs.result;
230
+ let imageUrls = result?.imageUrls || [];
231
+ // Decode Unicode escape sequences in URLs
232
+ // Replace \u003d with = and \u0026 with &
233
+ imageUrls = imageUrls.map((url) => {
234
+ const decodedUrl = url
235
+ .replace(/\\u003d/g, '=')
236
+ .replace(/\\u0026/g, '&');
237
+ logger.log(`[SEARCH_PHOTO_TOOL] 🔄 Decoded URL: ${url} -> ${decodedUrl}`);
238
+ return decodedUrl;
239
+ });
240
+ logger.log(`[SEARCH_PHOTO_TOOL] 📊 Retrieved and decoded ${imageUrls.length} image URLs`);
241
+ resolve(imageUrls);
242
+ }
243
+ else {
244
+ logger.error(`[SEARCH_PHOTO_TOOL] ❌ Image URL retrieval failed`);
245
+ logger.error(`[SEARCH_PHOTO_TOOL] - status: ${event.status}`);
246
+ reject(new Error(`获取照片URL失败: ${event.status}`));
247
+ }
248
+ }
249
+ };
250
+ logger.log(`[SEARCH_PHOTO_TOOL] 📡 Registering data-event handler for ImageUploadForClaw`);
251
+ wsManager.on("data-event", handler);
252
+ logger.log(`[SEARCH_PHOTO_TOOL] 📤 Sending ImageUploadForClaw command...`);
253
+ sendCommand({
254
+ config,
255
+ sessionId,
256
+ taskId,
257
+ messageId,
258
+ command,
259
+ })
260
+ .then(() => {
261
+ logger.log(`[SEARCH_PHOTO_TOOL] ✅ ImageUploadForClaw command sent successfully`);
262
+ })
263
+ .catch((error) => {
264
+ logger.error(`[SEARCH_PHOTO_TOOL] ❌ Failed to send ImageUploadForClaw command:`, error);
265
+ clearTimeout(timeout);
266
+ wsManager.off("data-event", handler);
267
+ reject(error);
268
+ });
269
+ });
270
+ }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@ynhcj/xiaoyi-channel",
3
- "version": "0.0.10-beta",
3
+ "version": "0.0.12-beta",
4
4
  "description": "OpenClaw Xiaoyi Channel plugin - Xiaoyi A2A protocol integration",
5
5
  "type": "module",
6
6
  "main": "./dist/index.js",