@ynhcj/xiaoyi-channel 0.0.15-next → 0.0.16-next
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/src/channel.js
CHANGED
|
@@ -22,7 +22,7 @@ import { searchAlarmTool } from "./tools/search-alarm-tool.js";
|
|
|
22
22
|
import { modifyAlarmTool } from "./tools/modify-alarm-tool.js";
|
|
23
23
|
import { deleteAlarmTool } from "./tools/delete-alarm-tool.js";
|
|
24
24
|
import { sendFileToUserTool } from "./tools/send-file-to-user-tool.js";
|
|
25
|
-
import { xiaoyiCollectionTool } from "./tools/xiaoyi-collection-tool.js";
|
|
25
|
+
// import { xiaoyiCollectionTool } from "./tools/xiaoyi-collection-tool.js"; // 暂时取消注册
|
|
26
26
|
import { viewPushResultTool } from "./tools/view-push-result-tool.js";
|
|
27
27
|
import { imageReadingTool } from "./tools/image-reading-tool.js";
|
|
28
28
|
/**
|
|
@@ -64,7 +64,7 @@ export const xyPlugin = {
|
|
|
64
64
|
},
|
|
65
65
|
outbound: xyOutbound,
|
|
66
66
|
onboarding: xyOnboardingAdapter,
|
|
67
|
-
agentTools: [locationTool, noteTool, searchNoteTool, modifyNoteTool, calendarTool, searchCalendarTool, searchContactTool, searchPhotoGalleryTool, uploadPhotoTool, xiaoyiGuiTool, callPhoneTool, searchMessageTool, sendMessageTool, searchFileTool, uploadFileTool, createAlarmTool, searchAlarmTool, modifyAlarmTool, deleteAlarmTool, sendFileToUserTool,
|
|
67
|
+
agentTools: [locationTool, noteTool, searchNoteTool, modifyNoteTool, calendarTool, searchCalendarTool, searchContactTool, searchPhotoGalleryTool, uploadPhotoTool, xiaoyiGuiTool, callPhoneTool, searchMessageTool, sendMessageTool, searchFileTool, uploadFileTool, createAlarmTool, searchAlarmTool, modifyAlarmTool, deleteAlarmTool, sendFileToUserTool, viewPushResultTool, imageReadingTool],
|
|
68
68
|
messaging: {
|
|
69
69
|
normalizeTarget: (raw) => {
|
|
70
70
|
const trimmed = raw.trim();
|
|
@@ -223,12 +223,28 @@ async function callImageUnderstandingAPI(imageUrl, text, apiKey, uid) {
|
|
|
223
223
|
export const imageReadingTool = {
|
|
224
224
|
name: "image_reading",
|
|
225
225
|
label: "Image Reading",
|
|
226
|
-
description:
|
|
226
|
+
description: `
|
|
227
|
+
工具使用场景：
|
|
228
|
+
【必须调用此工具的情况】
|
|
229
|
+
1. 用户消息中包含 mediaPath 字段且不为空（表示用户发送了图片）
|
|
230
|
+
2. 用户希望理解图片内容，询问图片是什么，例如：
|
|
231
|
+
- "这是什么？"
|
|
232
|
+
- "图片里有什么？"
|
|
233
|
+
- "帮我看看这张图"
|
|
234
|
+
- "描述一下这张图片"
|
|
235
|
+
- "分析一下这张照片"
|
|
236
|
+
- "这个图片是什么意思"
|
|
237
|
+
- "识别一下图片内容"
|
|
238
|
+
- 或任何关于图片内容的理解、识别、分析类询问
|
|
239
|
+
|
|
240
|
+
当同时满足以上两个条件时，必须优先调用此工具进行图像理解。
|
|
241
|
+
|
|
242
|
+
工具能力描述：对图片进行理解和分析，返回图片的描述内容。
|
|
227
243
|
|
|
228
244
|
工具参数说明：
|
|
229
|
-
a. localUrl
|
|
245
|
+
a. localUrl：本地图片文件路径（可选，通常从用户消息的 mediaPath 字段获取）
|
|
230
246
|
b. remoteUrl：公网图片地址（可选）
|
|
231
|
-
c. prompt：对图片的提示问题，默认为"描述这张图片内容"
|
|
247
|
+
c. prompt：对图片的提示问题，默认为"描述这张图片内容"，可根据用户的具体问题自定义
|
|
232
248
|
d. localUrl 与 remoteUrl 任意一个不为空即可，优先使用 localUrl
|
|
233
249
|
|
|
234
250
|
注意事项：
|