@researai/deepscientist 1.5.0 → 1.5.1

package/assets/connectors/lingzhu/openclaw-bridge/src/image-cache.ts

@@ -0,0 +1,75 @@
+import { promises as fs } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const IMAGE_CACHE_DIR = path.resolve(__dirname, "../../.cache/img");
+const DEFAULT_MAX_AGE_HOURS = 24;
+const CLEANUP_INTERVAL_MS = 6 * 60 * 60 * 1000;
+
+let lastCleanupAt = 0;
+
+export function getImageCacheDir(): string {
+  return IMAGE_CACHE_DIR;
+}
+
+export async function ensureImageCacheDir(): Promise<string> {
+  await fs.mkdir(IMAGE_CACHE_DIR, { recursive: true });
+  return IMAGE_CACHE_DIR;
+}
+
+export async function cleanupImageCache(maxAgeHours = DEFAULT_MAX_AGE_HOURS): Promise<{
+  removed: number;
+  kept: number;
+}> {
+  const cacheDir = await ensureImageCacheDir();
+  const entries = await fs.readdir(cacheDir, { withFileTypes: true }).catch(() => []);
+  const now = Date.now();
+  const maxAgeMs = Math.max(1, maxAgeHours) * 60 * 60 * 1000;
+  let removed = 0;
+  let kept = 0;
+
+  for (const entry of entries) {
+    if (!entry.isFile()) {
+      continue;
+    }
+
+    const filePath = path.join(cacheDir, entry.name);
+    try {
+      const stat = await fs.stat(filePath);
+      if (now - stat.mtimeMs > maxAgeMs) {
+        await fs.unlink(filePath);
+        removed += 1;
+      } else {
+        kept += 1;
+      }
+    } catch {
+      // Ignore per-file cleanup failures.
+    }
+  }
+
+  lastCleanupAt = now;
+  return { removed, kept };
+}
+
+export async function cleanupImageCacheIfNeeded(maxAgeHours = DEFAULT_MAX_AGE_HOURS): Promise<void> {
+  const now = Date.now();
+  if (now - lastCleanupAt < CLEANUP_INTERVAL_MS) {
+    return;
+  }
+
+  await cleanupImageCache(maxAgeHours).catch(() => undefined);
+}
+
+export async function summarizeImageCache(): Promise<{
+  dir: string;
+  files: number;
+}> {
+  const cacheDir = await ensureImageCacheDir();
+  const entries = await fs.readdir(cacheDir, { withFileTypes: true }).catch(() => []);
+  const files = entries.filter((entry) => entry.isFile()).length;
+  return {
+    dir: cacheDir,
+    files,
+  };
+}

package/assets/connectors/lingzhu/openclaw-bridge/src/lingzhu-tools.ts

@@ -0,0 +1,246 @@
+import type { LingzhuToolCall } from "./types.js";
+import { lingzhuEventBus } from "./events.js";
+import { parseToolCallFromAccumulated } from "./transform.js";
+
+type ToolParameters = {
+  type: "object";
+  properties: Record<string, unknown>;
+  required?: string[];
+};
+
+type ToolExecuteResult = {
+  content: Array<{
+    type: "text";
+    text: string;
+  }>;
+};
+
+type LingzhuToolDefinition = {
+  name: string;
+  command: LingzhuToolCall["command"];
+  description: string;
+  parameters: ToolParameters;
+  experimental?: boolean;
+  statusText?: (params: Record<string, unknown>) => string;
+};
+
+const EMPTY_PARAMS: ToolParameters = {
+  type: "object",
+  properties: {},
+  required: [],
+};
+
+const TOOL_DEFINITIONS: LingzhuToolDefinition[] = [
+  {
+    name: "take_photo",
+    command: "take_photo",
+    description: "使用灵珠设备的摄像头拍照。当用户要求拍照、拍摄、照相时，必须调用此工具，或者有使用关于视觉能力(看一下这个东西，看一下我前面有什么)。",
+    parameters: EMPTY_PARAMS,
+    statusText: () => "正在通过灵珠设备拍照...",
+  },
+  {
+    name: "navigate",
+    command: "take_navigation",
+    description: "使用灵珠设备的导航功能，导航到指定地址或 POI。当用户要求导航、带路、去某地时，必须调用此工具。(注意不要回复，直接调用工具)",
+    parameters: {
+      type: "object",
+      properties: {
+        destination: { type: "string", description: "目标地址或 POI 名称" },
+        navi_type: {
+          type: "string",
+          enum: ["0", "1", "2"],
+          description: "导航类型：0=驾车，1=步行，2=骑行",
+        },
+      },
+      required: ["destination"],
+    },
+    statusText: (params) => {
+      const destination = typeof params.destination === "string" ? params.destination : "目标地点";
+      return `正在导航到 ${destination}...`;
+    },
+  },
+  {
+    name: "calendar",
+    command: "control_calendar",
+    description: "在灵珠设备上创建日程提醒。当用户要求添加日程、设置提醒、安排事项时，必须调用此工具。",
+    parameters: {
+      type: "object",
+      properties: {
+        title: { type: "string", description: "日程标题" },
+        start_time: { type: "string", description: "开始时间，格式：YYYY-MM-DD HH:mm" },
+        end_time: { type: "string", description: "结束时间，格式：YYYY-MM-DD HH:mm" },
+      },
+      required: ["title", "start_time"],
+    },
+    statusText: (params) => {
+      const title = typeof params.title === "string" ? params.title : "日程";
+      return `已创建日程：${title}`;
+    },
+  },
+  {
+    name: "exit_agent",
+    command: "notify_agent_off",
+    description: "退出当前智能体会话，返回灵珠主界面。当用户要求退出、结束对话时，必须调用此工具。",
+    parameters: EMPTY_PARAMS,
+    statusText: () => "正在退出智能体...",
+  },
+  {
+    name: "send_notification",
+    command: "send_notification",
+    description: "向眼镜发送通知，可选同步 TTS 播报。实验性原生动作。",
+    parameters: {
+      type: "object",
+      properties: {
+        content: { type: "string", description: "通知内容" },
+        play_tts: { type: "boolean", description: "是否同步播报 TTS" },
+        icon_type: { type: "string", description: "图标类型，默认 1" },
+      },
+      required: ["content"],
+    },
+    experimental: true,
+    statusText: () => "已向眼镜发送通知",
+  },
+  {
+    name: "send_toast",
+    command: "send_toast",
+    description: "向眼镜发送轻提示 Toast。实验性原生动作。",
+    parameters: {
+      type: "object",
+      properties: {
+        content: { type: "string", description: "Toast 内容" },
+        play_tts: { type: "boolean", description: "是否同步播报 TTS" },
+        icon_type: { type: "string", description: "图标类型，默认 1" },
+      },
+      required: ["content"],
+    },
+    experimental: true,
+    statusText: () => "已向眼镜发送提示",
+  },
+  {
+    name: "speak_tts",
+    command: "speak_tts",
+    description: "在眼镜端直接播报一段文本。实验性原生动作。",
+    parameters: {
+      type: "object",
+      properties: {
+        content: { type: "string", description: "播报内容" },
+      },
+      required: ["content"],
+    },
+    experimental: true,
+    statusText: () => "正在播报文本",
+  },
+  {
+    name: "start_video_record",
+    command: "start_video_record",
+    description: "开始眼镜录像。实验性原生动作。",
+    parameters: {
+      type: "object",
+      properties: {
+        duration_sec: { type: "number", description: "录像时长，单位秒" },
+        width: { type: "number", description: "录像宽度" },
+        height: { type: "number", description: "录像高度" },
+        quality: { type: "number", description: "画质或质量" },
+      },
+      required: [],
+    },
+    experimental: true,
+    statusText: () => "正在开始录像",
+  },
+  {
+    name: "stop_video_record",
+    command: "stop_video_record",
+    description: "停止眼镜录像。实验性原生动作。",
+    parameters: EMPTY_PARAMS,
+    experimental: true,
+    statusText: () => "正在停止录像",
+  },
+  {
+    name: "open_custom_view",
+    command: "open_custom_view",
+    description: "打开眼镜上的实验性自定义页面。实验性原生动作。",
+    parameters: {
+      type: "object",
+      properties: {
+        view_name: { type: "string", description: "页面名称" },
+        view_payload: { type: "string", description: "页面 JSON 或配置字符串" },
+      },
+      required: ["view_name"],
+    },
+    experimental: true,
+    statusText: () => "正在打开自定义页面",
+  },
+];
+
+function getLingzhuToolDefinitions(enableExperimentalNativeActions: boolean): LingzhuToolDefinition[] {
+  return TOOL_DEFINITIONS.filter((tool) => enableExperimentalNativeActions || tool.experimental !== true);
+}
+
+function encodeMarkerParams(params: unknown): string {
+  return Buffer.from(JSON.stringify(params ?? {}), "utf8").toString("base64url");
+}
+
+function formatToolMarker(command: LingzhuToolCall["command"], params: unknown): string {
+  return `<LINGZHU_TOOL_CALL:${command}:${encodeMarkerParams(params)}>`;
+}
+
+export function createLingzhuToolSchemas(enableExperimentalNativeActions = false) {
+  return getLingzhuToolDefinitions(enableExperimentalNativeActions).map((tool) => ({
+    type: "function" as const,
+    function: {
+      name: tool.name,
+      description: tool.description,
+      parameters: tool.parameters,
+    },
+  }));
+}
+
+export function createLingzhuTools(enableExperimentalNativeActions = false) {
+  return getLingzhuToolDefinitions(enableExperimentalNativeActions).map((tool) => ({
+    name: tool.name,
+    description: tool.description,
+    parameters: tool.parameters,
+    async execute(_id: string, params: Record<string, unknown>, ctx?: any): Promise<ToolExecuteResult> {
+      console.log(`[Lingzhu:Native] Tool execute called for ${tool.name} with params:`, params);
+      console.log(`[Lingzhu:Native] Context (ctx) provided:`, ctx);
+
+      const marker = formatToolMarker(tool.command, params);
+      const statusText = tool.statusText?.(params) ?? "";
+
+      try {
+        const parsedToolCall = parseToolCallFromAccumulated(tool.name, JSON.stringify(params), {
+          enableExperimentalNativeActions
+        });
+
+        console.log(`[Lingzhu:Native] Parsed Tool Call:`, parsedToolCall);
+
+        if (parsedToolCall) {
+          const sessionKey = ctx?.user || ctx?.session?.user || ctx?.sessionKey || ctx?.sessionId;
+          const agentId = ctx?.agentId || ctx?.agent_id;
+
+          const emitPayload = {
+            sessionKey,
+            agentId,
+            tool_call: parsedToolCall
+          };
+          console.log(`[Lingzhu:Native] Emitting native_invoke with payload:`, emitPayload);
+
+          lingzhuEventBus.emit("native_invoke", emitPayload);
+        } else {
+          console.log(`[Lingzhu:Native] Failed to parse tool call from command ${tool.name}`);
+        }
+      } catch (err) {
+        console.error(`[Lingzhu:Native] Error during execute parsing:`, err);
+      }
+
+      return {
+        content: [
+          {
+            type: "text",
+            text: statusText ? `${marker} ${statusText}` : marker,
+          },
+        ],
+      };
+    },
+  }));
+}