@ryantest/openclaw-qqbot 0.0.1

package/src/utils/text-parsing.ts

@@ -0,0 +1,82 @@
+/**
+ * QQ Bot 文本解析工具函数
+ */
+
+import type { RefAttachmentSummary } from "../ref-index-store.js";
+
+/**
+ * 解析 QQ 表情标签，将 <faceType=1,faceId="13",ext="base64..."> 格式
+ * 替换为 【表情: 中文名】 格式
+ * ext 字段为 Base64 编码的 JSON，格式如 {"text":"呲牙"}
+ */
+export function parseFaceTags(text: string): string {
+  if (!text) return text;
+
+  return text.replace(/<faceType=\d+,faceId="[^"]*",ext="([^"]*)">/g, (_match, ext: string) => {
+    try {
+      const decoded = Buffer.from(ext, "base64").toString("utf-8");
+      const parsed = JSON.parse(decoded);
+      const faceName = parsed.text || "未知表情";
+      return `【表情: ${faceName}】`;
+    } catch {
+      return _match;
+    }
+  });
+}
+
+/**
+ * 过滤内部标记（如 [[reply_to: xxx]]）
+ * 这些标记可能被 AI 错误地学习并输出，需要在发送前移除
+ */
+export function filterInternalMarkers(text: string): string {
+  if (!text) return text;
+  
+  let result = text.replace(/\[\[[a-z_]+:\s*[^\]]*\]\]/gi, "");
+  // 过滤框架内部图片引用标记：@image:image_xxx.png、@voice:voice_xxx.silk 等
+  result = result.replace(/@(?:image|voice|video|file):[a-zA-Z0-9_.-]+/g, "");
+  result = result.replace(/\n{3,}/g, "\n\n").trim();
+  
+  return result;
+}
+
+/**
+ * 从 message_scene.ext 数组中解析引用索引
+ * ext 格式示例: ["", "ref_msg_idx=REFIDX_xxx", "msg_idx=REFIDX_yyy"]
+ */
+export function parseRefIndices(ext?: string[]): { refMsgIdx?: string; msgIdx?: string } {
+  if (!ext || ext.length === 0) return {};
+  let refMsgIdx: string | undefined;
+  let msgIdx: string | undefined;
+  for (const item of ext) {
+    if (item.startsWith("ref_msg_idx=")) {
+      refMsgIdx = item.slice("ref_msg_idx=".length);
+    } else if (item.startsWith("msg_idx=")) {
+      msgIdx = item.slice("msg_idx=".length);
+    }
+  }
+  return { refMsgIdx, msgIdx };
+}
+
+/**
+ * 从附件列表中构建附件摘要（用于引用索引缓存）
+ */
+export function buildAttachmentSummaries(
+  attachments?: Array<{ content_type: string; url: string; filename?: string; voice_wav_url?: string }>,
+  localPaths?: Array<string | null>,
+): RefAttachmentSummary[] | undefined {
+  if (!attachments || attachments.length === 0) return undefined;
+  return attachments.map((att, idx) => {
+    const ct = att.content_type?.toLowerCase() ?? "";
+    let type: RefAttachmentSummary["type"] = "unknown";
+    if (ct.startsWith("image/")) type = "image";
+    else if (ct === "voice" || ct.startsWith("audio/") || ct.includes("silk") || ct.includes("amr")) type = "voice";
+    else if (ct.startsWith("video/")) type = "video";
+    else if (ct.startsWith("application/") || ct.startsWith("text/")) type = "file";
+    return {
+      type,
+      filename: att.filename,
+      contentType: att.content_type,
+      localPath: localPaths?.[idx] ?? undefined,
+    };
+  });
+}

package/src/utils/upload-cache.ts

@@ -0,0 +1,128 @@
+/**
+ * file_info 缓存 — 借鉴 Telegram file_id 机制
+ * 
+ * QQ Bot API 上传文件后返回 file_info + ttl，在 TTL 内相同文件可直接复用 file_info
+ * 避免重复上传同一文件，节省带宽和时间。
+ * 
+ * 缓存 key = md5(fileContent) + targetType(c2c/group) + targetId + fileType
+ */
+
+import * as crypto from "node:crypto";
+import * as fs from "node:fs";
+
+interface CacheEntry {
+  fileInfo: string;
+  fileUuid: string;
+  /** 过期时间戳（ms），比 API 返回的 TTL 提前 60 秒失效 */
+  expiresAt: number;
+}
+
+// 内存缓存，key 格式：`${contentHash}:${scope}:${targetId}:${fileType}`
+const cache = new Map<string, CacheEntry>();
+
+// 最大缓存条目数，防止内存泄漏
+const MAX_CACHE_SIZE = 500;
+
+/**
+ * 计算文件内容的 MD5 hash（用于缓存 key）
+ * 对于 Base64 数据直接 hash，对于文件路径读取后 hash
+ */
+export function computeFileHash(data: string | Buffer): string {
+  const content = typeof data === "string" ? data : data;
+  return crypto.createHash("md5").update(content).digest("hex");
+}
+
+/**
+ * 构建缓存 key
+ * @param contentHash - 文件内容 hash
+ * @param scope - "c2c" | "group"
+ * @param targetId - 用户 openid 或群 openid
+ * @param fileType - 1=IMAGE, 2=VIDEO, 3=VOICE, 4=FILE
+ */
+function buildCacheKey(contentHash: string, scope: string, targetId: string, fileType: number): string {
+  return `${contentHash}:${scope}:${targetId}:${fileType}`;
+}
+
+/**
+ * 从缓存获取 file_info
+ * @returns file_info 字符串，未命中或已过期返回 null
+ */
+export function getCachedFileInfo(
+  contentHash: string,
+  scope: "c2c" | "group",
+  targetId: string,
+  fileType: number,
+): string | null {
+  const key = buildCacheKey(contentHash, scope, targetId, fileType);
+  const entry = cache.get(key);
+
+  if (!entry) return null;
+
+  // 检查是否过期
+  if (Date.now() >= entry.expiresAt) {
+    cache.delete(key);
+    return null;
+  }
+
+  console.log(`[upload-cache] Cache HIT: key=${key.slice(0, 40)}..., fileUuid=${entry.fileUuid}`);
+  return entry.fileInfo;
+}
+
+/**
+ * 将上传结果写入缓存
+ * @param ttl - API 返回的 TTL（秒），缓存会提前 60 秒失效
+ */
+export function setCachedFileInfo(
+  contentHash: string,
+  scope: "c2c" | "group",
+  targetId: string,
+  fileType: number,
+  fileInfo: string,
+  fileUuid: string,
+  ttl: number,
+): void {
+  // 清理过期条目（惰性清理）
+  if (cache.size >= MAX_CACHE_SIZE) {
+    const now = Date.now();
+    for (const [k, v] of cache) {
+      if (now >= v.expiresAt) {
+        cache.delete(k);
+      }
+    }
+    // 如果清理后仍然超限，删除最早的一半
+    if (cache.size >= MAX_CACHE_SIZE) {
+      const keys = Array.from(cache.keys());
+      for (let i = 0; i < keys.length / 2; i++) {
+        cache.delete(keys[i]!);
+      }
+    }
+  }
+
+  const key = buildCacheKey(contentHash, scope, targetId, fileType);
+  // 提前 60 秒失效，避免临界点过期
+  const safetyMargin = 60;
+  const effectiveTtl = Math.max(ttl - safetyMargin, 10);
+  
+  cache.set(key, {
+    fileInfo,
+    fileUuid,
+    expiresAt: Date.now() + effectiveTtl * 1000,
+  });
+
+  console.log(`[upload-cache] Cache SET: key=${key.slice(0, 40)}..., ttl=${effectiveTtl}s, uuid=${fileUuid}`);
+}
+
+/**
+ * 获取缓存统计
+ */
+export function getUploadCacheStats(): { size: number; maxSize: number } {
+  return { size: cache.size, maxSize: MAX_CACHE_SIZE };
+}
+
+/**
+ * 清除所有缓存
+ */
+export function clearUploadCache(): void {
+  cache.clear();
+  console.log(`[upload-cache] Cache cleared`);
+}

package/tsconfig.json

@@ -0,0 +1,16 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "declaration": true,
+    "outDir": "./dist",
+    "rootDir": ".",
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "resolveJsonModule": true
+  },
+  "include": ["index.ts", "src/**/*.ts"],
+  "exclude": ["node_modules", "dist"]
+}