wechaty-puppet-matrix 0.0.52 → 0.0.53

package/dist/esm/src/matrix/service/request.js

@@ -679,6 +679,13 @@ class Client extends EventEmitter {
         }
         return res.data;
     }
+    async clearProxy() {
+        const res = await this.postData({
+            path: '/client/set_proxy',
+            data: { proxy: '' },
+        });
+        log.info(PRE, 'clearProxy() res: %s', JSON.stringify(res));
+    }
     async restore() {
         const res = await this.postData({
             path: '/client/restore_client',
@@ -691,7 +698,7 @@ class Client extends EventEmitter {
             },
         });
         this.restoreTimes++;
-        log.info(PRE, 'restore() res: %s', res);
+        log.info(PRE, 'restore() res: %s', JSON.stringify(res));
     }
     async getStats() {
         try {
@@ -833,9 +840,14 @@ class Client extends EventEmitter {
             data: {},
         });
     }
-    async getSelfInfo() {
+    async getSelfInfo(proxyCleared = false) {
         try {
             const res = await this.postData({ path: '/user/get_profile', data: {} });
+            if (!proxyCleared && typeof res?.errmsg === 'string' && res.errmsg.includes('Could not connect to proxy')) {
+                log.warn(PRE, 'proxy unavailable, clear proxy and retry: %s', res.errmsg);
+                await this.clearProxy();
+                return await this.getSelfInfo(true);
+            }
             if (res.errcode === -102) {
                 log.info(PRE, 'offline login:', res?.errmsg);
                 return false;
@@ -1425,6 +1437,56 @@ class Client extends EventEmitter {
         log.error(PRE, 'downloadAudio failed after %d retries, params: %s', 5, JSON.stringify(params));
         return '';
     }
+    async newVoiceTransId() {
+        return await this.postData({ path: '/msg/new_trans_voice_id', data: {} });
+    }
+    async checkVoiceTrans(voiceId, msgId, length) {
+        return await this.postData({ path: '/msg/check_voice_trans', data: { voice_id: voiceId, msg_id: msgId, length } });
+    }
+    async uploadVoiceTrans(voiceId, msgId, length) {
+        return await this.postData({ path: '/msg/upload_voice_trans', data: { voice_id: voiceId, msg_id: msgId, length } });
+    }
+    async getVoiceTrans(voiceId) {
+        return await this.postData({ path: '/msg/get_voice_trans', data: { voice_id: voiceId } });
+    }
+    async voiceToText(msgId, length, timeoutMs = 20000) {
+        try {
+            const idRes = await this.newVoiceTransId();
+            const voiceId = idRes?.voice_id;
+            if (!voiceId) {
+                log.warn(PRE, 'voiceToText: no voice_id: %s', JSON.stringify(idRes));
+                return '';
+            }
+            const checkRes = await this.checkVoiceTrans(voiceId, msgId, length);
+            if (checkRes?.baseResponse?.ret !== 0) {
+                log.warn(PRE, 'voiceToText: check failed: %s', JSON.stringify(checkRes));
+                return '';
+            }
+            const uploadRes = await this.uploadVoiceTrans(voiceId, msgId, length);
+            if (uploadRes?.baseResponse?.ret !== 0) {
+                log.warn(PRE, 'voiceToText: upload failed: %s', JSON.stringify(uploadRes));
+                return '';
+            }
+            const interval = (checkRes?.queryCtx?.interval || 2) * 1000;
+            const deadline = Date.now() + timeoutMs;
+            while (Date.now() < deadline) {
+                await new Promise(resolve => setTimeout(resolve, interval));
+                const res = await this.getVoiceTrans(voiceId);
+                if (res?.baseResponse?.ret !== 0) {
+                    log.warn(PRE, 'voiceToText: get result failed: %s', JSON.stringify(res));
+                    return '';
+                }
+                if (res?.transRes?.endFlag === 1) {
+                    return res.transRes.result || '';
+                }
+            }
+            log.warn(PRE, 'voiceToText: timeout for msg %s', msgId);
+        }
+        catch (e) {
+            log.warn(PRE, 'voiceToText: error: %s', e);
+        }
+        return '';
+    }
     async downloadVideo(videoInfo) {
         const params = {
             file_type: 4,

package/dist/esm/src/puppet-matrix.d.ts

@@ -68,6 +68,8 @@ declare class PuppetMatrix extends PUPPET.Puppet {
     messageMiniProgram(messageId: string): Promise<PUPPET.payloads.MiniProgram>;
     messageUrl(messageId: string): Promise<PUPPET.payloads.UrlLink>;
     messageLocation(messageId: string): Promise<PUPPET.payloads.Location>;
+    messageChatHistory(messageId: string): Promise<PUPPET.payloads.ChatHistory[]>;
+    private _recordItemToChatHistory;
     messageSendContact(toUserId: string, contactId: string): Promise<void | string>;
     messageSendFile(conversationId: string, fileBox: FileBoxInterface): Promise<string | void>;
     messageSendMiniProgram(toUserName: string, mpPayload: PUPPET.payloads.MiniProgram): Promise<void | string>;
@@ -93,6 +95,7 @@ declare class PuppetMatrix extends PUPPET.Puppet {
     contactRawPayload(id: string): Promise<ContactPayload | undefined>;
     messageRawPayloadParser(payload: MessagePayload): Promise<PUPPET.payloads.Message>;
     messageRawPayload(id: string): Promise<MessagePayload>;
+    cacheMessageIfAbsent(payload: MessagePayload): Promise<void>;
     roomRawPayloadParser(payload: ContactPayload): Promise<PUPPET.payloads.Room>;
     roomRawPayload(id: string): Promise<ContactPayload | undefined>;
     roomMemberRawPayload(roomId: string, contactId: string): Promise<ContactPayload>;
@@ -115,11 +118,13 @@ declare class PuppetMatrix extends PUPPET.Puppet {
     private _updateRoomMember;
     _updateRoom(roomId: string): Promise<void>;
     private _onPushContact;
+    private _transcribeVoice;
     private _onPushMessage;
     private _refreshRoomInfo;
     private _refreshContact;
     private _startPuppetHeart;
     private _stopPuppetHeart;
+    private _fileBoxFromUrl;
     private _getMessageImageFileBox;
     private _getMessageAudioFileBox;
     private _getMessageVideoFileBox;

package/dist/esm/src/puppet-matrix.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"puppet-matrix.d.ts","sourceRoot":"","sources":["../../../src/puppet-matrix.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,sBAAsB,CAAA;AAC9C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAKhD,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAExE,OAAO,MAAM,MAAM,6BAA6B,CAAA;AA4BhD,QAAA,MAAM,OAAO,QAAiC,CAAA;AAK9C,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,aAAa,GAAG;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,kBAAkB,EAAE,MAAM,CAAA;CAC3B,CAAA;AAED,cAAM,YAAa,SAAQ,MAAM,CAAC,MAAM;IAoBT,OAAO,EAAE,mBAAmB;IAlBzD,OAAO,CAAC,SAAS,CAAC,CAAc;IAChC,OAAO,CAAC,OAAO,CAAC,CAAQ;IACxB,OAAO,CAAC,KAAK,CAAC,CAA4B;IAC1C,OAAO,CAAC,aAAa,CAA2B;IAChD,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,eAAe,CAAC,CAA+B;IACvD,OAAO,CAAC,eAAe,CAAC,CAAuC;IAC/D,OAAO,CAAC,eAAe,CAAC,CAAuC;IAC/D,OAAO,CAAC,sBAAsB,CAAC,CAAuC;IACtE,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,aAAa,CAA6B;IAClD,gBAAgC,OAAO,SAAU;gBAOpB,OAAO,GAAE,mBAA+C;IAgBrF,IAAW,MAAM,uBAEhB;IAEc,OAAO,IAAK,OAAO,CAAC,IAAI,CAAC;YAS1B,YAAY;YAuHZ,YAAY;IAoB1B,OAAO,CAAC,eAAe;YAOT,UAAU;IA+DT,eAAe,CAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAS1D,aAAa;YA4Cb,OAAO;IAiCR,KAAK,IAAK,OAAO,CAAC,IAAI,CAAC;IAmBvB,MAAM,IAAK,OAAO,CAAC,IAAI,CAAC;YAIvB,WAAW;IAeV,MAAM,CAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU7C,IAAI,CAAE,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI;IAOpB,aAAa,IAAK,OAAO,CAAC,IAAI,CAAC;IAKjC,iBAAiB,IAAK,OAAO,CAAC,IAAI,CAAC;IAuBjC,eAAe,CAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK7C,iBAAiB,IAAK,OAAO,CAAC,MAAM,CAAC;IAKrC,oBAAoB,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKvD,YAAY,CAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1E,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAChD,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B9D,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC3D,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAavE,WAAW,IAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjC,wBAAwB,CAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,IAAI;IAK7E,kBAAkB,CAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAKjE,aAAa,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhD,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxE,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK3E,YAAY,CAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjD,iBAAiB,CAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAWzD,gBAAgB,CAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBtD,aAAa,CAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoD5F,qBAAqB,CAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAQ7D,sBAAsB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;YAU5D,iBAAiB;YAmBjB,kBAAkB;IAuBjB,cAAc,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKnD,cAAc,CAC3B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IA6BpB,WAAW,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2C1D,YAAY,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAS3D,kBAAkB,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;IAe5E,UAAU,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAsBhE,eAAe,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAiBtE,kBAAkB,CAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IA8BhF,eAAe,CAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA0C3F,sBAAsB,CAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAwB3G,eAAe,CAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAoCxG,cAAc,CAAE,cAAc,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAsBxG,eAAe,CAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAW1F,aAAa,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASnD,cAAc,CAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCrE,OAAO,CAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1D,UAAU,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAWtD,UAAU,CACvB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;IAKH,OAAO,CACpB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAKD,QAAQ,IAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAK9B,UAAU,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK5C,QAAQ,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC1C,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUvD,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7C,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWzD,cAAc,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAMlD,oBAAoB,CAAE,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS9D,uBAAuB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAKnF,iBAAiB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAuBnE,uBAAuB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAQnF,iBAAiB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAavD,oBAAoB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;IAQ7E,cAAc,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAchE,oBAAoB,CAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;YAkBlF,qBAAqB;IAmBpB,0BAA0B,CAAE,UAAU,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IAQ5F,wBAAwB,CAAE,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAQjE,8BAA8B,CAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;IAQzF,0BAA0B,CAAE,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IAQxG,oBAAoB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IAiBtE,WAAW,CAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAiEnE,aAAa,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMzC,cAAc,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC;IAKnE,kBAAkB,CAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAKxF,oBAAoB,CAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;IAMnF,GAAG,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,UAAO,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAY1F,QAAQ;YAWA,kBAAkB;YAoClB,oBAAoB;YAwDpB,mBAAmB;YA+BnB,iBAAiB;IAYlB,WAAW,CAAE,MAAM,EAAE,MAAM;YAgB1B,cAAc;YAcd,cAAc;YAwEd,gBAAgB;YAyBhB,eAAe;YAiCf,iBAAiB;IAa/B,OAAO,CAAC,gBAAgB;YAeV,uBAAuB;YASvB,uBAAuB;YASvB,uBAAuB;YAgBvB,sBAAsB;IAwBvB,WAAW,CAAE,IAAI,CAAC,EAAE,OAAO;CAQzC;AAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAA;AAEhC,eAAe,YAAY,CAAA"}
+{"version":3,"file":"puppet-matrix.d.ts","sourceRoot":"","sources":["../../../src/puppet-matrix.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,sBAAsB,CAAA;AAC9C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAKhD,OAAO,KAAK,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAGxE,OAAO,MAAM,MAAM,6BAA6B,CAAA;AA6BhD,QAAA,MAAM,OAAO,QAAiC,CAAA;AAK9C,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,aAAa,GAAG;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,GAAG,CAAA;IACZ,kBAAkB,EAAE,MAAM,CAAA;CAC3B,CAAA;AAED,cAAM,YAAa,SAAQ,MAAM,CAAC,MAAM;IAoBT,OAAO,EAAE,mBAAmB;IAlBzD,OAAO,CAAC,SAAS,CAAC,CAAc;IAChC,OAAO,CAAC,OAAO,CAAC,CAAQ;IACxB,OAAO,CAAC,KAAK,CAAC,CAA4B;IAC1C,OAAO,CAAC,aAAa,CAA2B;IAChD,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,eAAe,CAAC,CAA+B;IACvD,OAAO,CAAC,eAAe,CAAC,CAAuC;IAC/D,OAAO,CAAC,eAAe,CAAC,CAAuC;IAC/D,OAAO,CAAC,sBAAsB,CAAC,CAAuC;IACtE,OAAO,CAAC,eAAe,CAAQ;IAC/B,OAAO,CAAC,aAAa,CAA6B;IAClD,gBAAgC,OAAO,SAAU;gBAOpB,OAAO,GAAE,mBAA+C;IAgBrF,IAAW,MAAM,uBAEhB;IAEc,OAAO,IAAK,OAAO,CAAC,IAAI,CAAC;YAS1B,YAAY;YAuHZ,YAAY;IAoB1B,OAAO,CAAC,eAAe;YAOT,UAAU;IA+DT,eAAe,CAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAS1D,aAAa;YA4Cb,OAAO;IAiCR,KAAK,IAAK,OAAO,CAAC,IAAI,CAAC;IAmBvB,MAAM,IAAK,OAAO,CAAC,IAAI,CAAC;YAIvB,WAAW;IAeV,MAAM,CAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU7C,IAAI,CAAE,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI;IAOpB,aAAa,IAAK,OAAO,CAAC,IAAI,CAAC;IAKjC,iBAAiB,IAAK,OAAO,CAAC,IAAI,CAAC;IAuBjC,eAAe,CAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK7C,iBAAiB,IAAK,OAAO,CAAC,MAAM,CAAC;IAKrC,oBAAoB,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKvD,YAAY,CAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK1E,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAChD,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B9D,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAC3D,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAavE,WAAW,IAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjC,wBAAwB,CAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,IAAI;IAK7E,kBAAkB,CAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAKjE,aAAa,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhD,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxE,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK3E,YAAY,CAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjD,iBAAiB,CAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAWzD,gBAAgB,CAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBtD,aAAa,CAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoD5F,qBAAqB,CAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAQ7D,sBAAsB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;YAU5D,iBAAiB;YAmBjB,kBAAkB;IAuBjB,cAAc,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKnD,cAAc,CAC3B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IA6BpB,WAAW,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2C1D,YAAY,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAS3D,kBAAkB,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;IAe5E,UAAU,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAsBhE,eAAe,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAgBtE,kBAAkB,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAc/E,wBAAwB;IA2EvB,kBAAkB,CAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IA8BhF,eAAe,CAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA0C3F,sBAAsB,CAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAwB3G,eAAe,CAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAoCxG,cAAc,CAAE,cAAc,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAsBxG,eAAe,CAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAW1F,aAAa,CAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASnD,cAAc,CAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCrE,OAAO,CAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY1D,UAAU,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAWtD,UAAU,CACvB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;IAKH,OAAO,CACpB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAKD,QAAQ,IAAK,OAAO,CAAC,MAAM,EAAE,CAAC;IAK9B,UAAU,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK5C,QAAQ,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC1C,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUvD,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7C,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWzD,cAAc,CAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAMlD,oBAAoB,CAAE,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS9D,uBAAuB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAKnF,iBAAiB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAuBnE,uBAAuB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAQnF,iBAAiB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAYhE,oBAAoB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAYpD,oBAAoB,CAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;IAQ7E,cAAc,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAchE,oBAAoB,CAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;YAkBlF,qBAAqB;IAmBpB,0BAA0B,CAAE,UAAU,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IAQ5F,wBAAwB,CAAE,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAQjE,8BAA8B,CAAE,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;IAQzF,0BAA0B,CAAE,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IAQxG,oBAAoB,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;IAiBtE,WAAW,CAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC;IAiEnE,aAAa,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMzC,cAAc,CAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,MAAM,CAAC;IAKnE,kBAAkB,CAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;IAKxF,oBAAoB,CAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;IAMnF,GAAG,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,UAAO,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAY1F,QAAQ;YAWA,kBAAkB;YAoClB,oBAAoB;YAwDpB,mBAAmB;YA+BnB,iBAAiB;IAYlB,WAAW,CAAE,MAAM,EAAE,MAAM;YAgB1B,cAAc;YAkBd,gBAAgB;YAqBhB,cAAc;YAyEd,gBAAgB;YAyBhB,eAAe;YAiCf,iBAAiB;IAa/B,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;YAOT,uBAAuB;YASvB,uBAAuB;YASvB,uBAAuB;YAgBvB,sBAAsB;IAwBvB,WAAW,CAAE,IAAI,CAAC,EAAE,OAAO;CAQzC;AAED,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAA;AAEhC,eAAe,YAAY,CAAA"}

package/dist/esm/src/puppet-matrix.js

@@ -1,13 +1,15 @@
 import { log } from '@juzi/wechaty-puppet';
 import * as PUPPET from '@juzi/wechaty-puppet';
 import { FileBox, FileBoxType, } from 'file-box';
+import { WechatMessageType } from './matrix/types.js';
 import Client from './matrix/service/request.js';
 import { getUnixTime } from 'date-fns';
 import { mergeWithFallback } from './matrix/utils/index.js';
 import path from 'path';
 import { CacheManager } from './matrix/cache-manager.js';
 import { isIMContactId, isRoomId } from './matrix/utils/is-type.js';
-import { parseAppmsgMessagePayload } from './matrix/messages/message-appmsg.js';
+import { AppMessageType, parseAppmsgMessagePayload } from './matrix/messages/message-appmsg.js';
+import { parseRecordItem, RecordItemType } from './matrix/messages/message-chat-history.js';
 import { parseMiniProgramMessagePayload } from './matrix/messages/message-miniprogram.js';
 import { parseEmotionMessagePayload } from './matrix/messages/message-emotion.js';
 import { parseImageMessagePayload } from './matrix/messages/message-image.js';
@@ -649,6 +651,90 @@ class PuppetMatrix extends PUPPET.Puppet {
         const locationPayload = await parseLocationMessagePayload(rawPayload.msg);
         return locationPayload;
     }
+    async messageChatHistory(messageId) {
+        const rawPayload = await this.messageRawPayload(messageId);
+        const appPayload = await parseAppmsgMessagePayload(rawPayload.msg);
+        if (appPayload.type !== AppMessageType.ChatHistory) {
+            throw new Error('Can not get chat history from non chat history payload');
+        }
+        log.verbose(PRE, `messageChatHistory recorditem: ${appPayload.recorditem}`);
+        if (!appPayload.recorditem) {
+            return [];
+        }
+        const info = await parseRecordItem(appPayload.recorditem);
+        return Promise.all(info.items.map(item => this._recordItemToChatHistory(item)));
+    }
+    async _recordItemToChatHistory(item) {
+        const base = {
+            avatar: item.sourceHeadUrl ? FileBox.fromUrl(item.sourceHeadUrl) : FileBox.fromBuffer(Buffer.alloc(0), 'avatar.png'),
+            corpName: '',
+            senderName: item.sourceName,
+            time: Math.floor((Date.parse(item.sourceTime.replace(/-/g, '/')) || 0) / 1000),
+        };
+        const unknown = { ...base, message: undefined, title: item.title, type: PUPPET.types.Message.Unknown };
+        const media = async (kind) => {
+            if (!item.cdnDataUrl) {
+                return undefined;
+            }
+            const params = { aes_key: item.cdnDataKey, file_id: item.cdnDataUrl, file_name: item.fileName || item.title, file_size: item.dataSize };
+            const url = kind === 'image' || kind === 'emoticon'
+                ? await this._client?.downloadImage(params)
+                : kind === 'video' ? await this._client?.downloadVideo(params) : await this._client?.downloadFile(params);
+            return url ? FileBox.fromUrl(url, item.fileName ? { name: item.fileName } : undefined) : undefined;
+        };
+        try {
+            switch (item.type) {
+                case RecordItemType.Text:
+                    return { ...base, message: item.desc, type: PUPPET.types.Message.Text };
+                case RecordItemType.Image: {
+                    const box = await media('image');
+                    return box ? { ...base, message: box, type: PUPPET.types.Message.Image } : unknown;
+                }
+                case RecordItemType.Video: {
+                    const box = await media('video');
+                    return box ? { ...base, message: box, type: PUPPET.types.Message.Video } : unknown;
+                }
+                case RecordItemType.File: {
+                    const box = await media('file');
+                    return box ? { ...base, message: box, type: PUPPET.types.Message.Attachment } : unknown;
+                }
+                case RecordItemType.Emoticon: {
+                    const box = await media('emoticon');
+                    return box ? { ...base, message: box, type: PUPPET.types.Message.Emoticon } : unknown;
+                }
+                case RecordItemType.Link:
+                    if (!item.link)
+                        return unknown;
+                    return {
+                        ...base,
+                        message: { description: item.link.desc, thumbnailUrl: item.link.thumbUrl, title: item.link.title, url: item.link.url },
+                        type: PUPPET.types.Message.Url,
+                    };
+                case RecordItemType.Location:
+                    if (!item.location)
+                        return unknown;
+                    return {
+                        ...base,
+                        message: { accuracy: 15, address: item.location.label, latitude: item.location.lat, longitude: item.location.lng, name: item.location.poiname },
+                        type: PUPPET.types.Message.Location,
+                    };
+                case RecordItemType.ChatHistory:
+                    return {
+                        ...base,
+                        message: await Promise.all((item.children || []).map(child => this._recordItemToChatHistory(child))),
+                        title: item.title,
+                        type: PUPPET.types.Message.ChatHistory,
+                    };
+                default:
+                    log.verbose(PRE, `unsupported chat history item type: ${item.type}`);
+                    return unknown;
+            }
+        }
+        catch (e) {
+            log.warn(PRE, `parse chat history item failed, type: ${item.type}, error: ${e}`);
+            return unknown;
+        }
+    }
     async messageSendContact(toUserId, contactId) {
         log.verbose('PuppetWeChat', 'messageSend("%s", %s)', toUserId, contactId);
         const contactPayload = await this.contactRawPayload(contactId);
@@ -898,6 +984,13 @@ class PuppetMatrix extends PUPPET.Puppet {
         }
         return ret;
     }
+    async cacheMessageIfAbsent(payload) {
+        if (await this._cacheMgr.hasMessage(payload.id)) {
+            return;
+        }
+        log.info(PRE, `cache miss for refer message ${payload.id}, rebuild from refermsg`);
+        await this._cacheMgr.setMessage(payload.id, payload);
+    }
     async roomRawPayloadParser(payload) {
         return engineRoomToWechaty(payload);
     }
@@ -1189,6 +1282,26 @@ class PuppetMatrix extends PUPPET.Puppet {
             }
         }
     }
+    async _transcribeVoice(message) {
+        if (message.msgType !== WechatMessageType.Voice || message.talkerId === this.currentUserId) {
+            return;
+        }
+        try {
+            const audio = await parseAudioMessagePayload(message);
+            const length = parseInt(audio.voicelength, 10);
+            if (!length) {
+                return;
+            }
+            const text = await this._client?.voiceToText(message.id, length);
+            if (text) {
+                message.voiceText = text;
+                await this._cacheMgr.setMessage(message.id, message);
+            }
+        }
+        catch (e) {
+            log.warn(PRE, `transcribe voice failed for ${message.id}: ${e}`);
+        }
+    }
     async _onPushMessage(message) {
         const messageId = message.id;
         log.silly(PRE, `on push original message: ${JSON.stringify(message)}`);
@@ -1196,6 +1309,7 @@ class PuppetMatrix extends PUPPET.Puppet {
             return;
         }
         await this._cacheMgr.setMessage(message.id, message);
+        await this._transcribeVoice(message);
         const event = await parseEvent(this, message);
         log.info('event-------', JSON.stringify(event));
         switch (event.type) {
@@ -1330,13 +1444,19 @@ class PuppetMatrix extends PUPPET.Puppet {
         clearTimeout(this._heartBeatTimer);
         this._heartBeatTimer = undefined;
     }
+    _fileBoxFromUrl(url, messageId, name) {
+        if (!url) {
+            throw new Error(`download media failed for message ${messageId}: backend returned no url (media may have expired)`);
+        }
+        return name ? FileBox.fromUrl(url, { name }) : FileBox.fromUrl(url);
+    }
     async _getMessageImageFileBox(messageId, messagePayload) {
         const imageInfo = await parseImageMessagePayload(messagePayload);
         if (!imageInfo.file_id) {
             log.error(`Can not get file for message: ${messageId}`);
         }
         const url = imageInfo.is_ww ? await this._client?.downloadWWMedia(imageInfo, 1) : await this._client?.downloadImage(imageInfo);
-        return FileBox.fromUrl(url);
+        return this._fileBoxFromUrl(url, messageId);
     }
     async _getMessageAudioFileBox(messageId, messagePayload) {
         const audioInfo = await parseAudioMessagePayload(messagePayload);
@@ -1344,7 +1464,7 @@ class PuppetMatrix extends PUPPET.Puppet {
             log.error(`Can not get file for message: ${messageId}`);
         }
         const url = await this._client?.downloadAudio(messageId, audioInfo);
-        return FileBox.fromUrl(url);
+        return this._fileBoxFromUrl(url, messageId);
     }
     async _getMessageVideoFileBox(messageId, messagePayload) {
         const videoInfo = await parseVideoMessagePayload(messagePayload);
@@ -1353,7 +1473,7 @@ class PuppetMatrix extends PUPPET.Puppet {
         }
         const url = videoInfo.is_ww ? await this._client?.downloadWWMedia(videoInfo, 2) : await this._client?.downloadVideo(videoInfo);
         log.info(PRE, '_getMessageVideoFileBox(): %s', url);
-        return FileBox.fromUrl(url);
+        return this._fileBoxFromUrl(url, messageId);
     }
     async _getMessageFileFileBox(messageId, messagePayload) {
         const appPayload = await parseAppmsgMessagePayload(messagePayload.msg);
@@ -1372,7 +1492,7 @@ class PuppetMatrix extends PUPPET.Puppet {
         if (!url) {
             log.error(`Can not get file url: ${JSON.stringify(params)}`);
         }
-        return FileBox.fromUrl(url, { name: appPayload.title });
+        return this._fileBoxFromUrl(url, messageId, appPayload.title);
     }
     async syncContact(init) {
         if (!this.currentUserId) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wechaty-puppet-matrix",
-  "version": "0.0.52",
+  "version": "0.0.53",
   "description": "Puppet matrix for Wechaty",
   "type": "module",
   "typings": "./dist/esm/src/mod.d.ts",

package/src/engine-schema.ts

@@ -28,6 +28,7 @@ export interface MessagePayload {
   atWxidList?: string[], // 消息中艾特人wxid列表
   msg: string, // 消息内容
   listenerId: string,
+  voiceText?: string, // 语音消息转出的文字
 }
 export interface ChatRoomMember {
   wxid: string,

package/src/matrix/messages/message-appmsg.ts

@@ -129,6 +129,7 @@ export interface ReferMsgPayload {
   chatusr: string;
   displayname: string;
   content: string;
+  createtime?: string;
 }
 
 export interface AppAttachPayload {

package/src/matrix/messages/message-audio.ts

@@ -39,7 +39,7 @@ export async function parseAudioMessagePayload (rawPayload: MessagePayload): Pro
   return {
     aesKey: schema.aeskey,
     length: schema.length,
-    voicelength: schema.length,
+    voicelength: schema.voicelength,
     voiceurl: schema.voiceurl,
     voicemd5: schema.voicemd5,
     clientmsgid: schema.clientmsgid,

package/src/matrix/messages/message-chat-history.ts

@@ -0,0 +1,135 @@
+import { xmlToJson } from '../utils/xml-to-json.js'
+
+/**
+ * 合并转发(appmsg type 19)的 recorditem 解析
+ *
+ * recorditem 是 CDATA 包着的 XML:
+ * <recordinfo><title/><desc/><datalist count="n"><dataitem datatype="1" dataid="..."><sourcename/><sourcetime/><sourceheadurl/><datadesc/>...</dataitem></datalist></recordinfo>
+ */
+
+/** 微信 dataitem.datatype */
+export enum RecordItemType {
+  Text = 1,
+  Image = 2,
+  Voice = 3,
+  Video = 4,
+  Link = 5,
+  Location = 6,
+  File = 8,
+  MiniProgram = 19,
+  ChatHistory = 17,
+  Channel = 22,
+  Emoticon = 47,
+}
+
+export interface RecordItem {
+  type: number
+  dataId: string
+  sourceName: string
+  sourceTime: string
+  sourceHeadUrl: string
+  desc: string
+  title: string
+  cdnDataUrl: string
+  cdnDataKey: string
+  cdnThumbUrl: string
+  dataSize: number
+  dataFmt: string
+  fileName: string
+  /** 地理位置 */
+  location?: { lat: number, lng: number, label: string, poiname: string }
+  /** 链接 */
+  link?: { title: string, desc: string, url: string, thumbUrl: string }
+  /** 嵌套的合并转发 */
+  children?: RecordItem[]
+  raw: any
+}
+
+export interface RecordInfo {
+  title: string
+  desc: string
+  items: RecordItem[]
+}
+
+function text (v: any): string {
+  if (v === undefined || v === null) {
+    return ''
+  }
+  if (typeof v === 'string') {
+    return v
+  }
+  // xml2js 在节点带属性时会返回 { _: 'text', $: {...} }
+  if (typeof v === 'object' && typeof v._ === 'string') {
+    return v._
+  }
+  return ''
+}
+
+function asArray<T> (v: T | T[] | undefined): T[] {
+  if (v === undefined || v === null) {
+    return []
+  }
+  return Array.isArray(v) ? v : [ v ]
+}
+
+function parseItem (item: any): RecordItem {
+  const attrs = item.$ || {}
+  const ret: RecordItem = {
+    cdnDataKey: text(item.cdndatakey),
+    // 下载接口使用 305f 开头的 file id；cdndataurl 可能是 7f0c 新格式，此时用 group.fileid
+    cdnDataUrl: [ text(item.cdndataurl), text(item.group?.fileid) ].find(u => u.startsWith('305')) || text(item.cdndataurl),
+    cdnThumbUrl: text(item.cdnthumburl),
+    dataFmt: text(item.datafmt),
+    dataId: attrs.dataid || '',
+    dataSize: parseInt(text(item.datasize), 10) || 0,
+    desc: text(item.datadesc),
+    fileName: text(item.datatitle),
+    raw: item,
+    sourceHeadUrl: text(item.sourceheadurl),
+    sourceName: text(item.sourcename),
+    sourceTime: text(item.sourcetime),
+    title: text(item.datatitle),
+    type: parseInt(attrs.datatype, 10),
+  }
+
+  const loc = item.locitem
+  if (loc) {
+    ret.location = {
+      label: text(loc.label),
+      lat: parseFloat(text(loc.lat)) || 0,
+      lng: parseFloat(text(loc.lng)) || 0,
+      poiname: text(loc.poiname),
+    }
+  }
+
+  const web = item.weburlitem
+  if (web) {
+    ret.link = {
+      desc: text(web.desc),
+      thumbUrl: text(web.thumburl),
+      title: text(web.title),
+      url: text(web.link),
+    }
+  }
+
+  // 嵌套合并转发: recordxml 是内联 XML 对象
+  const nested = item.recordxml?.recordinfo
+  if (nested) {
+    ret.children = asArray(nested.datalist?.dataitem).map(parseItem)
+  }
+
+  return ret
+}
+
+export async function parseRecordItem (recorditem: string): Promise<RecordInfo> {
+  const json = await xmlToJson(recorditem)
+  const info = json?.recordinfo
+  if (!info) {
+    return { desc: '', items: [], title: '' }
+  }
+  return {
+    desc: text(info.desc),
+    items: asArray(info.datalist?.dataitem).map(parseItem),
+    title: text(info.title),
+  }
+}

package/src/matrix/schema-mapper/message/message-parser-audio.ts

@@ -0,0 +1,13 @@
+import * as PUPPET from '@juzi/wechaty-puppet'
+import type { MessagePayload  } from '../../../engine-schema.js'
+import type { MessageParser, MessageParserContext } from './message-parser.js'
+
+/**
+ * 语音消息已转出文字时，把文字放到 text 上
+ */
+export const audioParser: MessageParser = async (engineMessage: MessagePayload, ret: PUPPET.payloads.Message, _context: MessageParserContext) => {
+  if (ret.type === PUPPET.types.Message.Audio && engineMessage.voiceText) {
+    ret.text = engineMessage.voiceText
+  }
+  return ret
+}

package/src/matrix/schema-mapper/message/message-parser-refermsg.ts

@@ -1,10 +1,38 @@
 import * as PUPPET from '@juzi/wechaty-puppet'
+import { log } from '@juzi/wechaty-puppet'
 import type { MessagePayload  } from '../../../engine-schema.js'
 import { AppMessageType, parseAppmsgMessagePayload, ReferMsgPayload } from '../../messages/message-appmsg.js'
 import { WechatMessageType } from '../../types.js'
+import { isIMRoomId, isRoomId } from '../../utils/is-type.js'
 import type { MessageParser, MessageParserContext } from './message-parser.js'
 
-export const referMsgParser: MessageParser = async (_padLocalMessage:  MessagePayload, ret: PUPPET.payloads.Message, context: MessageParserContext) => {
+interface ReferMessageCacheable {
+  cacheMessageIfAbsent (payload: MessagePayload): Promise<void>
+}
+
+/**
+ * 被引用消息已不在缓存时，用 refermsg 里的 type/content(原消息 XML) 合成一条 MessagePayload 写入缓存，
+ * 这样 getQuotedMessage() / toFileBox() 仍然可用
+ */
+async function cacheReferMessageIfAbsent (engineMessage: MessagePayload, refer: ReferMsgPayload, puppet: PUPPET.Puppet) {
+  const cacheable = puppet as unknown as Partial<ReferMessageCacheable>
+  if (!refer.svrid || typeof cacheable.cacheMessageIfAbsent !== 'function') {
+    return
+  }
+  // 群聊: fromusr 是群 id，chatusr 是原发送人，msg 格式与群消息一致 "wxid:\ncontent"；单聊: fromusr 是发送人(此时 chatusr 可能也有值，不能据此判断群聊)
+  const isRoom = isRoomId(refer.fromusr) || isIMRoomId(refer.fromusr)
+  await cacheable.cacheMessageIfAbsent({
+    id: refer.svrid,
+    listenerId: engineMessage.listenerId,
+    msg: isRoom ? `${refer.chatusr || refer.fromusr}:\n${refer.content}` : refer.content,
+    msgType: parseInt(refer.type, 10),
+    talkerId: refer.fromusr,
+    text: refer.content,
+    timeStamp: parseInt(refer.createtime || '0', 10) || engineMessage.timeStamp,
+  })
+}
+
+export const referMsgParser: MessageParser = async (engineMessage: MessagePayload, ret: PUPPET.payloads.Message, context: MessageParserContext) => {
   if (!context.appMessagePayload || context.appMessagePayload.type !== AppMessageType.ReferMsg) {
     return ret
   }
@@ -14,6 +42,8 @@ export const referMsgParser: MessageParser = async (_padLocalMessage:  MessagePa
   let referMessageContent: string
 
   const referMessagePayload: ReferMsgPayload = appPayload.refermsg!
+  await cacheReferMessageIfAbsent(engineMessage, referMessagePayload, context.puppet)
+  log.verbose('referMsgParser', `raw refermsg: ${JSON.stringify(referMessagePayload)}`)
   const referMessageType = parseInt(referMessagePayload.type) as WechatMessageType
   switch (referMessageType) {
     case WechatMessageType.Text:
@@ -47,6 +77,7 @@ export const referMsgParser: MessageParser = async (_padLocalMessage:  MessagePa
   }
 
   ret.type = PUPPET.types.Message.Text
+  ret.quoteId = referMessagePayload.svrid
   ret.text = `「${referMessagePayload.displayname}：${referMessageContent}」\n- - - - - - - - - - - - - - -\n${appPayload.title}`
 
   return ret

package/src/matrix/schema-mapper/message/mod.ts

@@ -4,6 +4,7 @@ import { roomParser } from './message-parser-room.js'
 import { singleChatParser } from './message-parser-single-chat.js'
 import { appMsgParser } from './message-parser-appmsg.js'
 import { referMsgParser } from './message-parser-refermsg.js'
+import { audioParser } from './message-parser-audio.js'
 import { sysmsgParser } from './message-parser-sysmsg.js'
 
 // The order of message parser is important
@@ -12,6 +13,7 @@ addMessageParser(roomParser)
 addMessageParser(singleChatParser)
 addMessageParser(appMsgParser)
 addMessageParser(referMsgParser)
+addMessageParser(audioParser)
 addMessageParser(sysmsgParser)
 
 export { executeMessageParsers }