rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/telegram/channel.js

@@ -1,23 +1,108 @@
+const config = require('@/config').value;
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const querystring = require('querystring');
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
+
+/* message types */
+const REPLY = 'REPLY';
+const FORWARDED = 'FORWARDED';
+const SERVICE = 'SERVICE';
+const VIA_BOT = 'VIA_BOT';
+const VIDEO = 'VIDEO';
+const GIF = 'GIF';
+const PHOTO = 'PHOTO';
+const POLL = 'POLL';
+const VOICE = 'VOICE';
+const MUSIC = 'MUSIC';
+const DOCUMENT = 'DOCUMENT';
+const LOCATION = 'LOCATION';
+const CONTACT = 'CONTACT';
+const STICKER = 'STICKER';
+const ANIMATED_STICKER = 'ANIMATED_STICKER';
+// const VIDEO_STICKER = 'VIDEO_STICKER';  // not supported yet by t.me
+const UNSUPPORTED = 'UNSUPPORTED';
+
+/* message media tag dict */
+const mediaTagDict = {
+    REPLY: ['[Reply]', '↩️'],
+    FORWARDED: ['[Forwarded]', '🔁'],
+    SERVICE: ['[Service]', '🔧'],
+    VIA_BOT: ['[Via bot]', '🤖'],
+    VIDEO: ['[Video]', '🎬'],
+    GIF: ['[GIF]', '[GIF]'],
+    PHOTO: ['[Photo]', '🖼'],
+    POLL: ['[Poll]', '📊'],
+    VOICE: ['[Voice]', '🎙'],
+    MUSIC: ['[Music]', '🎵'],
+    DOCUMENT: ['[Document]', '📄'],
+    LOCATION: ['[Location]', '📍'],
+    CONTACT: ['[Contact]', '📱'],
+    STICKER: ['[Sticker]', '[Sticker]'],
+    ANIMATED_STICKER: ['[Animated Sticker]', '[Animated Sticker]'],
+    // VIDEO_STICKER: ['[Video Sticker]', '[Video Sticker]'],  // not supported yet by t.me
+    UNSUPPORTED: ['[Unsupported]', '🚫'],
+};
 
 module.exports = async (ctx) => {
     const username = ctx.params.username;
-    const searchQuery = ctx.params.searchQuery;
+    let routeParams = ctx.params.routeParams;
+    let showLinkPreview = true;
+    let showViaBot = true;
+    let showReplyTo = true;
+    let showFwdFrom = true;
+    let showFwdFromAuthor = true;
+    let showInlineButtons = false;
+    let showMediaTagInTitle = true;
+    let showMediaTagAsEmoji = true;
+    let includeFwd = true;
+    let includeReply = true;
+    let includeServiceMsg = true;
+    let includeUnsupportedMsg = false;
+    let searchQuery = routeParams; // for backward compatibility
+    if (routeParams && routeParams.search(/(^|&)(show(LinkPreview|ViaBot|ReplyTo|FwdFrom(Author)?|InlineButtons|MediaTag(InTitle|AsEmoji))|include(Fwd|Reply|(Service|Unsupported)Msg)|searchQuery)=/) !== -1) {
+        routeParams = querystring.parse(ctx.params.routeParams);
+        showLinkPreview = !!fallback(undefined, queryToBoolean(routeParams.showLinkPreview), showLinkPreview);
+        showViaBot = !!fallback(undefined, queryToBoolean(routeParams.showReplyTo), showViaBot);
+        showReplyTo = !!fallback(undefined, queryToBoolean(routeParams.showViaBot), showReplyTo);
+        showFwdFrom = !!fallback(undefined, queryToBoolean(routeParams.showFwdFrom), showFwdFrom);
+        showFwdFromAuthor = !!fallback(undefined, queryToBoolean(routeParams.showFwdFromAuthor), showFwdFromAuthor);
+        showInlineButtons = !!fallback(undefined, queryToBoolean(routeParams.showInlineButtons), showInlineButtons);
+        showMediaTagInTitle = !!fallback(undefined, queryToBoolean(routeParams.showMediaTagInTitle), showMediaTagInTitle);
+        showMediaTagAsEmoji = !!fallback(undefined, queryToBoolean(routeParams.showMediaTagAsEmoji), showMediaTagAsEmoji);
+        includeFwd = !!fallback(undefined, queryToBoolean(routeParams.includeFwd), includeFwd);
+        includeReply = !!fallback(undefined, queryToBoolean(routeParams.includeReply), includeReply);
+        includeServiceMsg = !!fallback(undefined, queryToBoolean(routeParams.includeServiceMsg), includeServiceMsg);
+        includeUnsupportedMsg = !!fallback(undefined, queryToBoolean(routeParams.includeUnsupportedMsg), includeUnsupportedMsg);
+        searchQuery = fallback(undefined, routeParams.searchQuery, null);
+    }
+
     const resourceUrl = searchQuery ? `https://t.me/s/${username}?q=${encodeURIComponent(searchQuery)}` : `https://t.me/s/${username}`;
 
-    const { data } = await got.get(resourceUrl);
+    const data = await ctx.cache.tryGet(
+        resourceUrl,
+        async () => {
+            const _r = await got(resourceUrl);
+            return _r.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
     const $ = cheerio.load(data);
-    const list = $('.tgme_widget_message_wrap');
+    const list = includeServiceMsg
+        ? $('.tgme_widget_message_wrap:not(.tgme_widget_message_wrap:has(.tme_no_messages_found))') // exclude 'no posts found' messages
+        : $('.tgme_widget_message_wrap:not(.tgme_widget_message_wrap:has(.service_message,.tme_no_messages_found))'); // also exclude service messages
 
     if (list.length === 0 && $('.tgme_channel_history').length === 0) {
-        throw `Unable to fetch message feed from this channel. Please check this URL to see if you can view the message preview: https://t.me/s/${username}`;
+        throw `Unable to fetch message feed from this channel. Please check this URL to see if you can view the message preview: ${resourceUrl}`;
     }
 
-    const feedTitle = searchQuery ? `「${searchQuery}」- ` + $('.tgme_channel_info_header_title').text() + ' - Telegram 频道' : $('.tgme_channel_info_header_title').text() + ' - Telegram 频道';
+    const channelName = $('.tgme_channel_info_header_title').text();
+    const feedTitle = (searchQuery ? `"${searchQuery}" - ` : '') + channelName + ' - Telegram Channel';
 
     ctx.state.data = {
         title: feedTitle,
@@ -25,7 +110,7 @@ module.exports = async (ctx) => {
         link: resourceUrl,
         allowEmpty: true,
 
-        itunes_author: $('.tgme_channel_info_header_title').text(),
+        itunes_author: channelName,
         image: $('.tgme_page_photo_image > img').attr('src'),
 
         item:
@@ -34,69 +119,128 @@ module.exports = async (ctx) => {
                 .map((index, item) => {
                     item = $(item);
 
-                    /* media tag */
-
-                    const mediaTag = () => {
-                        let mediaTag = '';
-                        if (item.find('.tgme_widget_message_photo').length > 0) {
-                            mediaTag += '🖼';
-                        }
-                        if (item.find('.tgme_widget_message_video').length > 0) {
-                            mediaTag += '📹';
-                        }
-                        if (item.find('.tgme_widget_message_poll').length > 0) {
-                            mediaTag += '📊';
-                        }
-                        if (item.find('.tgme_widget_message_voice').length > 0) {
-                            mediaTag += '🎤';
-                        }
-                        if (item.find('.tgme_widget_message_document').length > 0) {
-                            mediaTag += '📎';
+                    /* message types */
+                    const msgTypes = [];
+                    if (item.find('.service_message').length) {
+                        // service message can have an image (avatar changed)
+                        msgTypes.push(SERVICE);
+                    }
+                    // if (item.find('.tgme_widget_message_video').length) {  // fail if video too big
+                    if (item.find('.tgme_widget_message_video_player').length) {
+                        // video and gif cannot be mixed, it's safe to do that
+                        msgTypes.push(item.find('.message_video_play').length ? VIDEO : GIF);
+                    }
+                    if (item.find('.tgme_widget_message_photo,.tgme_widget_message_service_photo').length) {
+                        // video and photo can be mixed
+                        msgTypes.push(PHOTO);
+                    }
+                    // all other types below cannot be mixed
+                    if (item.find('.tgme_widget_message_poll').length) {
+                        msgTypes.push(POLL);
+                    }
+                    if (item.find('.tgme_widget_message_voice').length) {
+                        msgTypes.push(VOICE);
+                    }
+                    if (item.find('.tgme_widget_message_document').length) {
+                        // music and document cannot be mixed, it's safe to do that
+                        msgTypes.push(item.find('.audio').length ? MUSIC : DOCUMENT);
+                    }
+                    if (item.find('.tgme_widget_message_location').length) {
+                        msgTypes.push(LOCATION);
+                    }
+                    if (item.find('.tgme_widget_message_contact').length) {
+                        msgTypes.push(CONTACT);
+                    }
+                    if (item.find('.tgme_widget_message_sticker').length) {
+                        msgTypes.push(STICKER);
+                    }
+                    if (item.find('.tgme_widget_message_tgsticker').length) {
+                        msgTypes.push(ANIMATED_STICKER);
+                    }
+                    if (msgTypes.length === 0 && item.find('.message_media_not_supported').length) {
+                        msgTypes.unshift(UNSUPPORTED);
+                        if (!includeUnsupportedMsg) {
+                            return null; // drop unsupported message
                         }
-                        if (item.find('.tgme_widget_message_location').length > 0) {
-                            mediaTag += '📍';
+                    }
+                    // all other types above cannot be mixed
+                    if (item.find('.tgme_widget_message_author .tgme_widget_message_via_bot,.tgme_widget_message_forwarded_from .tgme_widget_message_via_bot').length) {
+                        // can be mixed with other types, excluding service messages
+                        msgTypes.unshift(VIA_BOT);
+                    }
+                    if (item.find('.tgme_widget_message_forwarded_from').length) {
+                        // can be mixed with other types, excluding service messages and reply messages
+                        msgTypes.unshift(FORWARDED);
+                        if (!includeFwd) {
+                            return null; // drop forwarded message
                         }
-                        if (item.find('.tgme_widget_message_sticker').length > 0) {
-                            mediaTag += '[Sticker]';
+                    }
+                    if (item.find('.tgme_widget_message_reply').length) {
+                        // can be mixed with other types, excluding service messages and forwarded messages
+                        msgTypes.unshift(REPLY);
+                        if (!includeReply) {
+                            return null; // drop reply message
                         }
-                        return mediaTag;
-                    };
+                    }
+
+                    /* media tag */
+                    let mediaTag = '';
+                    if (showMediaTagInTitle) {
+                        msgTypes.forEach((type) => {
+                            if (type !== REPLY || type !== FORWARDED || type !== VIA_BOT || (type === REPLY && showReplyTo) || (type === FORWARDED && showFwdFrom) || (type === VIA_BOT && showViaBot)) {
+                                mediaTag += showMediaTagAsEmoji ? mediaTagDict[type][1] : mediaTagDict[type][0];
+                            }
+                        });
+                    }
+
+                    /* fix emoji */
+                    item.find('.emoji').each((_, emoji) => {
+                        emoji = $(emoji);
+                        emoji.replaceWith(`<span class="emoji">${emoji.text()}</span>`);
+                    });
 
                     /* "Forwarded From" tag */
                     const fwdFrom = () => {
-                        const fwdFromNameObject = item.find('.tgme_widget_message_forwarded_from_name');
-                        if (fwdFromNameObject.length) {
-                            if (fwdFromNameObject.attr('href') !== undefined) {
-                                return `<p>Forwarded From <b><a href="${fwdFromNameObject.attr('href')}">
-                                                        ${fwdFromNameObject.text()}</a></b></p>`;
-                            } else {
-                                return `<p>Forwarded From <b>${fwdFromNameObject.text()}</b></p>`;
+                        let fwdFrom = '';
+                        const fwdFromNameObj = item.find('.tgme_widget_message_forwarded_from_name');
+                        if (fwdFromNameObj.length) {
+                            const userLink = fwdFromNameObj.attr('href');
+                            const userHtml = userLink ? `<a href="${userLink}">${fwdFromNameObj.text()}</a>` : fwdFromNameObj.text();
+                            fwdFrom += `<p>Forwarded From <b>${userHtml}</b>`;
+                            const fwdFromAuthorObj = item.find('.tgme_widget_message_forwarded_from_author');
+                            if (fwdFromAuthorObj.length && showFwdFromAuthor) {
+                                fwdFrom += ` (${fwdFromAuthorObj.text()})`;
                             }
-                        } else {
-                            return '';
+                            fwdFrom += '</p>';
                         }
+                        return fwdFrom;
                     };
 
                     /* reply */
                     const replyContent = () => {
-                        if (item.find('.tgme_widget_message_reply').length !== 0) {
-                            const replyObject = item.find('.tgme_widget_message_reply');
-
-                            const replyAuthor = replyObject.find('.tgme_widget_message_author_name').length ? replyObject.find('.tgme_widget_message_author_name').text() : '';
-                            const replyLink = replyObject.attr('href').length ? replyObject.attr('href') : '';
-                            const replyMetatext = replyObject.find('.tgme_widget_message_metatext').length ? `<p><small>${replyObject.find('.tgme_widget_message_metatext').html()}</small></p>` : '';
-                            const replyText = replyObject.find('.tgme_widget_message_text').length ? `<p>${replyObject.find('.tgme_widget_message_text').html()}</p>` : '';
+                        const replyObj = item.find('.tgme_widget_message_reply');
+                        if (replyObj.length !== 0) {
+                            const replyAuthorObj = replyObj.find('.tgme_widget_message_author_name');
+                            const replyAuthor = replyAuthorObj.length ? replyAuthorObj.text() : '';
+                            const viaBotObj = replyObj.find('.tgme_widget_message_via_bot');
+                            const viaBotText = viaBotObj.length ? ` via <b>${viaBotObj.text()}</b>` : '';
+                            const replyLinkHref = replyObj.attr('href');
+                            const replyLink = replyLinkHref.length ? replyLinkHref : '';
+                            const replyMetaTextObj = replyObj.find('.tgme_widget_message_metatext');
+                            const replyMetaText = replyMetaTextObj.length ? `<p><small>${replyMetaTextObj.html()}</small></p>` : '';
+                            const replyTextObj = replyObj.find('.tgme_widget_message_text');
+                            const replyText = replyTextObj.length ? `<p>${replyTextObj.html()}</p>` : '';
 
                             if (replyLink !== '') {
                                 return `<blockquote>
-                                    <p><a href='${replyLink}'><strong>${replyAuthor}</strong>:</a></p>
-                                    ${replyMetatext}
+                                    <p><a href='${replyLink}'><b>${replyAuthor}</b>${viaBotText}:</a></p>
+                                    ${replyMetaText}
                                     ${replyText}
                                 </blockquote>`;
                             } else {
                                 return `<blockquote>
-                                    <p><strong>${replyAuthor}</strong>:</p>
-                                    ${replyMetatext}
+                                    <p><b>${replyAuthor}</b>${viaBotText}:</p>
+                                    ${replyMetaText}
                                     ${replyText}
                                 </blockquote>`;
                             }
@@ -105,54 +249,118 @@ module.exports = async (ctx) => {
                         }
                     };
 
-                    /* images */
-
-                    const generateImg = (selector) => {
-                        let tag_images = '';
-                        if (item.find(selector).length) {
-                            item.find(selector).each(function () {
-                                tag_images += `<img src="${
-                                    $(this)
-                                        .css('background-image')
-                                        .match(/url\('(.*)'\)/)[1]
-                                }">`;
-                            });
-                            return tag_images;
+                    /* via bot */
+                    const viaBot = () => {
+                        const viaBotObj = item.find('.tgme_widget_message_author .tgme_widget_message_via_bot,.tgme_widget_message_forwarded_from .tgme_widget_message_via_bot');
+                        if (viaBotObj.length) {
+                            const userLink = viaBotObj.attr('href');
+                            const userHtml = userLink ? `<a href="${userLink}">${viaBotObj.text()}</a>` : viaBotObj.text();
+                            return `<p>via <b>${userHtml}</b></p>`;
                         } else {
                             return '';
                         }
                     };
-                    const messageImgs = generateImg('.tgme_widget_message_photo_wrap');
-
-                    /* videos */
-                    const messageVideos = () => {
-                        let messageVideos = '';
-                        if (item.find('.tgme_widget_message_video_player').length) {
-                            item.find('.tgme_widget_message_video_player').each(function () {
-                                const source = $(this).find('.tgme_widget_message_video').attr('src');
-                                if (source) {
-                                    const poster = $(this)
-                                        .find('.tgme_widget_message_video_thumb')
-                                        .css('background-image')
-                                        .match(/url\('(.*)'\)/)[1];
-                                    messageVideos += art(path.join(__dirname, 'templates/video.art'), {
-                                        source,
-                                        poster,
-                                    });
-                                }
-                            });
+
+                    /* images and videos */
+                    const generateMedia = (selector) => {
+                        const nodes = item.find(selector);
+                        if (!nodes.length) {
+                            return '';
                         }
-                        return messageVideos;
+                        let tag_media = '';
+                        const pictureNodes = nodes.find('picture');
+                        const imgNodes = nodes.find('img');
+                        nodes.each((_, node) => {
+                            const $node = $(node);
+                            if (node.attribs && node.attribs.class && node.attribs.class.search(/(^|\s)tgme_widget_message_video_player(\s|$)/) !== -1) {
+                                // video
+                                const videoLink = $node.find('.tgme_widget_message_video').attr('src');
+                                const thumbBackground = $node.find('.tgme_widget_message_video_thumb').css('background-image');
+                                const thumbBackgroundUrl = thumbBackground && thumbBackground.match(/url\('(.*)'\)/);
+                                const thumbBackgroundUrlSrc = thumbBackgroundUrl && thumbBackgroundUrl[1];
+                                tag_media += art(path.join(__dirname, 'templates/video.art'), {
+                                    source: videoLink,
+                                    poster: thumbBackgroundUrlSrc,
+                                });
+                            } else if ($node.attr('data-webp')) {
+                                // sticker
+                                tag_media += `<img src="${$node.attr('data-webp')}">`;
+                            } else if (node.name === 'picture') {
+                                // animated sticker
+                                tag_media += '<picture>';
+                                $node.find('source,img').each((_, source) => {
+                                    tag_media += $(source).toString();
+                                });
+                                tag_media += '</picture>';
+                            } else if (node.name === 'img') {
+                                // unknown
+                                tag_media += $node.toString();
+                            } else if (pictureNodes.length) {
+                                // unknown
+                                pictureNodes.each((_, picture) => {
+                                    tag_media += '<picture>';
+                                    $(picture)
+                                        .find('source,img')
+                                        .each((_, source) => {
+                                            tag_media += $(source).toString();
+                                        });
+                                    tag_media += '</picture>';
+                                });
+                                return tag_media;
+                            } else if (imgNodes.length) {
+                                // service message
+                                imgNodes.each((_, img) => {
+                                    tag_media += $(img).toString();
+                                });
+                                return tag_media;
+                            } else {
+                                // image message, location
+                                const background = $node.css('background-image');
+                                const backgroundUrl = background && background.match(/url\('(.*)'\)/);
+                                const backgroundUrlSrc = backgroundUrl && backgroundUrl[1];
+                                tag_media += backgroundUrlSrc ? `<img src="${backgroundUrlSrc}">` : '';
+                            }
+                        });
+                        return tag_media;
                     };
+                    // ordinary message photos, service message photos, stickers, animated stickers, video
+                    const messageMedia = generateMedia('.tgme_widget_message_photo_wrap,.tgme_widget_message_service_photo,.tgme_widget_message_sticker,.tgme_widget_message_tgsticker,.tgme_widget_message_video_player');
 
-                    /* audio */
-                    const messageAudioUrl = item.find('audio.tgme_widget_message_voice').length ? item.find('audio.tgme_widget_message_voice').attr('src') : '';
-                    const messageAudioText = item.find('audio.tgme_widget_message_voice').length ? `<audio src="${item.find('audio.tgme_widget_message_voice').attr('src')}"></audio>` : '';
-                    const messageAudioDuration = () => {
-                        if (item.find('.tgme_widget_message_voice_duration').length) {
-                            const durationInMmss = item.find('.tgme_widget_message_voice_duration').text();
-                            const p = durationInMmss.split(':');
+                    /* location */
+                    const location = () => {
+                        const locationObj = item.find('.tgme_widget_message_location_wrap');
+                        if (locationObj.length) {
+                            const locationLink = locationObj.attr('href');
+                            const mapBackground = locationObj.find('.tgme_widget_message_location').css('background-image');
+                            const mapBackgroundUrl = mapBackground && mapBackground.match(/url\('(.*)'\)/);
+                            const mapBackgroundUrlSrc = mapBackgroundUrl && mapBackgroundUrl[1];
+                            const mapImgHtml = mapBackgroundUrlSrc ? `<img src="${mapBackgroundUrlSrc}">` : showMediaTagAsEmoji ? mediaTagDict[LOCATION][1] : mediaTagDict[LOCATION][0];
+                            return locationLink ? `<a href="${locationLink}">${mapImgHtml}</a>` : mapImgHtml;
+                        } else {
+                            return '';
+                        }
+                    };
 
+                    /* voice */
+                    const voiceObj = item.find('audio.tgme_widget_message_voice');
+                    const durationObj = item.find('.tgme_widget_message_voice_duration');
+                    const durationInMmss = durationObj.text();
+                    const voiceUrl = voiceObj.length ? voiceObj.attr('src') : '';
+                    let voiceTitle = '';
+                    let voiceHtml = '';
+                    if (voiceUrl) {
+                        if (showMediaTagInTitle) {
+                            voiceTitle = durationInMmss ? `(${durationInMmss})` : '';
+                        }
+                        voiceHtml += '<p><b>';
+                        voiceHtml += showMediaTagAsEmoji ? mediaTagDict[VOICE][1] : mediaTagDict[VOICE][0];
+                        voiceHtml += durationInMmss ? ` (${durationInMmss})` : '';
+                        voiceHtml += '</b></p>';
+                        voiceHtml += `<audio src="${voiceUrl}"></audio>`;
+                    }
+                    const voiceDuration = () => {
+                        if (durationObj.length) {
+                            const p = durationInMmss.split(':');
                             let second = 0,
                                 minute = 1;
                             while (p.length > 0) {
@@ -165,18 +373,38 @@ module.exports = async (ctx) => {
                         }
                     };
 
+                    /* unsupported */
+                    let unsupportedHtml = '';
+                    let unsupportedTitle = '';
+                    const unsupportedNodes = item.find('.message_media_not_supported');
+                    if (msgTypes.indexOf(UNSUPPORTED) !== -1 && unsupportedNodes.length) {
+                        unsupportedHtml += '<blockquote>';
+                        unsupportedNodes.find('.message_media_not_supported_label').each(function () {
+                            const $this = $(this);
+                            unsupportedTitle += $this.text();
+                            unsupportedHtml += `<p>${$this.text()}</p>`;
+                        });
+                        unsupportedNodes.find('.message_media_view_in_telegram').each(function () {
+                            const $this = $(this);
+                            unsupportedHtml += $this.attr('href') ? `<p><a href="${$this.attr('href')}">${$this.text()}</a></p>` : `<p>${$this.text()}</p>`;
+                        });
+                        unsupportedHtml += '</blockquote>';
+                    }
+
                     /* link preview */
                     const linkPreview = () => {
-                        const linkPreviewSite = item.find('.link_preview_site_name').length ? `<b>${item.find('.link_preview_site_name').text()}</b><br>` : '';
+                        const linkPreviewSiteObj = item.find('.link_preview_site_name');
+                        const linkPreviewSite = linkPreviewSiteObj.length ? `<b>${linkPreviewSiteObj.text()}</b><br>` : '';
+                        const linkPreviewTitleObj = item.find('.link_preview_title');
                         let linkPreviewTitle;
-                        if (item.find('.link_preview_title').length) {
-                            linkPreviewTitle = `<b><a href="${item.find('.tgme_widget_message_link_preview').attr('href')}">
-                        ${item.find('.link_preview_title').text()}</a></b><br>`;
+                        if (linkPreviewTitleObj.length) {
+                            linkPreviewTitle = `<b><a href="${item.find('.tgme_widget_message_link_preview').attr('href')}">${linkPreviewTitleObj.text()}</a></b><br>`;
                         } else {
                             linkPreviewTitle = '';
                         }
-                        const linkPreviewDescription = item.find('.link_preview_description').length ? `<p>${item.find('.link_preview_description').html()}</p>` : '';
-                        const linkPreviewImage = generateImg('.link_preview_image') + generateImg('.link_preview_right_image');
+                        const linkPreviewDescriptionObj = item.find('.link_preview_description');
+                        const linkPreviewDescription = linkPreviewDescriptionObj.length ? `<p>${linkPreviewDescriptionObj.html()}</p>` : '';
+                        const linkPreviewImage = generateMedia('.link_preview_image') + generateMedia('.link_preview_right_image');
 
                         if (linkPreviewSite.length > 0 || linkPreviewTitle.length > 0 || linkPreviewDescription.length > 0 || linkPreviewImage.length > 0) {
                             return `<blockquote>${linkPreviewSite}${linkPreviewTitle}${linkPreviewDescription}${linkPreviewImage}</blockquote>`;
@@ -186,46 +414,156 @@ module.exports = async (ctx) => {
                     };
 
                     /* poll */
-                    const pollQuestion = item.find('.tgme_widget_message_poll_question').length ? item.find('.tgme_widget_message_poll_question').text() : '';
+                    const pollQuestionObj = item.find('.tgme_widget_message_poll_question');
+                    const pollQuestion = pollQuestionObj.length ? pollQuestionObj.text() : '';
+                    const poll = () => {
+                        let pollHtml = '';
+                        const pollTypeObj = item.find('.tgme_widget_message_poll_type');
+                        const pollType = pollTypeObj.length ? pollTypeObj.text() : '';
+                        const pollOptions = item.find('.tgme_widget_message_poll_option');
+                        if (pollQuestion && pollType.length > 0 && pollOptions.length > 0) {
+                            pollHtml += `<p><b>${pollQuestion}</b></p>`;
+                            pollHtml += `<p><small>${pollType}</small></p>`;
+                            pollOptions.each((_, option) => {
+                                const $option = $(option);
+                                const percentObj = $option.find('.tgme_widget_message_poll_option_percent');
+                                const percent = percentObj.length ? percentObj.text() : '';
+                                const textObj = $option.find('.tgme_widget_message_poll_option_text');
+                                const text = textObj.length ? textObj.text() : '';
+                                if (percent && text) {
+                                    pollHtml += `<p><b>${percent}</b> - ${text}</p>`;
+                                }
+                            });
+                        }
+                        return pollHtml ? `<blockquote>${pollHtml}</blockquote>` : '';
+                    };
 
-                    /* attachment */
-                    const attachmentTitle = item.find('.tgme_widget_message_document_title').length ? item.find('.tgme_widget_message_document_title').text() + ' / ' + item.find('.tgme_widget_message_document_extra').text() : '';
+                    /* attachment (document or music) */
+                    const documentWrapObj = item.find('.tgme_widget_message_document_wrap');
+                    let attachmentTitle = '';
+                    let attachmentHtml = '';
+                    if (documentWrapObj.length) {
+                        documentWrapObj.each((_, wrap) => {
+                            // a message may have multiple attachments
+                            const $wrap = $(wrap);
+                            const documentTitleObj = $wrap.find('.tgme_widget_message_document_title');
+                            const documentExtraObj = $wrap.find('.tgme_widget_message_document_extra');
+                            const documentTitle = documentTitleObj.length ? documentTitleObj.text() : '';
+                            const documentExtra = documentExtraObj.length ? documentExtraObj.text() : '';
+                            const _attachmentTitle = `${documentTitle}${documentTitle && documentExtra ? ' - ' : ''}${documentExtra}`;
+                            const _attachmentHtml = (documentTitle ? `<p><b>${documentTitle}</b></p>` : '') + (documentExtra ? `<p><small>${documentExtra}</small></p>` : '');
+                            attachmentTitle += attachmentTitle && _attachmentTitle ? ' | ' : '';
+                            attachmentTitle += _attachmentTitle;
+                            attachmentHtml += _attachmentHtml ? `<blockquote>${_attachmentHtml}</blockquote>` : '';
+                            const wrapNext = $wrap.next('.tgme_widget_message_text');
+                            if (wrapNext.length) {
+                                const captionHtml = wrapNext.html();
+                                if (captionHtml.length) {
+                                    attachmentHtml += `<p>${captionHtml}</p>`;
+                                }
+                                // remove them, avoid being duplicated
+                                wrapNext.each((_, caption) => {
+                                    $(caption).remove();
+                                });
+                            }
+                        });
+                    }
+
+                    /* contact */
+                    const contactNameObj = item.find('.tgme_widget_message_contact_name');
+                    const contactName = contactNameObj.length ? contactNameObj.text() : '';
+                    const contactNameHtml = contactName ? `<b>${contactName}</b>` : '';
+                    const contactPhoneObj = item.find('.tgme_widget_message_contact_phone');
+                    const contactPhone = contactPhoneObj.length ? contactPhoneObj.text() : '';
+                    const contactPhoneHtml = contactPhone ? `<a href="tel:${contactPhone.replace(' ', '')}">${contactPhone}</a>` : '';
+                    const contactTitle = contactName + (contactName && contactPhone ? ': ' : '') + contactPhone;
+                    const contactHtml = contactNameHtml || contactPhoneHtml ? `<p>${contactNameHtml}${contactName && contactPhone ? ': ' : ''}${contactPhoneHtml}</p>` : '';
+
+                    /* inline buttons */
+                    let inlineButtons = '';
+                    const inlineButtonNodes = item.find('.tgme_widget_message_inline_button_text');
+                    if (showInlineButtons && inlineButtonNodes.length) {
+                        inlineButtons += '<table style="width: 100%"><tbody><tr>';
+                        inlineButtonNodes.each((_, button) => {
+                            const $button = $(button);
+                            const buttonText = $button.text();
+                            inlineButtons += `<td style="border: 2px solid;text-align: center"><b>${buttonText}</b></td>`;
+                        });
+                        inlineButtons += '</tr></tbody></table>';
+                    }
 
                     /* pubDate */
                     const pubDate = parseDate(item.find('.tgme_widget_message_date time').attr('datetime'));
 
                     /* message text & title */
-                    const messageTextObject = item.find('.tgme_widget_message_bubble > .tgme_widget_message_text');
-                    let messageText = '',
+                    const messageTextObj = item.find('.tgme_widget_message_bubble > .tgme_widget_message_text');
+                    let messageHtml = '',
                         messageTitle = '';
 
-                    if (messageTextObject.length > 0) {
-                        messageText = `<p>${messageTextObject.html()}</p>`;
+                    if (messageTextObj.length > 0) {
+                        messageHtml = `<p>${messageTextObj.html()}</p>`;
                     }
 
-                    if (pollQuestion !== '') {
+                    let titleCompleteFlag = false;
+                    if (pollQuestion) {
                         messageTitle = pollQuestion;
-                    } else if (attachmentTitle !== '') {
+                        titleCompleteFlag = true;
+                    } else if (attachmentTitle) {
                         messageTitle = attachmentTitle;
-                    } else if (messageTextObject.length > 0) {
-                        messageTitle = messageTextObject.text();
+                        titleCompleteFlag = true;
+                    } else if (contactTitle) {
+                        messageTitle = contactTitle;
+                        titleCompleteFlag = true;
+                    } else if (voiceTitle) {
+                        messageTitle = voiceTitle;
+                    } else if (unsupportedTitle) {
+                        messageTitle = unsupportedTitle;
+                        titleCompleteFlag = true;
+                    }
+
+                    if (messageTextObj.length > 0 && !titleCompleteFlag) {
+                        const _messageTextObj = $(messageTextObj.toString());
+                        _messageTextObj.find('br').replaceWith('\n');
+                        const trimmedTitleText = _messageTextObj.text().replace(/\n/g, ' ').trim();
+                        messageTitle += (messageTitle && trimmedTitleText ? ': ' : '') + trimmedTitleText;
+                    }
+
+                    if (messageTitle === '') {
+                        messageTitle = mediaTag || pubDate.toUTCString();
                     } else {
-                        messageTitle = pubDate;
+                        messageTitle = `${mediaTag}${mediaTag ? ' ' : ''}${messageTitle}`;
+                    }
+
+                    let description = '';
+                    if (showFwdFrom) {
+                        description += fwdFrom();
+                    }
+                    if (showReplyTo) {
+                        description += replyContent();
+                    }
+                    if (showViaBot) {
+                        description += viaBot();
+                    }
+                    description += location() + poll() + contactHtml + voiceHtml + attachmentHtml + messageHtml + unsupportedHtml;
+                    if (showLinkPreview) {
+                        description += linkPreview();
                     }
+                    description += inlineButtons + messageMedia;
 
                     return {
-                        title: mediaTag() + messageTitle,
-                        description: fwdFrom() + replyContent() + messageAudioText + messageText + linkPreview() + messageImgs + messageVideos(),
+                        title: messageTitle,
+                        description,
                         pubDate,
                         link: item.find('.tgme_widget_message_date').attr('href'),
                         author: item.find('.tgme_widget_message_from_author').text(),
 
-                        enclosure_url: messageAudioUrl,
-                        enclosure_length: messageAudioDuration(),
+                        enclosure_url: voiceUrl,
+                        itunes_duration: voiceDuration(),
                         enclosure_type: 'audio/ogg',
                     };
                 })
                 .get()
+                .filter((item) => item)
                 .reverse(),
     };
 };