@pontasockets/baileys 0.3.4 → 1.0.2

package/lib/Utils/rich-message-utils.js

@@ -24,7 +24,9 @@ const CodeHighlightType = {
 }
 
 const RichSubMessageType = {
-    UNKNOWN: 0, TEXT: 2, TABLE: 4, CODE: 5
+    UNKNOWN: 0, IMAGES: 1, TEXT: 2, TABLE: 4, CODE: 5, VIDEO: 7, SUGGESTIONS: 8,
+    REELS: 9, PRODUCT: 10, POST: 11, SOURCES: 12, TIP: 13, FOOTER: 14,
+    LATEX: 99
 }
 
 // ─── Keyword Sets ─────────────────────────────────────────────────────────────
@@ -166,7 +168,20 @@ exports.tokenizeCode = tokenizeCode
 
 const toUnified = (submessages, uuid) => ({
     response_id: uuid,
-    sections: submessages.map((submessage) => {
+    sections: submessages.flatMap((submessage) => {
+        if (submessage.messageType === RichSubMessageType.IMAGES) {
+            return (submessage._imageUrls || []).map(url => ({
+                view_model: {
+                    primitive: {
+                        media: { url, mime_type: submessage._mimeType || 'image/jpeg' },
+                        imagine_type: 3,
+                        status: { status: 'READY' },
+                        __typename: 'GenAIImaginePrimitive'
+                    },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }))
+        }
         if (submessage.messageType === RichSubMessageType.TABLE) {
             const tm = submessage.tableMetadata
             return {
@@ -212,6 +227,142 @@ const toUnified = (submessages, uuid) => ({
                 }
             }
         }
+        if (submessage.messageType === RichSubMessageType.VIDEO) {
+            const vm = submessage.videoMetadata
+            return {
+                view_model: {
+                    primitive: {
+                        media: { url: vm.url, mime_type: vm.mimeType || 'video/mp4', duration: vm.duration || 10 },
+                        imagine_type: 'ANIMATE',
+                        status: { status: 'READY' },
+                        __typename: 'GenAIImaginePrimitive'
+                    },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.SUGGESTIONS) {
+            return {
+                view_model: {
+                    primitives: submessage.suggestions.map(s => ({
+                        prompt_text: s,
+                        prompt_type: 'SUGGESTED_PROMPT',
+                        __typename: 'GenAIFollowUpSuggestionPillPrimitive'
+                    })),
+                    __typename: 'GenAIActionRowLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.REELS) {
+            return {
+                view_model: {
+                    primitives: (submessage._reelItems || []).map(i => ({
+                        reels_url: i.videoUrl,
+                        thumbnail_url: i.thumbnailUrl,
+                        creator: i.title,
+                        avatar_url: i.profileIconUrl,
+                        reels_title: i.reels_title || '',
+                        likes_count: i.likes_count || 0,
+                        shares_count: i.shares_count || 0,
+                        view_count: i.view_count || 0,
+                        reel_source: i.reel_source || 'IG',
+                        is_verified: i.is_verified || false,
+                        __typename: 'GenAIReelPrimitive'
+                    })),
+                    __typename: 'GenAIHScrollLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.PRODUCT) {
+            const { isMultiple, products } = submessage.productMetadata
+            if (isMultiple) {
+                return {
+                    view_model: {
+                        primitives: products.map(p => ({ ...p, __typename: 'GenAIProductItemCardPrimitive' })),
+                        __typename: 'GenAIHScrollLayoutViewModel'
+                    }
+                }
+            }
+            return {
+                view_model: {
+                    primitive: { ...products[0], __typename: 'GenAIProductItemCardPrimitive' },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.POST) {
+            const { isMultiple, posts } = submessage.postMetadata
+            if (isMultiple) {
+                return {
+                    view_model: {
+                        primitives: posts.map(p => ({ ...p, __typename: 'GenAIPostPrimitive' })),
+                        __typename: 'GenAIHScrollLayoutViewModel'
+                    }
+                }
+            }
+            return {
+                view_model: {
+                    primitive: { ...posts[0], __typename: 'GenAIPostPrimitive' },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.SOURCES) {
+            return {
+                view_model: {
+                    primitive: {
+                        sources: submessage.sourcesMetadata.sources.map(s => Array.isArray(s) ? {
+                            source_type: 'THIRD_PARTY',
+                            source_display_name: s[2] || '',
+                            source_subtitle: 'AI',
+                            source_url: s[1] || '',
+                            favicon: { url: s[0] || '', mime_type: 'image/jpeg', width: 16, height: 16 }
+                        } : s),
+                        __typename: 'GenAISearchResultPrimitive'
+                    },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.TIP) {
+            return {
+                view_model: {
+                    primitive: { text: submessage.tipText, __typename: 'GenAIMetadataTextPrimitive' },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.FOOTER) {
+            return {
+                view_model: {
+                    primitive: { text: submessage.footerText, __typename: 'GenAIMetadataTextPrimitive' },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
+        if (submessage.messageType === RichSubMessageType.LATEX) {
+            const lm = submessage.latexMetadata
+            const key = 'PONTA_LATEX_0'
+            return {
+                view_model: {
+                    primitive: {
+                        text: `{{${key}}}${lm.text || 'image'}{{/${key}}}`,
+                        inline_entities: [{
+                            key,
+                            metadata: {
+                                latex_expression: lm.text || '',
+                                latex_image: { url: lm.url, width: lm.width || 100, height: lm.height || 100 },
+                                font_height: lm.font_height || 83.33,
+                                padding: lm.padding || 15,
+                                __typename: 'GenAILatexItem'
+                            }
+                        }],
+                        __typename: 'GenAIMarkdownTextUXPrimitive'
+                    },
+                    __typename: 'GenAISingleLayoutViewModel'
+                }
+            }
+        }
         return {}
     })
 })
@@ -238,19 +389,31 @@ const prepareRichResponseMessage = (content) => {
 
     // Normalize ke array of items
     // Support:
-    //   { code, language }                                                — single code block
-    //   { codes: [{ code, language }, ...] }                              — multi code block
-    //   { table: { title?, headers?, rows } }                             — single table
-    //   { richText: 'string' }                                            — single text
-    //   { items: [{ text } | { code, language } | { table }] }           — mixed, bebas urutan
-    //   { richResponse: [{ text, inlineEntities? } | { code, language }  — full array mode
-    //                   | { table, title? } | { inlineImage } | ...] }
+    //   { code, language }                        — single code block
+    //   { codes: [{ code, language }, ...] }       — multi code block
+    //   { table: { title?, headers?, rows } }      — single table
+    //   { richText: 'string' }                     — single text
+    //   { richImages: 'url' | ['url1', 'url2'] }      — image grid shorthand
+    //   { richSuggestions: ['a', 'b'] }            — suggestion pills shorthand
+    //   { richLatex: 'url' | { url, text?, ... } } — latex shorthand
+    //   { richProduct: {} | [{}] }                 — product card(s) shorthand
+    //   { richPost: {} | [{}] }                    — post card(s) shorthand
+    //   { richReels: {} | [{}] }                   — reels carousel shorthand
+    //   { richSources: [{...}|[fav,url,name]] }    — search sources shorthand
+    //   { richTip: 'text' }                        — tip/metadata text shorthand
+    //   { richFooter: 'text' }                     — footer text shorthand
+    //   { items: [{ text }|{ code }|{ table }|{ videoUrl }|{ images }|{ suggestions }
+    //            |{ latexUrl }|{ product }|{ post }|{ reels }
+    //            |{ sources }|{ tip }|{ footer }] }
+    //   { richResponse: [{ text }|{ code }|{ table }|{ video }|{ images }|{ suggestions }
+    //                   |{ latex }|{ product }|{ post }|{ reels }
+    //                   |{ sources }|{ tip }|{ footer }] }
 
     let submessages = []
 
     if (Array.isArray(content.richResponse)) {
-        // ── richResponse array mode (dari Lia) ────────────────────────────────
-        submessages = content.richResponse.map(sub => {
+        // ── richResponse array mode ───────────────────────────────────────────
+        submessages = content.richResponse.flatMap(sub => {
             if (sub.text !== undefined) {
                 return {
                     messageType: RichSubMessageType.TEXT,
@@ -277,9 +440,181 @@ const prepareRichResponseMessage = (content) => {
                     }
                 }
             }
+            if (sub.images !== undefined) {
+                const raw = sub.images
+                const urls = typeof raw === 'string' ? [raw] : (Array.isArray(raw) ? raw : [raw])
+                const mimeType = 'image/jpeg'
+                return {
+                    messageType: RichSubMessageType.IMAGES,
+                    gridImageMetadata: {
+                        gridImageUrl: { imagePreviewUrl: urls[0] },
+                        imageUrls: urls.map(url => ({ imagePreviewUrl: url, imageHighResUrl: url, sourceUrl: url }))
+                    },
+                    _imageUrls: urls,
+                    _mimeType: mimeType
+                }
+            }
+            if (sub.video !== undefined) {
+                const url = typeof sub.video === 'string' ? sub.video : sub.video.url
+                const mimeType = (typeof sub.video === 'object' && sub.video.mimeType) || 'video/mp4'
+                const duration = (typeof sub.video === 'object' && sub.video.duration) || 10
+                const fallbackText = (typeof sub.video === 'object' && sub.video.fallbackText) || '[ VIDEO - PontaCT ]'
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: fallbackText },
+                    { messageType: RichSubMessageType.VIDEO, videoMetadata: { url, mimeType, duration } }
+                ]
+            }
+            if (sub.suggestions !== undefined) {
+                const arr = Array.isArray(sub.suggestions) ? sub.suggestions : [sub.suggestions]
+                return { messageType: RichSubMessageType.SUGGESTIONS, suggestions: arr }
+            }
+            if (sub.latex !== undefined) {
+                const raw = sub.latex
+                const url = typeof raw === 'string' ? raw : raw.url
+                const text = (typeof raw === 'object' && raw.text) || ''
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: text || '[latex]' },
+                    {
+                        messageType: RichSubMessageType.LATEX,
+                        latexMetadata: {
+                            url,
+                            text,
+                            width: Number((typeof raw === 'object' && raw.width) || 100),
+                            height: Number((typeof raw === 'object' && raw.height) || 100),
+                            font_height: Number((typeof raw === 'object' && raw.font_height) || 83.33),
+                            padding: Number((typeof raw === 'object' && raw.padding) || 15)
+                        }
+                    }
+                ]
+            }
+            if (sub.product !== undefined) {
+                const isMultiple = Array.isArray(sub.product)
+                const products = isMultiple ? sub.product : [sub.product]
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: '[ PRODUCT - PontaCT ]' },
+                    { messageType: RichSubMessageType.PRODUCT, productMetadata: { isMultiple, products } }
+                ]
+            }
+            if (sub.post !== undefined) {
+                const isMultiple = Array.isArray(sub.post)
+                const posts = isMultiple ? sub.post : [sub.post]
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: '[ POST - PontaCT ]' },
+                    { messageType: RichSubMessageType.POST, postMetadata: { isMultiple, posts } }
+                ]
+            }
+            if (sub.reels !== undefined) {
+                const reelItems = Array.isArray(sub.reels) ? sub.reels : [sub.reels]
+                return {
+                    messageType: RichSubMessageType.REELS,
+                    contentItemsMetadata: {
+                        contentType: 1,
+                        itemsMetadata: reelItems.map(i => ({
+                            reelItem: { title: i.title, profileIconUrl: i.profileIconUrl, thumbnailUrl: i.thumbnailUrl, videoUrl: i.videoUrl }
+                        }))
+                    },
+                    _reelItems: reelItems
+                }
+            }
+            if (sub.sources !== undefined) {
+                const arr = Array.isArray(sub.sources) ? sub.sources : [sub.sources]
+                return { messageType: RichSubMessageType.SOURCES, sourcesMetadata: { sources: arr } }
+            }
+            if (sub.tip !== undefined) {
+                return { messageType: RichSubMessageType.TIP, tipText: sub.tip }
+            }
+            if (sub.footer !== undefined) {
+                return { messageType: RichSubMessageType.FOOTER, footerText: sub.footer }
+            }
             // passthrough — kalau ada tipe lain langsung lewat
             return sub
         })
+    } else if ('richImages' in content) {
+        // ── richImages shorthand ──────────────────────────────────────────────
+        const raw = content.richImages
+        const urls = typeof raw === 'string' ? [raw] : (Array.isArray(raw) ? raw : [raw])
+        submessages = [{
+            messageType: RichSubMessageType.IMAGES,
+            gridImageMetadata: {
+                gridImageUrl: { imagePreviewUrl: urls[0] },
+                imageUrls: urls.map(url => ({ imagePreviewUrl: url, imageHighResUrl: url, sourceUrl: url }))
+            },
+            _imageUrls: urls,
+            _mimeType: 'image/jpeg'
+        }]
+    } else if ('richVideo' in content) {
+        // ── richVideo shorthand ───────────────────────────────────────────────
+        const rawVideo = content.richVideo
+        const url = typeof rawVideo === 'string' ? rawVideo : rawVideo.url
+        const mimeType = (typeof rawVideo === 'object' && rawVideo.mimeType) || 'video/mp4'
+        const duration = (typeof rawVideo === 'object' && rawVideo.duration) || 10
+        const fallbackText = (typeof rawVideo === 'object' && rawVideo.fallbackText) || '[ VIDEO - PontaCT ]'
+        submessages = [
+            { messageType: RichSubMessageType.TEXT, messageText: fallbackText },
+            { messageType: RichSubMessageType.VIDEO, videoMetadata: { url, mimeType, duration } }
+        ]
+    } else if ('richSuggestions' in content) {
+        // ── richSuggestions shorthand ─────────────────────────────────────────
+        const arr = Array.isArray(content.richSuggestions) ? content.richSuggestions : [content.richSuggestions]
+        submessages = [{ messageType: RichSubMessageType.SUGGESTIONS, suggestions: arr }]
+    } else if ('richLatex' in content) {
+        // ── richLatex shorthand ───────────────────────────────────────────────
+        const raw = content.richLatex
+        const url = typeof raw === 'string' ? raw : raw.url
+        const text = (typeof raw === 'object' && raw.text) || ''
+        submessages = [
+            { messageType: RichSubMessageType.TEXT, messageText: text || '[latex]' },
+            {
+                messageType: RichSubMessageType.LATEX,
+                latexMetadata: {
+                    url,
+                    text,
+                    width: Number((typeof raw === 'object' && raw.width) || 100),
+                    height: Number((typeof raw === 'object' && raw.height) || 100),
+                    font_height: Number((typeof raw === 'object' && raw.font_height) || 83.33),
+                    padding: Number((typeof raw === 'object' && raw.padding) || 15)
+                }
+            }
+        ]
+    } else if ('richProduct' in content) {
+        // ── richProduct shorthand ─────────────────────────────────────────────
+        const isMultiple = Array.isArray(content.richProduct)
+        const products = isMultiple ? content.richProduct : [content.richProduct]
+        submessages = [
+            { messageType: RichSubMessageType.TEXT, messageText: '[ PRODUCT - PontaCT ]' },
+            { messageType: RichSubMessageType.PRODUCT, productMetadata: { isMultiple, products } }
+        ]
+    } else if ('richPost' in content) {
+        // ── richPost shorthand ────────────────────────────────────────────────
+        const isMultiple = Array.isArray(content.richPost)
+        const posts = isMultiple ? content.richPost : [content.richPost]
+        submessages = [
+            { messageType: RichSubMessageType.TEXT, messageText: '[ POST - PontaCT ]' },
+            { messageType: RichSubMessageType.POST, postMetadata: { isMultiple, posts } }
+        ]
+    } else if ('richReels' in content) {
+        // ── richReels shorthand ───────────────────────────────────────────────
+        const reelItems = Array.isArray(content.richReels) ? content.richReels : [content.richReels]
+        submessages = [{
+            messageType: RichSubMessageType.REELS,
+            contentItemsMetadata: {
+                contentType: 1,
+                itemsMetadata: reelItems.map(i => ({
+                    reelItem: { title: i.title, profileIconUrl: i.profileIconUrl, thumbnailUrl: i.thumbnailUrl, videoUrl: i.videoUrl }
+                }))
+            },
+            _reelItems: reelItems
+        }]
+    } else if ('richSources' in content) {
+        // ── richSources shorthand ─────────────────────────────────────────────
+        const arr = Array.isArray(content.richSources) ? content.richSources : [content.richSources]
+        submessages = [{ messageType: RichSubMessageType.SOURCES, sourcesMetadata: { sources: arr } }]
+    } else if ('richTip' in content) {
+        // ── richTip shorthand ─────────────────────────────────────────────────
+        submessages = [{ messageType: RichSubMessageType.TIP, tipText: content.richTip }]
+    } else if ('richFooter' in content) {
+        // ── richFooter shorthand ──────────────────────────────────────────────
+        submessages = [{ messageType: RichSubMessageType.FOOTER, footerText: content.richFooter }]
     } else {
         // ── shorthand / items mode ────────────────────────────────────────────
         let items = []
@@ -308,6 +643,113 @@ const prepareRichResponseMessage = (content) => {
                 }
             }
 
+            // ── IMAGES ────────────────────────────────────────────────────────
+            if ('images' in item) {
+                const raw = item.images
+                const urls = typeof raw === 'string' ? [raw] : (Array.isArray(raw) ? raw : [raw])
+                return {
+                    messageType: RichSubMessageType.IMAGES,
+                    gridImageMetadata: {
+                        gridImageUrl: { imagePreviewUrl: urls[0] },
+                        imageUrls: urls.map(url => ({ imagePreviewUrl: url, imageHighResUrl: url, sourceUrl: url }))
+                    },
+                    _imageUrls: urls,
+                    _mimeType: 'image/jpeg'
+                }
+            }
+
+            // ── VIDEO ─────────────────────────────────────────────────────────
+            if ('videoUrl' in item) {
+                const fallbackText = item.fallbackText || '[ VIDEO - PontaCT ]'
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: fallbackText },
+                    {
+                        messageType: RichSubMessageType.VIDEO,
+                        videoMetadata: {
+                            url: item.videoUrl,
+                            mimeType: item.mimeType || 'video/mp4',
+                            duration: item.duration || 10
+                        }
+                    }
+                ]
+            }
+
+            // ── SUGGESTIONS ───────────────────────────────────────────────────
+            if ('suggestions' in item) {
+                const arr = Array.isArray(item.suggestions) ? item.suggestions : [item.suggestions]
+                return { messageType: RichSubMessageType.SUGGESTIONS, suggestions: arr }
+            }
+
+            // ── LATEX ─────────────────────────────────────────────────────────
+            if ('latexUrl' in item) {
+                const text = item.latexText || ''
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: text || '[latex]' },
+                    {
+                        messageType: RichSubMessageType.LATEX,
+                        latexMetadata: {
+                            url: item.latexUrl,
+                            text,
+                            width: Number(item.latexWidth || 100),
+                            height: Number(item.latexHeight || 100),
+                            font_height: Number(item.latexFontHeight || 83.33),
+                            padding: Number(item.latexPadding || 15)
+                        }
+                    }
+                ]
+            }
+
+            // ── PRODUCT ───────────────────────────────────────────────────────
+            if ('product' in item) {
+                const isMultiple = Array.isArray(item.product)
+                const products = isMultiple ? item.product : [item.product]
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: '[ PRODUCT - PontaCT ]' },
+                    { messageType: RichSubMessageType.PRODUCT, productMetadata: { isMultiple, products } }
+                ]
+            }
+
+            // ── POST ──────────────────────────────────────────────────────────
+            if ('post' in item) {
+                const isMultiple = Array.isArray(item.post)
+                const posts = isMultiple ? item.post : [item.post]
+                return [
+                    { messageType: RichSubMessageType.TEXT, messageText: '[ POST - PontaCT ]' },
+                    { messageType: RichSubMessageType.POST, postMetadata: { isMultiple, posts } }
+                ]
+            }
+
+            // ── REELS ─────────────────────────────────────────────────────────
+            if ('reels' in item) {
+                const reelItems = Array.isArray(item.reels) ? item.reels : [item.reels]
+                return {
+                    messageType: RichSubMessageType.REELS,
+                    contentItemsMetadata: {
+                        contentType: 1,
+                        itemsMetadata: reelItems.map(i => ({
+                            reelItem: { title: i.title, profileIconUrl: i.profileIconUrl, thumbnailUrl: i.thumbnailUrl, videoUrl: i.videoUrl }
+                        }))
+                    },
+                    _reelItems: reelItems
+                }
+            }
+
+            // ── SOURCES ───────────────────────────────────────────────────────
+            if ('sources' in item) {
+                const arr = Array.isArray(item.sources) ? item.sources : [item.sources]
+                return { messageType: RichSubMessageType.SOURCES, sourcesMetadata: { sources: arr } }
+            }
+
+            // ── TIP ───────────────────────────────────────────────────────────
+            if ('tip' in item) {
+                return { messageType: RichSubMessageType.TIP, tipText: item.tip }
+            }
+
+            // ── FOOTER ────────────────────────────────────────────────────────
+            if ('footer' in item) {
+                return { messageType: RichSubMessageType.FOOTER, footerText: item.footer }
+            }
+
             // ── TABLE ─────────────────────────────────────────────────────────
             if (item.table) {
                 const { title, headers, rows } = item.table
@@ -354,9 +796,22 @@ const prepareRichResponseMessage = (content) => {
     const unified = toUnified(submessages, uuid)
     const aiForwarded = content.aiForwarded !== false
 
+    const pontaSources = submessages
+        .filter(s => s.messageType === RichSubMessageType.REELS && s._reelItems)
+        .flatMap(s => (s._reelItems || []).map((i, idx) => ({
+            provider: 'PontaCT',
+            thumbnailCDNURL: i.thumbnailUrl,
+            sourceProviderURL: i.videoUrl,
+            sourceQuery: '',
+            faviconCDNURL: i.profileIconUrl,
+            citationNumber: idx + 1,
+            sourceTitle: i.title
+        })))
+
     return {
         messageContextInfo: {
             botMetadata: {
+                ...(pontaSources.length ? { richResponseSourcesMetadata: { sources: pontaSources } } : {}),
                 verificationMetadata: {
                     proofs: [{
                         certificateChain: [botMetadataCertificate(), botMetadataCertificate(892)],