metascraper-x 5.49.9 → 5.49.11

package/package.json

@@ -2,7 +2,7 @@
   "name": "metascraper-x",
   "description": "Metascraper integration with x.com",
   "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x",
-  "version": "5.49.9",
+  "version": "5.49.11",
   "types": "src/index.d.ts",
   "main": "src/index.js",
   "author": {
@@ -39,5 +39,5 @@
     "test": "NODE_PATH=.. TZ=UTC ava --timeout 15s"
   },
   "license": "MIT",
-  "gitHead": "47690490a2eb1f6e3bcd47559fefeaa298c45eaa"
+  "gitHead": "33f9a40f8370cc12485388912c3a12e70c35e3b6"
 }

package/src/index.js

@@ -25,30 +25,51 @@ const test = memoizeOne(url =>
   ['twitter.com', 'x.com'].includes(parseUrl(url).domain)
 )
 
+const getAuthorName = memoizeOne(ogTitle =>
+  ogTitle?.split(' on X:')[0].split(' (@')[0].trim()
+)
+
 module.exports = ({ resolveUrl = url => url } = {}) => {
   const rules = {
     author: [
-      toAuthor($ => {
-        const author = $('meta[property="og:title"]').attr('content')
-        return author?.includes(' on X') ? author.split(' on X')[0] : author
-      })
-    ],
-    title: [
-      toTitle(
-        ($, url) => `@${new URL(url).pathname.toString().split('/')[1]} on X`
+      toAuthor($ =>
+        getAuthorName($('meta[property="og:title"]').attr('content'))
       )
     ],
-    url: [
-      toUrl($ =>
-        $('link[rel="canonical"]').attr('href')?.replace('twitter.com', 'x.com')
-      )
+    title: [
+      toTitle(($, url) => {
+        const username = new URL(url).pathname.split('/')[1]
+        const authorName = getAuthorName(
+          $('meta[property="og:title"]').attr('content')
+        )
+        return authorName
+          ? `${authorName} (@${username}) on X`
+          : `@${username} on X`
+      })
     ],
+    url: [toUrl($ => $('link[rel="canonical"]').attr('href'))],
     description: [
       toDescription(async $ => {
         let description =
           $jsonld('mainEntity.description')($) ||
           $('meta[property="og:description"]').attr('content')
 
+        if (!description) {
+          const ogTitle = $('meta[property="og:title"]').attr('content')
+          if (ogTitle?.includes(' on X: "')) {
+            description = ogTitle.split(' on X: "')[1].split('" / X')[0]
+            const urls = getUrls(description)
+            if (urls.length > 1) {
+              const lastUrl = urls[urls.length - 1]
+              if (description.endsWith(lastUrl)) {
+                description = description.replace(lastUrl, '').trim()
+              }
+            }
+          }
+        }
+
+        if (!description) return
+
         const urls = getUrls(description)
         const resolvedUrls = await Promise.all(urls.map(resolveUrl))
 
@@ -62,14 +83,14 @@ module.exports = ({ resolveUrl = url => url } = {}) => {
     ],
     image: [
       toImage($ => {
-        let imageUrl =
+        const imageUrl =
           $jsonld('mainEntity.image.contentUrl')($) ||
+          $('video').attr('poster') ||
           $('meta[property="og:image"]').attr('content')
 
-        if (imageUrl?.endsWith('_200x200.jpg')) {
-          imageUrl = imageUrl.replace('_200x200.jpg', '_400x400.jpg')
-        }
-        return imageUrl
+        return imageUrl?.endsWith('_200x200.jpg')
+          ? imageUrl.replace('_200x200.jpg', '_400x400.jpg')
+          : imageUrl
       })
     ],
     date: [