metascraper-x 5.49.5 → 5.49.8

package/package.json

@@ -2,7 +2,7 @@
   "name": "metascraper-x",
   "description": "Metascraper integration with x.com",
   "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x",
-  "version": "5.49.5",
+  "version": "5.49.8",
   "types": "src/index.d.ts",
   "main": "src/index.js",
   "author": {
@@ -24,7 +24,7 @@
     "spotify"
   ],
   "dependencies": {
-    "@metascraper/helpers": "5.49.5"
+    "@metascraper/helpers": "5.49.7"
   },
   "devDependencies": {
     "ava": "5"
@@ -39,5 +39,5 @@
     "test": "NODE_PATH=.. TZ=UTC ava --timeout 15s"
   },
   "license": "MIT",
-  "gitHead": "260a219e626c1ed61fdbd5ebf13db4a21d1fefb2"
+  "gitHead": "327e130cb3825bf1e05220f19d3ffecb2e7178ed"
 }

package/src/index.js

@@ -1,21 +1,24 @@
 'use strict'
 
 const {
-  getUrls,
+  $jsonld,
   author,
+  date,
+  description,
+  getUrls,
   image,
   memoizeOne,
   parseUrl,
   title,
   toRule,
-  description,
   url
 } = require('@metascraper/helpers')
 
+const toDescription = toRule(description)
 const toAuthor = toRule(author)
 const toImage = toRule(image)
 const toTitle = toRule(title)
-const toDescription = toRule(description)
+const toDate = toRule(date)
 const toUrl = toRule(url)
 
 const test = memoizeOne(url =>
@@ -42,7 +45,10 @@ module.exports = ({ resolveUrls = false, resolveUrl = url => url } = {}) => {
     ],
     description: [
       toDescription(async $ => {
-        let description = $('meta[property="og:description"]').attr('content')
+        let description =
+          $jsonld('mainEntity.description')($) ||
+          $('meta[property="og:description"]').attr('content')
+
         if (!resolveUrls) return description
         const urls = getUrls(description)
         const resolvedUrls = await Promise.all(urls.map(resolveUrl))
@@ -57,13 +63,43 @@ module.exports = ({ resolveUrls = false, resolveUrl = url => url } = {}) => {
     ],
     image: [
       toImage($ => {
-        let imageUrl = $('meta[property="og:image"]').attr('content')
+        let imageUrl =
+          $jsonld('mainEntity.image.contentUrl')($) ||
+          $('meta[property="og:image"]').attr('content')
+
         if (imageUrl?.endsWith('_200x200.jpg')) {
           imageUrl = imageUrl.replace('_200x200.jpg', '_400x400.jpg')
         }
         return imageUrl
       })
     ],
+    date: [
+      toDate(($, url) => {
+        const { pathname } = new URL(url)
+        const parts = pathname.split('/')
+        const username = parts[1].toLowerCase()
+        const isStatus = parts[2] === 'status'
+
+        if (isStatus) {
+          const statusId = parts[3]
+          return (
+            $(`a[href*="/status/${statusId}"] time`).attr('datetime') ||
+            $('article time').attr('datetime') ||
+            $('time').attr('datetime')
+          )
+        }
+
+        return $(`a[href*="/${username}/status/" i] time`)
+          .get()
+          .reduce((acc, el) => {
+            const datetime = $(el).attr('datetime')
+            if (datetime && (!acc || datetime > acc)) {
+              acc = datetime
+            }
+            return acc
+          }, undefined)
+      })
+    ],
     publisher: () => 'X'
   }