@sockethub/platform-metadata 1.0.1-alpha.18 → 1.0.1-alpha.19

package/dist/index.js

@@ -71661,6 +71661,11 @@ function errorMessage(value) {
   }
   return String(value);
 }
+var EXPECTED_ERROR = Symbol.for("sockethub.expectedError");
+function markExpectedError(err) {
+  err[EXPECTED_ERROR] = true;
+  return err;
+}
 
 // ../util/dist/net/index.js
 var import_undici = __toESM(require_undici(), 1);
@@ -71813,7 +71818,7 @@ var import_undici2 = __toESM(require_undici(), 1);
 // package.json
 var package_default = {
   name: "@sockethub/platform-metadata",
-  version: "1.0.1-alpha.18",
+  version: "1.0.1-alpha.19",
   description: "Fetch metadata from a given URL",
   author: "Nick Jennings <nick@silverbucket.net>",
   license: "LGPL-3.0+",
@@ -71855,17 +71860,17 @@ var package_default = {
     "clean:deps": "rm -rf node_modules"
   },
   dependencies: {
-    "@sockethub/util": "^1.0.0-alpha.11",
+    "@sockethub/util": "^1.0.0-alpha.12",
     "open-graph-scraper": "^6.11.0",
     undici: "^7.16.0"
   },
   devDependencies: {
-    "@sockethub/schemas": "^3.0.0-alpha.23"
+    "@sockethub/schemas": "^3.0.0-alpha.24"
   },
   peerDependencies: {
-    "@sockethub/server": "^5.0.0-alpha.23"
+    "@sockethub/server": "^5.0.0-alpha.24"
   },
-  gitHead: "a6d303097640e82c7d1a7cef6dea2e6dae5f2cac",
+  gitHead: "e778256d7067e2743cd6807a15d39a0cc65a358d",
   types: "./dist/index.d.ts"
 };
 
@@ -71884,6 +71889,15 @@ var YOUTUBE_HOSTS = new Set([
   "m.youtube.com",
   "music.youtube.com"
 ]);
+var FACEBOOK_HOSTS = new Set([
+  "facebook.com",
+  "www.facebook.com",
+  "m.facebook.com",
+  "web.facebook.com",
+  "mbasic.facebook.com",
+  "fb.com",
+  "www.fb.com"
+]);
 var REDDIT_HOSTS = new Set([
   "reddit.com",
   "www.reddit.com",
@@ -71967,6 +71981,19 @@ function youtubeOEmbedImage(embed) {
     }
   ] : undefined;
 }
+function isFacebookUrl(url) {
+  let parsed;
+  try {
+    parsed = new URL(url);
+  } catch {
+    return false;
+  }
+  const host = parsed.hostname.toLowerCase();
+  return FACEBOOK_HOSTS.has(host) || host === "fb.watch";
+}
+function stripFacebookEngagement(title) {
+  return title?.replace(/^[^|]*\p{Nd}[^|]*·[^|]*\|\s*/u, "");
+}
 function isRedditUrl(url) {
   let parsed;
   try {
@@ -71993,6 +72020,19 @@ function resolveRedditJson(url) {
   json.searchParams.set("raw_json", "1");
   return json.href;
 }
+function resolveRedditMedia(url) {
+  let parsed;
+  try {
+    parsed = new URL(url);
+  } catch {
+    return null;
+  }
+  if (!REDDIT_HOSTS.has(parsed.hostname.toLowerCase()))
+    return null;
+  if (parsed.pathname.replace(/\/+$/, "") !== "/media")
+    return null;
+  return redditMediaUrl(parsed.searchParams.get("url"), new Set(["i.redd.it", "preview.redd.it", "external-preview.redd.it"]));
+}
 function parseRedditPost(value) {
   if (!Array.isArray(value))
     return null;
@@ -72008,19 +72048,51 @@ function parseRedditPost(value) {
   }
   return data;
 }
+function redditMediaUrl(value, allowedHosts) {
+  if (typeof value !== "string")
+    return null;
+  try {
+    const url = new URL(value);
+    return url.protocol === "https:" && allowedHosts.has(url.hostname.toLowerCase()) ? url.href : null;
+  } catch {
+    return null;
+  }
+}
+function finiteNonNegative(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : undefined;
+}
 function redditPostImage(post) {
   for (const candidate of [post.url_overridden_by_dest, post.url]) {
-    if (!candidate)
-      continue;
-    try {
-      const url = new URL(candidate);
-      if (["i.redd.it", "preview.redd.it"].includes(url.hostname.toLowerCase())) {
-        return [{ url: url.href }];
+    const url = redditMediaUrl(candidate, new Set(["i.redd.it", "preview.redd.it"]));
+    if (url)
+      return [{ url }];
+  }
+  const source = post.preview?.images?.[0]?.source;
+  const previewUrl = redditMediaUrl(source?.url, new Set(["preview.redd.it", "external-preview.redd.it"]));
+  if (previewUrl) {
+    return [
+      {
+        url: previewUrl,
+        width: finiteNonNegative(source?.width),
+        height: finiteNonNegative(source?.height)
       }
-    } catch {}
+    ];
   }
   return;
 }
+function redditPostVideo(post) {
+  const video = post.secure_media?.reddit_video;
+  const url = redditMediaUrl(video?.fallback_url, new Set(["v.redd.it"]));
+  if (!url)
+    return;
+  return {
+    url,
+    thumbnail: redditPostImage(post)?.[0]?.url,
+    width: finiteNonNegative(video?.width),
+    height: finiteNonNegative(video?.height),
+    duration: finiteNonNegative(video?.duration)
+  };
+}
 function parseRedditOEmbed(value) {
   if (!value || typeof value !== "object" || Array.isArray(value))
     return null;
@@ -72336,6 +72408,29 @@ class Metadata {
     this.scrape(job, cb);
   }
   async fetchReddit(job, cb) {
+    const mediaImage = resolveRedditMedia(job.actor.id);
+    if (mediaImage) {
+      const imagePath = new URL(mediaImage).pathname;
+      let title;
+      try {
+        title = decodeURIComponent(imagePath).slice(1);
+      } catch {
+        title = imagePath.slice(1);
+      }
+      job.actor.name = "reddit";
+      job.object = {
+        type: "page",
+        title,
+        name: "reddit",
+        description: "",
+        image: [{ url: mediaImage }],
+        url: job.actor.id,
+        favicon: "/favicon.ico"
+      };
+      this.log.debug(`reddit media link unwrapped for ${job.actor.id}`);
+      cb(null, job);
+      return;
+    }
     const jsonUrl = resolveRedditJson(job.actor.id);
     const embedPromise = withDeadline(this.fetchRedditEmbed(job.actor.id), REDDIT_JSON_TIMEOUT_MS).catch(() => {
       return;
@@ -72353,6 +72448,7 @@ class Metadata {
           name: "reddit",
           description: normalizeDescription(post.selftext ?? ""),
           image: redditPostImage(post),
+          video: redditPostVideo(post),
           url: job.actor.id,
           favicon: "/favicon.ico"
         };
@@ -72378,7 +72474,7 @@ class Metadata {
       cb(null, job);
       return;
     }
-    cb(new Error(`No Reddit metadata available for ${job.actor.id}`));
+    cb(markExpectedError(new Error(`No Reddit metadata available for ${job.actor.id}`)));
   }
   fetchRedditJson(url) {
     return new Promise((resolve, reject) => {
@@ -72441,7 +72537,7 @@ class Metadata {
     }
   }
   scrape(job, cb, redditEmbed, scrapeUrl = job.actor.id, youtubeEmbed) {
-    const useCompatUserAgent = isRedditUrl(job.actor.id) || Boolean(resolveYouTubeOEmbed(job.actor.id));
+    const useCompatUserAgent = isRedditUrl(job.actor.id) || isFacebookUrl(job.actor.id) || Boolean(resolveYouTubeOEmbed(job.actor.id));
     const userAgent = useCompatUserAgent ? this.compatUserAgent() : this.userAgent();
     const dispatcher = this.getDispatcher();
     this.log.debug(`scrape started for ${job.actor.id} via ${scrapeUrl}`);
@@ -72481,18 +72577,24 @@ class Metadata {
       const { result } = data;
       this.log.debug(`scrape completed for ${job.actor.id}`);
       const reddit = isRedditUrl(job.actor.id);
+      const facebook = isFacebookUrl(job.actor.id);
       const embed = reddit ? await redditEmbed : undefined;
       const youtube = await youtubeEmbed;
       if (!reddit)
         job.actor.id = result.ogUrl || job.actor.id;
-      job.actor.name = reddit ? embed?.provider_name ?? "reddit" : result.ogSiteName ?? job.actor.name ?? "";
+      const siteName = result.ogSiteName ?? (facebook ? "Facebook" : undefined);
+      const scrapedImages = facebook ? result.ogImage?.map((image) => ({
+        ...image,
+        alt: stripFacebookEngagement(image.alt)
+      })) : result.ogImage;
+      job.actor.name = reddit ? embed?.provider_name ?? "reddit" : siteName ?? job.actor.name ?? "";
       job.object = {
         type: "page",
         language: result.ogLocale,
-        title: embed?.title ?? youtube?.title ?? result.ogTitle,
-        name: embed?.provider_name ?? youtube?.provider_name ?? result.ogSiteName,
+        title: embed?.title ?? youtube?.title ?? (facebook ? stripFacebookEngagement(result.ogTitle) : result.ogTitle),
+        name: embed?.provider_name ?? youtube?.provider_name ?? siteName,
         description: normalizeDescription(result.ogDescription || ""),
-        image: reddit ? redditPostImages(result.ogImage) ?? redditOEmbedImage(embed ?? {}) : result.ogImage?.length ? result.ogImage : youtubeOEmbedImage(youtube),
+        image: reddit ? redditPostImages(result.ogImage) ?? redditOEmbedImage(embed ?? {}) : scrapedImages?.length ? scrapedImages : youtubeOEmbedImage(youtube),
         url: reddit ? job.actor.id : result.ogUrl,
         favicon: result.favicon || "/favicon.ico",
         charset: result.charset
@@ -72535,7 +72637,7 @@ class Metadata {
         cb(null, job);
         return;
       }
-      cb(err);
+      cb(markExpectedError(new Error(`metadata scrape failed for ${job.actor.id}: ${err.message}`)));
     });
   }
   cleanup(cb) {
@@ -72551,4 +72653,4 @@ export {
   withDeadline
 };
 
-//# debugId=98F3FC3874006CC764756E2164756E21
+//# debugId=136FC9DCA9AFCE9364756E2164756E21