@sockethub/platform-metadata 1.0.1-alpha.17 → 1.0.1-alpha.19

package/dist/resolvers.d.ts

@@ -4,13 +4,14 @@
  *
  * Some large platforms return a generic banner image (X/Twitter), serve
  * their Open Graph data only to recognized embed crawlers (Reddit), or
- * hide post media behind a login (Facebook). Two of those have working
- * strategies:
+ * hide post media behind a login (Facebook):
  *
  * - X/Twitter → FxTwitter's JSON API (api.fxtwitter.com), built for embed
  *   previews, returns the tweet text plus direct photo/video URLs.
  * - Reddit → the regular scrape works, but only when presented with an
  *   embed-crawler user agent (see COMPAT_USER_AGENT in index.ts).
+ * - Facebook → same crawler-UA gating as Reddit, plus its video titles
+ *   arrive polluted with localized engagement stats that need stripping.
  *
  * These are pure URL matchers/mappers — the platform decides what to do
  * with the resolution (call a JSON API vs. pick a scrape user agent).
@@ -23,6 +24,35 @@
  * Handles `/<user>/status/<id>` and the `/i/web/status/<id>` share form.
  */
 export declare function resolveTwitterStatus(url: string): string | null;
+/** Resolve supported YouTube video URLs to the official oEmbed endpoint. */
+export declare function resolveYouTubeOEmbed(url: string): string | null;
+export interface YouTubeOEmbed {
+    title: string;
+    provider_name?: string;
+    thumbnail_url: string;
+    thumbnail_width?: number;
+    thumbnail_height?: number;
+}
+/** Validate the subset of YouTube's external oEmbed payload we consume. */
+export declare function parseYouTubeOEmbed(value: unknown): YouTubeOEmbed | null;
+/** Map a validated YouTube oEmbed thumbnail to the platform image shape. */
+export declare function youtubeOEmbedImage(embed?: YouTubeOEmbed): PageObject["image"] | undefined;
+/**
+ * True for Facebook URLs (including fb.watch short links). Facebook serves
+ * an unrecognized scraper a login interstitial instead of the post, but
+ * serves recognized link-preview crawlers the post's Open Graph data —
+ * title, caption, and the video/photo thumbnail — so these URLs scrape
+ * with COMPAT_USER_AGENT (see index.ts), like Reddit.
+ */
+export declare function isFacebookUrl(url: string): boolean;
+/**
+ * Remove the engagement-stats segment Facebook prepends to video titles:
+ * "2.2M views · 21K reactions | <video title> | <author>". The stats are
+ * localized to the *scraping server's* geo-IP language, so match their
+ * shape — a leading pipe-delimited segment containing a digit and the "·"
+ * separator — rather than any particular wording.
+ */
+export declare function stripFacebookEngagement(title: string | undefined): string | undefined;
 /**
  * True for Reddit URLs (including redd.it short links). Reddit serves its
  * Open Graph tags — with the post's real preview image — only to
@@ -34,16 +64,42 @@ export declare function isRedditUrl(url: string): boolean;
 export declare function resolveRedditEmbed(url: string): string | null;
 /** Map a canonical Reddit post URL to old.reddit.com's public JSON endpoint. */
 export declare function resolveRedditJson(url: string): string | null;
+/**
+ * Unwrap Reddit's media-viewer URL (`reddit.com/media?url=<image>`) to the
+ * image it displays. Reddit serves neither post JSON nor oEmbed for these
+ * links (its oEmbed endpoint returns HTTP 400), but the target image is
+ * embedded in the link itself, so no network request is needed at all.
+ */
+export declare function resolveRedditMedia(url: string): string | null;
 export interface RedditPost {
     title: string;
     selftext?: string;
     url?: string;
     url_overridden_by_dest?: string;
+    secure_media?: {
+        reddit_video?: {
+            fallback_url?: string;
+            width?: number;
+            height?: number;
+            duration?: number;
+        };
+    };
+    preview?: {
+        images?: Array<{
+            source?: {
+                url?: string;
+                width?: number;
+                height?: number;
+            };
+        }>;
+    };
 }
 /** Validate and extract the post object from Reddit's listing response. */
 export declare function parseRedditPost(value: unknown): RedditPost | null;
 /** Select only a direct Reddit-hosted image belonging to the post. */
 export declare function redditPostImage(post: RedditPost): PageObject["image"];
+/** Map Reddit's hosted-video payload to the common page video shape. */
+export declare function redditPostVideo(post: RedditPost): PageObject["video"];
 /** Subset of Reddit's oEmbed response used for link previews. */
 export interface RedditOEmbed {
     title?: string;
@@ -94,6 +150,23 @@ export interface FxTwitterStatus {
                 duration?: number;
             }>;
         };
+        article?: {
+            title?: string;
+            preview_text?: string;
+            cover_media?: {
+                media_info?: {
+                    original_img_url?: string;
+                    original_img_width?: number;
+                    original_img_height?: number;
+                };
+            };
+            content?: {
+                blocks?: Array<{
+                    text?: string;
+                    type?: string;
+                }>;
+            };
+        };
     };
 }
 /** The `object` payload shape the metadata platform responds with. */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sockethub/platform-metadata",
-  "version": "1.0.1-alpha.17",
+  "version": "1.0.1-alpha.19",
   "description": "Fetch metadata from a given URL",
   "author": "Nick Jennings <nick@silverbucket.net>",
   "license": "LGPL-3.0+",
@@ -42,16 +42,16 @@
     "clean:deps": "rm -rf node_modules"
   },
   "dependencies": {
-    "@sockethub/util": "^1.0.0-alpha.10",
+    "@sockethub/util": "^1.0.0-alpha.12",
     "open-graph-scraper": "^6.11.0",
     "undici": "^7.16.0"
   },
   "devDependencies": {
-    "@sockethub/schemas": "^3.0.0-alpha.22"
+    "@sockethub/schemas": "^3.0.0-alpha.24"
   },
   "peerDependencies": {
-    "@sockethub/server": "^5.0.0-alpha.22"
+    "@sockethub/server": "^5.0.0-alpha.24"
   },
-  "gitHead": "643a19160301186e428add63a79ae42ee26e8844",
+  "gitHead": "5b55535c7f1df5b7959585179d31e7cb654d4084",
   "types": "./dist/index.d.ts"
 }