umedia 0.3.0 → 0.4.0

package/lib/registry.js

@@ -10,13 +10,17 @@ import * as bluesky from "./providers/bluesky.js";
 import * as reddit from "./providers/reddit.js";
 import * as xprov from "./providers/x.js";
 import * as ig from "./providers/instagram.js";
-import * as ogembed from "./providers/ogembed.js";
+import * as facebook from "./providers/facebook.js";
+import * as threads from "./providers/threads.js";
+import * as snapchat from "./providers/snapchat.js";
+import * as rumble from "./providers/rumble.js";
+import * as tumblr from "./providers/tumblr.js";
 import * as ytdlp from "./providers/ytdlp.js";
 import * as itunes from "./providers/itunes.js";
 import { Codes, UMediaError } from "./errors.js";
 import { validateUrl } from "./util.js";
 
-const NATIVE = [yt, tiktok, pinterest, soundcloud, dailymotion, vimeo, streamable, twitch, bluesky, reddit, xprov, ig, ogembed];
+const NATIVE = [yt, tiktok, pinterest, soundcloud, dailymotion, vimeo, streamable, twitch, bluesky, reddit, xprov, ig, facebook, threads, snapchat, rumble, tumblr];
 
 export function detectPlatform(url) {
   for (const p of NATIVE) {
@@ -57,6 +61,7 @@ export async function resolve(url) {
   }
 
   const ctx = { attempts: [] };
+  let lastTyped = null;
   for (const p of NATIVE) {
     if (!p.canHandle(url)) continue;
     try {
@@ -69,6 +74,7 @@ export async function resolve(url) {
         throw e;
       }
       // transient/provider failure → try the next layer
+      if (e instanceof UMediaError) lastTyped = e;
       continue;
     }
   }
@@ -82,6 +88,12 @@ export async function resolve(url) {
     }
   }
   const last = ctx.attempts[ctx.attempts.length - 1];
+  // surface the real provider error when every matching provider failed —
+  // never mask a typed outcome behind a generic message
+  if (lastTyped) {
+    lastTyped.attempts = ctx.attempts;
+    throw lastTyped;
+  }
   throw new UMediaError(
     detectPlatform(url) === "unknown" ? Codes.INVALID_URL : Codes.PROVIDER_UNAVAILABLE,
     `No provider could resolve this URL.${last?.error ? " Last error: " + last.error : ""}` +
@@ -115,10 +127,14 @@ export function capabilities() {
       { platform: "streamable", search: false, resolve: true, download: true, notes: "direct mp4 renditions" },
       { platform: "twitch", search: false, resolve: true, download: true, notes: "clips = direct mp4s; VODs/livestreams via yt-dlp tier" },
       { platform: "bluesky", search: false, resolve: true, download: true, notes: "public AppView API: full-size images + video playlists" },
-      { platform: "instagram", search: false, resolve: true, download: true, notes: "public embed best-effort" },
-      { platform: "reddit", search: false, resolve: true, download: true, notes: "posts + galleries" },
-      { platform: "x", search: false, resolve: true, download: true, notes: "public posts via syndication" },
-      { platform: "facebook · threads · snapchat · rumble · tumblr", search: false, resolve: "best-effort", download: "best-effort", notes: "official Open Graph media; often login-gated on datacenter IPs — yt-dlp tier reliable" },
+      { platform: "instagram", search: false, resolve: true, download: true, notes: "oEmbed→mobile info API: photos, videos, full carousels" },
+      { platform: "reddit", search: false, resolve: true, download: true, notes: "posts + galleries + video with audio sidecar" },
+      { platform: "x", search: false, resolve: true, download: true, notes: "syndication token + guest GraphQL — photos/videos/gifs" },
+      { platform: "facebook", search: false, resolve: true, download: true, notes: "reels/watch/videos/shares/fb.watch via the player JSON" },
+      { platform: "threads", search: false, resolve: true, download: true, notes: "post SSR state + og media" },
+      { platform: "snapchat", search: false, resolve: true, download: true, notes: "spotlight videos + public story snap lists" },
+      { platform: "rumble", search: false, resolve: true, download: true, notes: "embed API: direct mp4 renditions" },
+      { platform: "tumblr", search: false, resolve: true, download: true, notes: "mobile API: video/audio/photo posts + reblog trails" },
       { platform: "itunes", search: true, resolve: false, download: "previews", notes: "real 30s clips" },
       { platform: "ytdlp", search: false, resolve: Boolean(ytdlp.binary()), download: Boolean(ytdlp.binary()), notes: "optional tier: 1800+ sites — install yt-dlp" },
     ],
@@ -140,10 +156,14 @@ export function status() {
       { name: "streamable", state: "operational", via: "public video api" },
       { name: "twitch", state: "operational", via: "public GraphQL (clips)" },
       { name: "bluesky", state: "operational", via: "public AppView XRPC" },
-      { name: "instagram", state: "degraded", via: "public embed (best-effort)" },
+      { name: "instagram", state: "operational", via: "oEmbed + mobile info api" },
       { name: "reddit", state: "operational", via: "public json" },
-      { name: "x", state: "degraded", via: "syndication (best-effort)" },
-      { name: "ogembed", state: "degraded", via: "open graph meta (best-effort)" },
+      { name: "x", state: "operational", via: "syndication + guest graphql" },
+      { name: "facebook", state: "operational", via: "web player json" },
+      { name: "threads", state: "operational", via: "share page state" },
+      { name: "snapchat", state: "operational", via: "spotlight + story state" },
+      { name: "rumble", state: "operational", via: "embed json api" },
+      { name: "tumblr", state: "operational", via: "mobile api" },
       { name: "itunes", state: "operational", via: "search api" },
       { name: "ytdlp", state: ytdlp.binary() ? "operational" : "unavailable", via: "external binary" },
     ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "umedia",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "description": "Standalone media engine — search, resolve and download media from YouTube, TikTok, Instagram, Reddit, X, iTunes (and 1800+ sites via the yt-dlp tier) entirely on your machine. No hosted API, no keys, no server bills. Honest quality labels, complete galleries, typed errors.",
   "type": "module",
   "main": "./index.js",

package/lib/providers/ogembed.js

@@ -1,111 +0,0 @@
-import { fetchText, hostMatches } from "../util.js";
-import { Codes, UMediaError } from "../errors.js";
-
-/**
- * og-embed tier — Facebook, Threads, Snapchat Spotlight, Rumble, Tumblr.
- * These platforms publish official media previews as Open Graph meta tags on
- * their public share pages; some networks gate them (typed honest errors there,
- * the yt-dlp tier is the reliable path). No scraping tricks — their own tags.
- */
-export const name = "ogembed";
-
-const HOSTS = ["facebook.com", "fb.watch", "threads.net", "threads.com", "snapchat.com", "rumble.com", "tumblr.com"];
-
-export function canHandle(url) {
-  try {
-    return hostMatches(new URL(String(url)).hostname, HOSTS);
-  } catch { return false; }
-}
-
-function meta(h, key) {
-  const pats = [
-    new RegExp(`<meta[^>]+(?:property|name)="${key}"[^>]+content="([^"]*)"`, "i"),
-    new RegExp(`<meta[^>]+content="([^"]*)"[^>]+(?:property|name)="${key}"`, "i"),
-  ];
-  for (const p of pats) {
-    const m = h.match(p);
-    if (m) return m[1].replace(/&amp;/g, "&").replace(/&#(\d+);/g, (_, n) => String.fromCharCode(n));
-  }
-  return null;
-}
-
-export async function resolve(url, ctx = {}) {
-  const attempt = { provider: name, status: "skipped" };
-  ctx.attempts?.push(attempt);
-  const t0 = Date.now();
-  const host = (() => { try { return new URL(String(url)).hostname.replace(/^www\./, ""); } catch { return "?"; } })();
-
-  let html;
-  try {
-    const r = await fetchText(String(url), {}, 18_000);
-    if (r.status >= 400) {
-      attempt.status = "failed";
-      attempt.error = `HTTP ${r.status}`;
-      throw new UMediaError(Codes.PROVIDER_UNAVAILABLE, `${host} returned HTTP ${r.status}`, { attempts: [attempt] });
-    }
-    html = r.text;
-  } catch (e) {
-    if (e instanceof UMediaError) throw e;
-    attempt.status = "failed";
-    attempt.error = e.message;
-    throw new UMediaError(Codes.PROVIDER_UNAVAILABLE, `${host} not retrievable. ${e.message}`, { attempts: [attempt] });
-  }
-
-  const video = meta(html, "og:video:secure_url") || meta(html, "og:video") || meta(html, "og:video:url");
-  const image = meta(html, "og:image:secure_url") || meta(html, "og:image");
-  const title = meta(html, "og:title");
-  const desc = meta(html, "og:description");
-  const author = meta(html, "og:article:author") || meta(html, "twitter:creator") || null;
-
-  const media = [];
-  if (video && /\.mp4|\.m3u8|video/i.test(video)) {
-    media.push({
-      type: "video", index: 0, url: video, thumbnail: image,
-      mimeType: /\.m3u8/i.test(video) ? "application/x-mpegURL" : "video/mp4",
-      width: parseInt(meta(html, "og:video:width") || "", 10) || null,
-      height: parseInt(meta(html, "og:video:height") || "", 10) || null,
-      duration: parseInt(meta(html, "video:duration") || meta(html, "og:video:duration") || "", 10) || null,
-      size: null, quality: null,
-      hasAudio: true, hasVideo: true, source: name, variants: [],
-    });
-  }
-  if (image && (!video || !/\.mp4/i.test(video))) {
-    media.push({
-      type: "image", index: media.length, url: image, thumbnail: image,
-      mimeType: "image/jpeg", width: null, height: null, duration: null, size: null,
-      quality: null, hasAudio: false, hasVideo: false, source: name, variants: [],
-    });
-  }
-
-  if (!media.length) {
-    attempt.status = "failed";
-    attempt.error = "no media in the public share page (login-gated or removed)";
-    throw new UMediaError(Codes.MEDIA_NOT_FOUND,
-      `${host} exposes no media on its public page (often login-gated from datacenter IPs) — the yt-dlp tier is the reliable path. ${attempt.error}`, { attempts: [attempt] });
-  }
-
-  attempt.status = "success";
-  attempt.latencyMs = Date.now() - t0;
-  return {
-    result: {
-      sourceUrl: url,
-      platform: host,
-      title: title || desc || null,
-      author,
-      thumbnail: image || media[0].thumbnail,
-      itemCount: media.length,
-      counts: {
-        images: media.filter((m) => m.type === "image").length,
-        videos: media.filter((m) => m.type === "video").length,
-        audios: 0, other: 0,
-      },
-      truncated: false,
-      media,
-    },
-    engine: { attempts: ctx.attempts || [attempt], finalProvider: name, totalLatencyMs: Date.now() - t0 },
-  };
-}
-
-export async function search() {
-  return [];
-}